./ 0000755 0000000 0000000 00000000000 13320061753 007711 5 ustar root root ./pkgs/ 0000755 0000000 0000000 00000000000 13320061753 010655 5 ustar root root ./pkgs/VRTSsapnw/ 0000755 0000000 0000000 00000000000 13320061753 012524 5 ustar root root ./pkgs/VRTSsapnw/install/ 0000755 0000000 0000000 00000000000 13320061753 014172 5 ustar root root ./pkgs/VRTSsapnw/install/depend 0000755 0000000 0000000 00000002331 13320061753 015356 0 ustar root root #--------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: $
#
# $Author$
# $Date$
# $Revision$
#--------------------------------------------------------------------
./pkgs/VRTSsapnw/install/postremove 0000755 0000000 0000000 00000015623 13320061753 016332 0 ustar root root #!/bin/sh
#--------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
# $Author: avaidya $
# $Date: 2013/03/28 14:40:56 $
# $Revision: 1.2 $
# $Header: /project/isv-agent/VProAgents/SAPNW/install/postremove.vad,v 1.2 2013/03/28 14:40:56 avaidya Exp $
#--------------------------------------------------------------------
#----------------------------------
# Configurable settings:
# Define agent name
#----------------------------------
AgentName=SAPNW
#-------------------------
# Set VCS base directories
#-------------------------
CLUS_HOME=/opt/VRTS
AGENT_HOME=/opt/VRTSagents/ha
AGENT_ETC=/etc/VRTSagents/ha
#----------------------
# Set Agent directories
#----------------------
AgentDirectories="${AGENT_HOME}/bin/${AgentName} ${AGENT_ETC}/conf/${AgentName}"
#-------------------------
# Set Agent symbolic links
#-------------------------
AgentFilesToRemove="${AgentName}Agent online offline clean preonline core imf_register imf_getnotification"
ConfFilesToRemove="main.cmd core"
#-----------------------------------------------------------------------------
# ****** No further configurable settings ******
#-----------------------------------------------------------------------------
#--------------------------------------------
# Define full paths to commands and constants
#--------------------------------------------
RM=/bin/rm
RMDIR=/bin/rmdir
LS=/bin/ls
#-------------------
# Update the BMC map
#-------------------
cd /opt/VRTS/messages/en
(
${CLUS_HOME}/bin/bmcmap -create en HAD -path /opt/VRTS/messages/en
) 1> /dev/null 2>&1
echo ""
#-----------------------------------------------------------
# Remove the agent's symbolic links if they are still around
#-----------------------------------------------------------
for AgentFileToRemove in ${AgentFilesToRemove}
do
${RM} -f ${AGENT_HOME}/bin/${AgentName}/${AgentFileToRemove}
done
#-----------------------------------------------------------
# Remove the agent's symbolic links if they are still around
#-----------------------------------------------------------
for ConfFileToRemove in ${ConfFilesToRemove}
do
${RM} -f ${AGENT_ETC}/conf/${AgentName}/${ConfFileToRemove}
done
#-----------------------------
# Remove the agent directories
#-----------------------------
for AgentDir in ${AgentDirectories}
do
if [ -d ${AgentDir} ]; then
AgentDirContentList=`${LS} ${AgentDir}`
if [ -z "${AgentDirContentList}" ]; then
${RMDIR} ${AgentDir} || echo "Warning: Problems removing directory [${AgentDir}]"
else
echo "Notice: Directory [${AgentDir}] is not empty and will not be removed."
fi
fi
done
#--------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPLiveCache/install/postremove.vad,v 1.4 2009/08/11 06:48:35 vchappav Exp $
#
# $Author: vchappav $
# $Date: 2009/08/11 06:48:35 $
# $Revision: 1.4 $
#--------------------------------------------------------------------
#----------------------------------
# Configurable settings:
# Define agent name
#----------------------------------
AgentName=SAPLiveCache
#-------------------------
# Set VCS base directories
#-------------------------
CLUS_HOME=/opt/VRTS
AGENT_HOME=/opt/VRTSagents/ha
AGENT_ETC=/etc/VRTSagents/ha
#----------------------
# Set Agent directories
#----------------------
AgentDirectories="${AGENT_HOME}/bin/${AgentName} ${AGENT_ETC}/conf/${AgentName}"
#-------------------------
# Set Agent symbolic links
#-------------------------
AgentFilesToRemove="${AgentName}Agent online offline clean core"
#-----------------------------------------------------------------------------
# ****** No further configurable settings ******
#-----------------------------------------------------------------------------
#--------------------------------------------
# Define full paths to commands and constants
#--------------------------------------------
RM=/bin/rm
RMDIR=/bin/rmdir
LS=/bin/ls
#-------------------
# Update the BMC map
#-------------------
cd /opt/VRTS/messages/en
(
${CLUS_HOME}/bin/bmcmap -create en had -path /opt/VRTS/messages/en
) 1> /dev/null 2>&1
echo ""
#-----------------------------------------------------------
# Remove the agent's symbolic links if they are still around
#-----------------------------------------------------------
for AgentFileToRemove in ${AgentFilesToRemove}
do
${RM} -f ${AGENT_HOME}/bin/${AgentName}/${AgentFileToRemove}
done
#-----------------------------
# Remove the agent directories
#-----------------------------
for AgentDir in ${AgentDirectories}
do
if [ -d ${AgentDir} ]; then
AgentDirContentList=`${LS} ${AgentDir}`
if [ -z "${AgentDirContentList}" ]; then
${RMDIR} ${AgentDir} || echo "Warning: Problems removing directory [${AgentDir}]"
else
echo "Notice: Directory [${AgentDir}] is not empty and will not be removed."
fi
fi
done
./pkgs/VRTSsapnw/install/postinstall 0000755 0000000 0000000 00000011515 13320061753 016477 0 ustar root root #!/bin/sh
#--------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
# $Author: avaidya $
# $Date: 2013/08/26 17:32:30 $
# $Revision: 1.6 $
# $Header: /project/isv-agent/VProAgents/SAPNW/install/postinstall.vad,v 1.6 2013/08/26 17:32:30 avaidya Exp $
#--------------------------------------------------------------------
#----------------------------------
# Configurable settings:
# Define agent name
#----------------------------------
AgentName=SAPNW
#-------------------------
# Set CLUS base directories
#-------------------------
if [ ! -d "${CLUS_HOME}" ]; then
CLUS_HOME=/opt/VRTS
fi
#-------------------------
# Set VCS base directories
#-------------------------
if [ ! -d "${VCS_AGENT}" ]; then
VCS_AGENT=/opt/VRTSagents/ha
fi
#------------------
# Define commands..
#------------------
GREP="/bin/grep"
LN="/bin/ln"
CHMOD="/bin/chmod"
UNAME="/bin/uname"
SED="/bin/sed"
#-------------------------------
# Create preonline link ..
#-------------------------------
${LN} -s ${VCS_AGENT}/bin/${AgentName}/monitor ${VCS_AGENT}/bin/${AgentName}/preonline
#--------------------------------------------------------
# Re-create the BMC map with the newly installed messages
#--------------------------------------------------------
cd ${CLUS_HOME}/messages/en
(
${CLUS_HOME}/bin/bmcmap -create en HAD -path /opt/VRTS/messages/en
) 1> /dev/null 2>&1
OS=`$UNAME`
if [ ! -f "/bin/grep" ]; then
GREP=grep
fi
if [ ! -f "/bin/sed" ]; then
SED=sed
fi
VERSION=`/opt/VRTSvcs/bin/had -version | $GREP "Join Version" | $SED 's/Join Version//'`
SHORTVER=`echo $VERSION | \
$SED -e 's/[\.]//g
s/^\([0-9]\{4\}\).*/\1/'`
if [ $SHORTVER -ge 5110 ]; then
$LN -s /opt/VRTSamf/imf/imf_getnotification /opt/VRTSagents/ha/bin/SAPNW/imf_getnotification
$LN -s /opt/VRTSagents/ha/bin/SAPNW/monitor /opt/VRTSagents/ha/bin/SAPNW/imf_register
$CHMOD 555 /opt/VRTSagents/ha/bin/SAPNW/sap_symc_cluster_connector
$CHMOD 555 /opt/VRTSagents/ha/bin/SAPNW/SAPMonitorProgram.sh
fi
echo ""
#--------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPLiveCache/install/postinstall.vad,v 1.7 2009/08/11 06:48:35 vchappav Exp $
#
# $Author: vchappav $
# $Date: 2009/08/11 06:48:35 $
# $Revision: 1.7 $
#--------------------------------------------------------------------
#-------------------------
# Set CLUS base directories
#-------------------------
if [ ! -d "${CLUS_HOME}" ]; then
CLUS_HOME=/opt/VRTS
fi
if [ ! -d "${CLUS_ETC}" ]; then
CLUS_ETC=/etc/VRTSvad
fi
#--------------------------------------------------------
# Re-create the BMC map with the newly installed messages
#--------------------------------------------------------
cd ${CLUS_HOME}/messages/en
(
${CLUS_HOME}/bin/bmcmap -create en had -path ${CLUS_HOME}/messages/en
) 1> /dev/null 2>&1
echo ""
./pkgs/VRTSsapnw/install/copyright 0000644 0000000 0000000 00000001645 13320061753 016133 0 ustar root root
Copyright (c) 2018 Veritas Technologies LLC. All rights reserved. Veritas
and the Veritas Logo are trademarks or registered trademarks of Veritas
Technologies LLC or its affiliates in the U.S. and other countries. Other
names may be trademarks of their respective owners.
The Licensed Software and Documentation are deemed to be commercial computer
software as defined in FAR 12.212 and subject to restricted rights as defined
in FAR Section 52.227-19 "Commercial Computer Software - Restricted Rights" and
DFARS 227.7202, et seq. "Commercial Computer Software and Commercial Computer
Software Documentation," as applicable, and any successor regulations, whether
delivered by Veritas as on premises or hosted services. Any use, modification,
reproduction release, performance, display or disclosure of the Licensed Software
and Documentation by the U.S. Government shall be solely in accordance with the
terms of this Agreement.
./pkgs/VRTSsapnw/pkgmap 0000644 0000000 0000000 00000007436 13320061753 013740 0 ustar root root : 1 1722
1 d none /etc ? ? ?
1 d none /etc/VRTSagents ? ? ?
1 d none /etc/VRTSagents/ha ? ? ?
1 d none /etc/VRTSagents/ha/conf ? ? ?
1 d none /etc/VRTSagents/ha/conf/SAPLiveCache ? ? ?
1 f none /etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes.cmd 0500 root sys 1255 44809 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes.sun.xml 0500 root sys 7109 60052 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes50.cf 0500 root sys 762 63289 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes50.cmd 0500 root sys 1364 54600 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes51.cf 0500 root sys 766 63870 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes51.cmd 0500 root sys 1349 53136 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPLiveCache/main.cf 0500 root sys 9549 24109 1523261085
1 d none /etc/VRTSagents/ha/conf/SAPNW ? ? ?
1 f none /etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes.cmd 0500 root sys 2048 28633 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes.sun.xml 0500 root sys 5088 16521 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes50.cf 0500 root sys 603 50760 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes50.cmd 0500 root sys 827 6645 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes51.cf 0500 root sys 607 51341 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes51.cmd 0500 root sys 819 5884 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPNW/main.cf 0500 root sys 6101 37014 1523261085
1 f none /etc/VRTSagents/ha/conf/SAPNW/preonline 0500 root sys 5937 56693 1523261085
1 d none /opt ? ? ?
1 d none /opt/VRTS ? ? ?
1 d none /opt/VRTS/messages ? ? ?
1 d none /opt/VRTS/messages/en ? ? ?
1 f none /opt/VRTS/messages/en/VRTSvcsSunSAPLiveCache.bmc 0500 root sys 9738 24932 1523261085
1 f none /opt/VRTS/messages/en/VRTSvcsSunSAPNW.bmc 0500 root sys 13927 38984 1523261085
1 d none /opt/VRTSagents ? ? ?
1 d none /opt/VRTSagents/ha ? ? ?
1 d none /opt/VRTSagents/ha/bin ? ? ?
1 d none /opt/VRTSagents/ha/bin/SAPLiveCache ? ? ?
1 f none /opt/VRTSagents/ha/bin/SAPLiveCache/SAPLiveCache.pm 0500 root sys 134493 59447 1523261085
1 f none /opt/VRTSagents/ha/bin/SAPLiveCache/SAPLiveCache.xml 0500 root sys 15094 20932 1523261085
1 s none /opt/VRTSagents/ha/bin/SAPLiveCache/clean=/opt/VRTSagents/ha/bin/SAPLiveCache/monitor
1 f none /opt/VRTSagents/ha/bin/SAPLiveCache/lccluster 0500 root sys 785 58124 1523261085
1 f none /opt/VRTSagents/ha/bin/SAPLiveCache/monitor 0500 root sys 20607 27517 1523261085
1 s none /opt/VRTSagents/ha/bin/SAPLiveCache/offline=/opt/VRTSagents/ha/bin/SAPLiveCache/monitor
1 s none /opt/VRTSagents/ha/bin/SAPLiveCache/online=/opt/VRTSagents/ha/bin/SAPLiveCache/monitor
1 d none /opt/VRTSagents/ha/bin/SAPNW ? ? ?
1 f none /opt/VRTSagents/ha/bin/SAPNW/SAPMonitorProgram.sh 0500 root sys 2146 36109 1523261085
1 f none /opt/VRTSagents/ha/bin/SAPNW/SAPNW.pm 0500 root sys 247525 42809 1523261085
1 f none /opt/VRTSagents/ha/bin/SAPNW/SAPNW.pm.old 0500 root sys 247525 42809 1523261085
1 f none /opt/VRTSagents/ha/bin/SAPNW/SAPNW.xml 0500 root sys 12460 30030 1523261085
1 s none /opt/VRTSagents/ha/bin/SAPNW/clean=/opt/VRTSagents/ha/bin/SAPNW/monitor
1 f none /opt/VRTSagents/ha/bin/SAPNW/imf_init 0500 root sys 2039 27468 1523261085
1 f none /opt/VRTSagents/ha/bin/SAPNW/monitor 0500 root sys 28572 53329 1523261085
1 s none /opt/VRTSagents/ha/bin/SAPNW/offline=/opt/VRTSagents/ha/bin/SAPNW/monitor
1 s none /opt/VRTSagents/ha/bin/SAPNW/online=/opt/VRTSagents/ha/bin/SAPNW/monitor
1 f none /opt/VRTSagents/ha/bin/SAPNW/sap_symc_cluster_connector 0500 root sys 20130 54428 1523261085
1 i copyright 933 19060 1523261085
1 i depend 1241 29030 1523261085
1 i pkginfo 275 22234 1523261085
1 i postinstall 4941 36294 1523261085
1 i postremove 7059 51502 1523261085
./pkgs/VRTSsapnw/root/ 0000755 0000000 0000000 00000000000 13320061753 013507 5 ustar root root ./pkgs/VRTSsapnw/root/etc/ 0000755 0000000 0000000 00000000000 13320061753 014262 5 ustar root root ./pkgs/VRTSsapnw/root/etc/VRTSagents/ 0000755 0000000 0000000 00000000000 13320061753 016262 5 ustar root root ./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/ 0000755 0000000 0000000 00000000000 13320061753 016652 5 ustar root root ./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/ 0000755 0000000 0000000 00000000000 13320061753 017577 5 ustar root root ./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/ 0000755 0000000 0000000 00000000000 13320061753 021766 5 ustar root root ./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes50.cf 0000755 0000000 0000000 00000001372 13320061753 025667 0 ustar root root type SAPLiveCache (
static boolean AEPTimeout = 1
static str ContainerType = Zone
static str AgentFile = "/opt/VRTSvcs/bin/Script50Agent"
static str AgentDirectory = "/opt/VRTSagents/ha/bin/SAPLiveCache"
static str ArgList[] = { ResLogLevel, State, IState, EnvFile, LCHome, LCUser, LCName, DBMUserId, DBMPassword, APOHost, InstId, ClientId, RFCDest, RFCHome, RFCUserId, RFCPassword, Language, SecondLevelMonitor, MonitorProgram }
str ResLogLevel = INFO
str EnvFile
str LCHome
str LCUser
str LCName
str DBMUserId = control
str DBMPassword
str APOHost
str InstId
str ClientId
str RFCDest
str RFCHome
str RFCUserId
str RFCPassword
str Language = EN
int SecondLevelMonitor = 0
str MonitorProgram // OPT
str ContainerName // OPT
)
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes51.cmd 0000755 0000000 0000000 00000002505 13320061753 026042 0 ustar root root #!/bin/sh
hatype -add SAPLiveCache
hatype -modify SAPLiveCache SourceFile "./SAPLiveCacheTypes51.cf"
hatype -modify SAPWebAS71 AEPTimeout 1
haattr -add -static SAPLiveCache ContainerOpts -integer -assoc RunInContainer 1 PassCInfo 0
hatype -modify SAPLiveCache AgentFile "/opt/VRTSvcs/bin/Script50Agent"
hatype -modify SAPLiveCache AgentDirectory "/opt/VRTSagents/ha/bin/SAPLiveCache"
hatype -modify SAPLiveCache ArgList ResLogLevel State IState EnvFile LCHome LCUser LCName DBMUserId DBMPassword APOHost InstId ClientId RFCDest RFCHome RFCUserId RFCPassword Language SecondLevelMonitor MonitorProgram
haattr -add SAPLiveCache ResLogLevel -string INFO
haattr -add SAPLiveCache EnvFile -string
haattr -add SAPLiveCache LCHome -string
haattr -add SAPLiveCache LCUser -string
haattr -add SAPLiveCache LCName -string
haattr -add SAPLiveCache DBMUserId -string control
haattr -add SAPLiveCache DBMPassword -string
haattr -add SAPLiveCache APOHost -string
haattr -add SAPLiveCache InstId -string
haattr -add SAPLiveCache ClientId -string
haattr -add SAPLiveCache RFCDest -string
haattr -add SAPLiveCache RFCHome -string
haattr -add SAPLiveCache RFCUserId -string
haattr -add SAPLiveCache RFCPassword -string
haattr -add SAPLiveCache Language -string
haattr -add SAPLiveCache SecondLevelMonitor -integer 0
haattr -add SAPLiveCache MonitorProgram -string
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/main.cf 0000755 0000000 0000000 00000022515 13320061753 023234 0 ustar root root include "types.cf"
include "SAPLiveCacheTypes.cf"
include "SAPNW04Types.cf"
cluster ACCSUN1 (
UserNames = { admin = aHIaHChEIdIIgQIcHF,
yvarshne = ajkCjeJgkFkkIskEjh,
CMC_AT_CMC_SERVICES_AT_vcssun40_DOT_vxindia_DOT_veritas_DOT_com = EhfLflDehCdhEkeDhp,
"root@vcssun40.vxindia.veritas.com" = GLMkLIlI,
"CMC_HAD@HA_SERVICES@vcssun68.vxindia.veritas.com" = dKLjKHkH,
"CMC_HAD@HA_SERVICES@vcssun40.vxindia.veritas.com" = dlmKliLi,
"root_vcssun40..vxindia..veritas..com_unixpwd" = gHIgHEhE }
Administrators = { admin, yvarshne,
CMC_AT_CMC_SERVICES_AT_vcssun40_DOT_vxindia_DOT_veritas_DOT_com,
"root@vcssun40.vxindia.veritas.com",
"CMC_HAD@HA_SERVICES@vcssun68.vxindia.veritas.com",
"root_vcssun40..vxindia..veritas..com_unixpwd" }
CredRenewFrequency = 0
CounterInterval = 5
)
system vcssun68 (
)
system vcssun69 (
)
group SAP70-LC1ASCS (
SystemList = { vcssun68 = 0, vcssun69 = 1 }
)
DiskGroup SAP70-LC1ASCS_dg (
Critical = 0
DiskGroup = saplc1ascs_dg
)
IP SAP70-LC1ASCS_ip (
Critical = 0
Device = bge0
Address = "10.212.98.47"
NetMask = "255.255.254.0"
)
Mount SAP70-LC1ASCS_mnt (
Critical = 0
MountPoint = "/usr/sap/LC1/ASCS10"
BlockDevice = "/dev/vx/dsk/saplc1ascs_dg/saplc1ascs_vol"
FSType = vxfs
FsckOpt = "-y"
)
SAPNW04 SAP70-LC1ASCS_ascs (
Critical = 0
EnvFile = "/usr/sap/LC1/saplc1_env.csh"
InstName = ASCS10
InstType = ENQUEUE
ProcMon = "ms en"
SAPAdmin = lc1adm
SAPMonHome = "/usr/sap/LC1/ASCS10/exe"
SAPSID = LC1
StartProfile = "/usr/sap/LC1/SYS/profile/START_ASCS10_saplc1ascs"
)
SAP70-LC1ASCS_ascs requires SAP70-LC1ASCS_ip
SAP70-LC1ASCS_ascs requires SAP70-LC1ASCS_mnt
SAP70-LC1ASCS_mnt requires SAP70-LC1ASCS_dg
// resource dependency tree
//
// group SAP70-LC1ASCS
// {
// SAPNW04 SAP70-LC1ASCS_ascs
// {
// IP SAP70-LC1ASCS_ip
// Mount SAP70-LC1ASCS_mnt
// {
// DiskGroup SAP70-LC1ASCS_dg
// }
// }
// }
group SAP70-LC1CI (
SystemList = { vcssun68 = 0, vcssun69 = 1 }
)
DiskGroup SAP70-LC1CI_dg (
Critical = 0
DiskGroup = saplc1ci_dg
)
IP SAP70-LC1CI_ip (
Critical = 0
Device = bge0
Address = "10.212.98.48"
NetMask = "255.255.254.0"
)
Mount SAP70-LC1CI_mnt (
Critical = 0
MountPoint = "/usr/sap/LC1/DVEBMGS11"
BlockDevice = "/dev/vx/dsk/saplc1ci_dg/saplc1ci_vol"
FSType = vxfs
FsckOpt = "-y"
)
SAPNW04 SAP70-LC1CI_ci (
Critical = 0
EnvFile = "/usr/sap/LC1/saplc1_env.csh"
InstName = DVEBMGS11
ProcMon = dw
SAPAdmin = lc1adm
SAPMonHome = "/usr/sap/rfcsdk/bin"
SAPSID = LC1
StartProfile = "/usr/sap/LC1/SYS/profile/START_DVEBMGS11_saplc1ci"
)
requires group SAP70-LC1ASCS online global soft
SAP70-LC1CI_ci requires SAP70-LC1CI_ip
SAP70-LC1CI_ci requires SAP70-LC1CI_mnt
SAP70-LC1CI_mnt requires SAP70-LC1CI_dg
// resource dependency tree
//
// group SAP70-LC1CI
// {
// SAPNW04 SAP70-LC1CI_ci
// {
// IP SAP70-LC1CI_ip
// Mount SAP70-LC1CI_mnt
// {
// DiskGroup SAP70-LC1CI_dg
// }
// }
// }
group SAP70-LC1DB (
SystemList = { vcssun68 = 0, vcssun69 = 1 }
)
DiskGroup SAP70-LC1DB_DATA_dg (
Critical = 0
DiskGroup = maxdbdata_dg
)
DiskGroup SAP70-LC1DB_LOG_dg (
Critical = 0
DiskGroup = maxdblog_dg
)
IP SAP70-LC1DB_ip (
Critical = 0
Device = bge0
Address = "10.212.98.49"
NetMask = "255.255.254.0"
)
Mount SAP70-LC1DB_DATA_mnt (
Critical = 0
MountPoint = "/sapdb/LC1/sapdata"
BlockDevice = "/dev/vx/dsk/maxdbdata_dg/maxdbdata_vol"
FSType = vxfs
FsckOpt = "-y"
)
Mount SAP70-LC1DB_LOG_mnt (
Critical = 0
MountPoint = "/sapdb/LC1/saplog"
BlockDevice = "/dev/vx/dsk/maxdblog_dg/maxdblog_vol"
FSType = vxfs
FsckOpt = "-y"
)
SAP70-LC1DB_DATA_mnt requires SAP70-LC1DB_DATA_dg
SAP70-LC1DB_LOG_mnt requires SAP70-LC1DB_LOG_dg
SAP70-LC1DB_ip requires SAP70-LC1DB_DATA_mnt
SAP70-LC1DB_ip requires SAP70-LC1DB_LOG_mnt
// resource dependency tree
//
// group SAP70-LC1DB
// {
// IP SAP70-LC1DB_ip
// {
// Mount SAP70-LC1DB_DATA_mnt
// {
// DiskGroup SAP70-LC1DB_DATA_dg
// }
// Mount SAP70-LC1DB_LOG_mnt
// {
// DiskGroup SAP70-LC1DB_LOG_dg
// }
// }
// }
group SAP70-LC1DI (
SystemList = { vcssun68 = 0, vcssun69 = 1 }
)
DiskGroup SAP70-LC1DI_dg (
Critical = 0
DiskGroup = saplc1di_dg
)
IP SAP70-LC1DI_ip (
Critical = 0
Device = bge0
Address = "10.212.98.51"
NetMask = "255.255.254.0"
)
Mount SAP70-LC1DI_mnt (
Critical = 0
MountPoint = "/usr/sap/LC1/D12"
BlockDevice = "/dev/vx/dsk/saplc1di_dg/saplc1di_vol"
FSType = vxfs
FsckOpt = "-y"
)
SAPNW04 SAP70-LC1DI_di (
Critical = 0
EnvFile = "/usr/sap/LC1/saplc1_env.csh"
InstName = D12
InstType = DIALOG
ProcMon = dw
SAPAdmin = lc1adm
SAPMonHome = "/usr/sap/rfcsdk/bin"
SAPSID = LC1
StartProfile = "/usr/sap/LC1/SYS/profile/START_D12_saplc1di"
)
requires group SAP70-LC1ASCS online global soft
SAP70-LC1DI_di requires SAP70-LC1DI_ip
SAP70-LC1DI_di requires SAP70-LC1DI_mnt
SAP70-LC1DI_mnt requires SAP70-LC1DI_dg
// resource dependency tree
//
// group SAP70-LC1DI
// {
// SAPNW04 SAP70-LC1DI_di
// {
// IP SAP70-LC1DI_ip
// Mount SAP70-LC1DI_mnt
// {
// DiskGroup SAP70-LC1DI_dg
// }
// }
// }
group SAP70-LC1ERS (
SystemList = { vcssun68 = 0, vcssun69 = 1 }
)
DiskGroup SAP70-LC1ERS_dg (
Critical = 0
DiskGroup = saplc1ers_dg
)
IP SAP70-LC1ERS_ip (
Critical = 0
Device = bge0
Address = "10.212.98.52"
NetMask = "255.255.254.0"
)
Mount SAP70-LC1ERS_mnt (
Critical = 0
MountPoint = "/usr/sap/LC1/ERS13"
BlockDevice = "/dev/vx/dsk/saplc1ers_dg/saplc1ers_vol"
FSType = vxfs
FsckOpt = "-y"
)
SAPNW04 SAP70-LC1ERS_ers (
Critical = 0
EnqSrvResName = SAP70-LC1ASCS_ascs
EnvFile = "/usr/sap/LC1/saplc1_env.csh"
InstName = ERS13
InstType = ENQREP
ProcMon = er
SAPAdmin = lc1adm
SAPMonHome = "/usr/sap/LC1/ERS13/exe"
SAPSID = LC1
StartProfile = "/usr/sap/LC1/SYS/profile/START_ERS13_saplc1ers"
)
requires group SAP70-LC1ASCS online global soft
SAP70-LC1ERS_ers requires SAP70-LC1ERS_ip
SAP70-LC1ERS_ers requires SAP70-LC1ERS_mnt
SAP70-LC1ERS_mnt requires SAP70-LC1ERS_dg
// resource dependency tree
//
// group SAP70-LC1ERS
// {
// SAPNW04 SAP70-LC1ERS_ers
// {
// IP SAP70-LC1ERS_ip
// Mount SAP70-LC1ERS_mnt
// {
// DiskGroup SAP70-LC1ERS_dg
// }
// }
// }
group SAP70-LC1NFS (
SystemList = { vcssun68 = 0 }
)
DiskGroup SAP70-LC1NFS_dg (
Critical = 0
DiskGroup = sapmntlc1_dg
)
Mount SAP70-LC1NFS_mnt (
Critical = 0
MountPoint = "/sapmnt/LC1"
BlockDevice = "/dev/vx/dsk/sapmntlc1_dg/sapmntlc1_vol"
FSType = vxfs
FsckOpt = "-y"
)
NFS SAP70-LC1NFS_nfs (
Critical = 0
)
Share SAP70-LC1NFS_share (
Critical = 0
PathName = "/sapmnt/LC1"
Options = "root=rw,anon=0"
)
SAP70-LC1NFS_mnt requires SAP70-LC1NFS_dg
SAP70-LC1NFS_share requires SAP70-LC1NFS_mnt
SAP70-LC1NFS_share requires SAP70-LC1NFS_nfs
// resource dependency tree
//
// group SAP70-LC1NFS
// {
// Share SAP70-LC1NFS_share
// {
// Mount SAP70-LC1NFS_mnt
// {
// DiskGroup SAP70-LC1NFS_dg
// }
// NFS SAP70-LC1NFS_nfs
// }
// }
group SAP70-LC1SAPMNT (
SystemList = { vcssun69 = 0 }
)
Mount SAP70-LC1SAPMNT_mnt (
Critical = 0
MountPoint = "/sapmnt/LC1"
BlockDevice = "vcssun68:/sapmnt/LC1"
FSType = nfs
MountOpt = rw
)
requires group SAP70-LC1NFS online remote firm
// resource dependency tree
//
// group SAP70-LC1SAPMNT
// {
// Mount SAP70-LC1SAPMNT_mnt
// }
group SAP70-liveCache (
SystemList = { vcssun68 = 0, vcssun69 = 1 }
)
DiskGroup SAP70-liveCache_DATA_dg (
Critical = 0
DiskGroup = lcachedata_dg
)
DiskGroup SAP70-liveCache_LOG_dg (
Critical = 0
DiskGroup = lcachelog_dg
)
IP SAP70-liveCache_ip (
Critical = 0
Device = bge0
Address = "10.212.98.50"
NetMask = "255.255.254.0"
)
Mount SAP70-liveCache_DATA_mnt (
Critical = 0
MountPoint = "/sapdb/LC3/sapdata"
BlockDevice = "/dev/vx/dsk/lcachedata_dg/lcachedata_vol"
FSType = vxfs
FsckOpt = "-y"
)
Mount SAP70-liveCache_LOG_mnt (
Critical = 0
MountPoint = "/sapdb/LC3/saplog"
BlockDevice = "/dev/vx/dsk/lcachelog_dg/lcachelog_vol"
FSType = vxfs
FsckOpt = "-y"
)
SAPLiveCache SAP70-liveCache_srvr (
Critical = 0
EnvFile = "/home/lc3adm/.lcenv.csh"
LCHome = "/sapdb/programs/bin"
LCUser = lc3adm
LCName = LC3
DBMPassword = FTLrITiLGlHLiLJlK
APOHost = saplc1ci
InstId = 11
ClientId = 001
RFCDest = LC1CLNT001
RFCHome = "/usr/sap/rfcsdk/bin"
RFCUserId = LC3RFC
RFCPassword = CMIkFMfIDiEIfIGiH
)
SAP70-liveCache_DATA_mnt requires SAP70-liveCache_DATA_dg
SAP70-liveCache_LOG_mnt requires SAP70-liveCache_LOG_dg
SAP70-liveCache_ip requires SAP70-liveCache_DATA_mnt
SAP70-liveCache_ip requires SAP70-liveCache_LOG_mnt
SAP70-liveCache_srvr requires SAP70-liveCache_ip
// resource dependency tree
//
// group SAP70-liveCache
// {
// SAPLiveCache SAP70-liveCache_srvr
// {
// IP SAP70-liveCache_ip
// {
// Mount SAP70-liveCache_DATA_mnt
// {
// DiskGroup SAP70-liveCache_DATA_dg
// }
// Mount SAP70-liveCache_LOG_mnt
// {
// DiskGroup SAP70-liveCache_LOG_dg
// }
// }
// }
// }
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes51.cf 0000755 0000000 0000000 00000001376 13320061753 025674 0 ustar root root type SAPLiveCache (
static boolean AEPTimeout = 1
static int ContainerOpts{} = { RunInContainer=1, PassCInfo=0 }
static str AgentFile = "/opt/VRTSvcs/bin/Script50Agent"
static str AgentDirectory = "/opt/VRTSagents/ha/bin/SAPLiveCache"
static str ArgList[] = { ResLogLevel, State, IState, EnvFile, LCHome, LCUser, LCName, DBMUserId, DBMPassword, APOHost, InstId, ClientId, RFCDest, RFCHome, RFCUserId, RFCPassword, Language, SecondLevelMonitor, MonitorProgram }
str ResLogLevel = INFO
str EnvFile
str LCHome
str LCUser
str LCName
str DBMUserId = control
str DBMPassword
str APOHost
str InstId
str ClientId
str RFCDest
str RFCHome
str RFCUserId
str RFCPassword
str Language = EN
int SecondLevelMonitor = 0
str MonitorProgram // OPT
)
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes50.cmd 0000755 0000000 0000000 00000002524 13320061753 026042 0 ustar root root #!/bin/sh
hatype -add SAPLiveCache
hatype -modify SAPLiveCache SourceFile "./SAPLiveCacheTypes50.cf"
hatype -modify SAPWebAS71 AEPTimeout 1
haattr -add -static SAPLiveCache ContainerType -string Zone
hatype -modify SAPLiveCache AgentFile "/opt/VRTSvcs/bin/Script50Agent"
hatype -modify SAPLiveCache AgentDirectory "/opt/VRTSagents/ha/bin/SAPLiveCache"
hatype -modify SAPLiveCache ArgList ResLogLevel State IState EnvFile LCHome LCUser LCName DBMUserId DBMPassword APOHost InstId ClientId RFCDest RFCHome RFCUserId RFCPassword Language SecondLevelMonitor MonitorProgram
haattr -add SAPLiveCache ResLogLevel -string INFO
haattr -add SAPLiveCache EnvFile -string
haattr -add SAPLiveCache LCHome -string
haattr -add SAPLiveCache LCUser -string
haattr -add SAPLiveCache LCName -string
haattr -add SAPLiveCache DBMUserId -string control
haattr -add SAPLiveCache DBMPassword -string
haattr -add SAPLiveCache APOHost -string
haattr -add SAPLiveCache InstId -string
haattr -add SAPLiveCache ClientId -string
haattr -add SAPLiveCache RFCDest -string
haattr -add SAPLiveCache RFCHome -string
haattr -add SAPLiveCache RFCUserId -string
haattr -add SAPLiveCache RFCPassword -string
haattr -add SAPLiveCache Language -string
haattr -add SAPLiveCache SecondLevelMonitor -integer 0
haattr -add SAPLiveCache MonitorProgram -string
haattr -add SAPLiveCache ContainerName -string
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes.cmd 0000755 0000000 0000000 00000002347 13320061753 025700 0 ustar root root #!/bin/sh
hatype -add SAPLiveCache
hatype -modify SAPLiveCache SourceFile "./SAPLiveCacheTypes.cf"
hatype -modify SAPWebAS71 AEPTimeout 1
hatype -modify SAPLiveCache AgentFile "/opt/VRTSvcs/bin/Script50Agent"
hatype -modify SAPLiveCache AgentDirectory "/opt/VRTSagents/ha/bin/SAPLiveCache"
hatype -modify SAPLiveCache ArgList ResLogLevel State IState EnvFile LCHome LCUser LCName DBMUserId DBMPassword APOHost InstId ClientId RFCDest RFCHome RFCUserId RFCPassword Language SecondLevelMonitor MonitorProgram
haattr -add SAPLiveCache ResLogLevel -string INFO
haattr -add SAPLiveCache EnvFile -string
haattr -add SAPLiveCache LCHome -string
haattr -add SAPLiveCache LCUser -string
haattr -add SAPLiveCache LCName -string
haattr -add SAPLiveCache DBMUserId -string control
haattr -add SAPLiveCache DBMPassword -string
haattr -add SAPLiveCache APOHost -string
haattr -add SAPLiveCache InstId -string
haattr -add SAPLiveCache ClientId -string
haattr -add SAPLiveCache RFCDest -string
haattr -add SAPLiveCache RFCHome -string
haattr -add SAPLiveCache RFCUserId -string
haattr -add SAPLiveCache RFCPassword -string
haattr -add SAPLiveCache Language -string
haattr -add SAPLiveCache SecondLevelMonitor -integer 0
haattr -add SAPLiveCache MonitorProgram -string
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPLiveCache/SAPLiveCacheTypes.sun.xml 0000755 0000000 0000000 00000015705 13320061753 026543 0 ustar root root
1
/opt/VRTSagents/ha/bin/SAPLiveCache
/opt/VRTSvcsone/bin/Script50Agent
"ResLogLevel"
"State"
"IState"
"EnvFile"
"LCHome"
"LCUser"
"LCName"
"DBMUserId"
"DBMPassword"
"APOHost"
"InstId"
"ClientId"
"RFCDest"
"RFCHome"
"RFCUserId"
"RFCPassword"
"Language"
"SecondLevelMonitor"
"MonitorProgram"
1
"5.1.0.0"
0
1
55014
"5.1.0.0"
0
1
1
2
INFO
1
3
1
1
4
1
1
5
1
1
6
1
1
7
control
1
8
1
1
9
1
1
10
1
1
11
1
1
12
1
1
13
1
1
14
1
1
15
1
1
16
EN
1
17
0
1
18
0
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/ 0000755 0000000 0000000 00000000000 13320061753 020467 5 ustar root root ./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/main.cf 0000755 0000000 0000000 00000013725 13320061753 021740 0 ustar root root include "OracleASMTypes.cf"
include "types.cf"
include "Db2udbTypes.cf"
include "OracleTypes.cf"
include "SAPMaxDBTypes.cf"
include "SAPNWTypes.cf"
include "SybaseTypes.cf"
cluster sap_stack_clus (
UserNames = { admin = ePQiPKpMQlQQoYQkPN }
Administrators = { admin }
)
system sysA (
)
system sysB (
)
system sysC (
)
group SUN_ASCS_SAPNW_SG (
SystemList = { sysC = 2, sysB = 1, sysA = 0 }
PreOnline = 1
)
DiskGroup SUN_ASCS_DG_RES (
DiskGroup = sap_ci_dg
)
IP SUN_ASCS_IP_RES (
Device @sysC = eth3
Device @sysB = eth4
Device @sysA = eth3
Address = "10.209.61.49"
NetMask = "255.255.252.0"
)
Mount SUN_ASCS_MOUNT_RES (
MountPoint = "/usr/sap/SUN/ASCS04"
BlockDevice = "/dev/vx/dsk/sap_ci_dg/sap_ci_vol"
FSType = vxfs
FsckOpt = "-y"
)
NIC SUN_ASCS_NIC_RES (
Device @sysC = eth3
Device @sysB = eth4
Device @sysA = eth3
)
SAPNW SUN_ASCS_SAPNW_RES (
ResLogLevel = TRACE
EnvFile = "/home/sunadm/.login"
SAPAdmin = sunadm
InstProfile = "/sapmnt/SUN/profile/SUN_ASCS04_sunascs"
InstType = ENQUEUE
ProcMon = "en ms"
)
SAPNW SUN_ASCS_SAPNW_SAPSTARTSRV_RES (
ResLogLevel = TRACE
EnvFile = "/home/sunadm/.login"
SAPAdmin = sunadm
InstProfile = "/sapmnt/SUN/profile/SUN_ASCS04_sunascs"
InstType = SAPSTARTSRV
ProcMon = sapstartsrv
)
Volume SUN_ASCS_VOLUME_RES (
DiskGroup = sap_ci_dg
Volume = sap_ci_vol
)
requires group SUN_MAXDB_SG online global soft
SUN_ASCS_IP_RES requires SUN_ASCS_NIC_RES
SUN_ASCS_MOUNT_RES requires SUN_ASCS_VOLUME_RES
SUN_ASCS_SAPNW_RES requires SUN_ASCS_SAPNW_SAPSTARTSRV_RES
SUN_ASCS_SAPNW_SAPSTARTSRV_RES requires SUN_ASCS_IP_RES
SUN_ASCS_SAPNW_SAPSTARTSRV_RES requires SUN_ASCS_MOUNT_RES
SUN_ASCS_VOLUME_RES requires SUN_ASCS_DG_RES
// resource dependency tree
//
// group SUN_ASCS_SAPNW_SG
// {
// SAPNW SUN_ASCS_SAPNW_RES
// {
// SAPNW SUN_ASCS_SAPNW_SAPSTARTSRV_RES
// {
// IP SUN_ASCS_IP_RES
// {
// NIC SUN_ASCS_NIC_RES
// }
// Mount SUN_ASCS_MOUNT_RES
// {
// Volume SUN_ASCS_VOLUME_RES
// {
// DiskGroup SUN_ASCS_DG_RES
// }
// }
// }
// }
// }
group SUN_ERS_SAPNW_SG (
SystemList = { sysA = 0, sysB = 1, sysC = 2 }
PreOnline = 1
)
DiskGroup SUN_ERS_DG_RES (
DiskGroup = sap_ers_dg
)
IP SUN_ERS_IP_RES (
Device @sysA = eth3
Device @sysB = eth4
Device @sysC = eth3
Address = "10.209.61.77"
NetMask = "255.255.252.0"
)
Mount SUN_ERS_MOUNT_RES (
MountPoint = "/usr/sap/SUN/ERS14"
BlockDevice = "/dev/vx/dsk/sap_ers_dg/sap_ers_vol"
FSType = vxfs
FsckOpt = "-y"
)
NIC SUN_ERS_NIC_RES (
Device @sysA = eth3
Device @sysB = eth4
Device @sysC = eth3
)
SAPNW SUN_ERS_SAPNW_RES (
ResLogLevel = TRACE
EnvFile = "/home/sunadm/.login"
SAPAdmin = sunadm
InstProfile = "/sapmnt/SUN/profile/SUN_ERS14_suners"
InstType = ENQREP
ProcMon = er
EnqSrvResName = SUN_ASCS_SAPNW_RES
)
SAPNW SUN_ERS_SAPNW_SAPSTARTSRV_RES (
ResLogLevel = TRACE
EnvFile = "/home/sunadm/.login"
SAPAdmin = sunadm
InstProfile = "/sapmnt/SUN/profile/SUN_ERS14_suners"
InstType = SAPSTARTSRV
ProcMon = sapstartsrv
)
Volume SUN_ERS_VOLUME_RES (
DiskGroup = sap_ers_dg
Volume = sap_ers_vol
)
SUN_ERS_IP_RES requires SUN_ERS_NIC_RES
SUN_ERS_MOUNT_RES requires SUN_ERS_VOLUME_RES
SUN_ERS_SAPNW_RES requires SUN_ERS_SAPNW_SAPSTARTSRV_RES
SUN_ERS_SAPNW_SAPSTARTSRV_RES requires SUN_ERS_IP_RES
SUN_ERS_SAPNW_SAPSTARTSRV_RES requires SUN_ERS_MOUNT_RES
SUN_ERS_VOLUME_RES requires SUN_ERS_DG_RES
// resource dependency tree
//
// group SUN_ERS_SAPNW_SG
// {
// SAPNW SUN_ERS_SAPNW_RES
// {
// SAPNW SUN_ERS_SAPNW_SAPSTARTSRV_RES
// {
// IP SUN_ERS_IP_RES
// {
// NIC SUN_ERS_NIC_RES
// }
// Mount SUN_ERS_MOUNT_RES
// {
// Volume SUN_ERS_VOLUME_RES
// {
// DiskGroup SUN_ERS_DG_RES
// }
// }
// }
// }
// }
group SUN_MAXDB_SG (
SystemList = { sysC = 0 }
)
IP IP_MAXDB_RES (
Critical = 0
Device = eth3
Address = "10.209.61.74"
NetMask = "255.255.252.0"
)
NIC NIC_MAXDB_RES (
Critical = 0
Device = eth3
)
SAPMaxDB SUN_MAXDB_RES (
Critical = 0
ResLogLevel = TRACE
EnvFile = "/home/sunadm/.dbenv.csh"
DBHome = "/sapdb/programs/bin"
DBUser = sqdsun
DBName = SUN
DBHost = sundb
DBMPassword = FTLrITiNFlGLhLIlJLk
)
IP_MAXDB_RES requires NIC_MAXDB_RES
SUN_MAXDB_RES requires IP_MAXDB_RES
// resource dependency tree
//
// group SUN_MAXDB_SG
// {
// SAPMaxDB SUN_MAXDB_RES
// {
// IP IP_MAXDB_RES
// {
// NIC NIC_MAXDB_RES
// }
// }
// }
group SUN_PAS_SAPNW_SG (
SystemList = { sysA = 0, sysB = 1, sysC = 2 }
)
IP SUN_PAS_IP_RES (
Device @sysA = eth3
Device @sysB = eth4
Device @sysC = eth3
Address = "10.209.61.76"
NetMask = "255.255.252.0"
)
NIC SUN_PAS_NIC_RES (
Device @sysA = eth3
Device @sysB = eth4
Device @sysC = eth3
)
SAPNW SUN_PAS_SAPNW_RES (
ResLogLevel = TRACE
EnvFile = "/home/sunadm/.login"
SAPAdmin = sunadm
InstProfile = "/sapmnt/SUN/profile/SUN_DVEBMGS00_sundi"
ProcMon = dw
)
SAPNW SUN_PAS_SAPNW_SAPSTARTSRV_RES (
ResLogLevel = TRACE
EnvFile = "/home/sunadm/.login"
SAPAdmin = sunadm
InstProfile = "/sapmnt/SUN/profile/SUN_DVEBMGS00_sundi"
InstType = SAPSTARTSRV
ProcMon = sapstartsrv
)
requires group SUN_ASCS_SAPNW_SG online global soft
SUN_PAS_IP_RES requires SUN_PAS_NIC_RES
SUN_PAS_SAPNW_RES requires SUN_PAS_SAPNW_SAPSTARTSRV_RES
SUN_PAS_SAPNW_SAPSTARTSRV_RES requires SUN_PAS_IP_RES
// resource dependency tree
//
// group SUN_PAS_SAPNW_SG
// {
// SAPNW SUN_PAS_SAPNW_RES
// {
// SAPNW SUN_PAS_SAPNW_SAPSTARTSRV_RES
// {
// IP SUN_PAS_IP_RES
// {
// NIC SUN_PAS_NIC_RES
// }
// }
// }
// }
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes.sun.xml 0000755 0000000 0000000 00000011740 13320061753 023740 0 ustar root root
1
/opt/VRTSagents/ha/bin/SAPNW
/opt/VRTSvcsone/bin/Script50Agent
"ResLogLevel"
"State"
"IState"
"EnvFile"
"SAPAdmin"
"InstProfile"
"InstType"
"ProcMon"
"EnqSrvResName"
"MonitorProgram"
1
"5.1.0.0"
0
1
55025
"5.1.0.0"
0
1
1
2
INFO
1
3
1
1
4
1
1
5
1
1
6
APPSERV
1
7
1
1
8
0
1
10
0
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes50.cf 0000755 0000000 0000000 00000001133 13320061753 023064 0 ustar root root type SAPNW (
static boolean AEPTimeout = 1
static str ContainerType = Zone
static str AgentFile = "/opt/VRTSvcs/bin/Script50Agent"
static str AgentDirectory = "/opt/VRTSagents/ha/bin/SAPNW"
static str ArgList[] = { ResLogLevel, State, IState, EnvFile, SAPAdmin, InstProfile, InstType, ProcMon, EnqSrvResName, MonitorProgram,StopService, UseSystemD }
str ResLogLevel = INFO
str EnvFile
str SAPAdmin
str InstProfile
str InstType = APPSERV
str ProcMon
str EnqSrvResName // OPT
str MonitorProgram // OPT
str ContainerName // OPT
boolean StopService = 0 // OPT
boolean UseSystemD = 0
)
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/preonline 0000755 0000000 0000000 00000013461 13320061753 022415 0 ustar root root #------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPNW/conf/preonline,v 1.3 2009/08/11 08:43:21 vchappav Exp $
#
# $Author: vchappav $
# $Date: 2009/08/11 08:43:21 $
# $Revision: 1.3 $
#-------------------------------------------------------------------
#-------------------------------------------------------------------
# preonline
# preonline is invoked just before onlining the group.
# preonline is invoked on the node where group is to be onlined.
#
# A group level configurable parameter PreOnline controls whether this
# trigger should be invoked or not. By default, PreOnline is not set.
# PreOnline can be set in one of two ways:
# a) In configuration file, define
# PreOnline=1
# in the group description to set PreOnline to 1 for the group.
# b) While cluster is running, and in writable state, do
# hagrp -modify PreOnline 1
# to set PreOnline to 1 for group .
#
# preonline gives user the control to take appropriate action depending on
# whether group is being manually onlined, or group is in the process of failover.
# In failover case, for example, preonline can be used to determine whether the
# group can be brought online on this node in the cluster.
#
# In any case, user can give control back to engine by doing:
# hagrp -online -nopre -sys .
# This will let engine continue with online process.
#
# ------------------------------------------------------------------
# Usage:
# preonline
#
# : is the name of the system where group is to be onlined.
# : is the name of the group that is to be onlined.
# : is either "FAULT" or "MANUAL". "MANUAL" corresponds to
# both manual online as well as manual switch.
# : When preonline is invoked due to failover
# this argument is the name of the system where group
# was online before.
# When preonline is invoked due to group online
# command issued with -checkpartial option,
# this argument is the name of system specified
# for this option.
# ------------------------------------------------------------------
# ------------------------------------------------------------------
# Invoke the perl processor
# ------------------------------------------------------------------
eval 'exec /opt/VRTSperl/bin/perl -Sw $0 ${1+"$@"}'
if 0;
use strict;
use vars;
my $vcs_home = $ENV{"VCS_HOME"};
if (!defined ($vcs_home)) {
$vcs_home="/opt/VRTSvcs";
}
use ag_i18n_inc;
VCSAG_SET_ENVS();
if (!defined $ARGV[0]) {
VCSAG_LOG_MSG ("W", "Failed to continue; undefined system name", 15028);
exit;
} elsif (!defined $ARGV[1]) {
VCSAG_LOG_MSG ("W", "Failed to continue; undefined group name", 15031);
exit;
}
#
# SAPNW04 specific preonline code: START
#
#-------------------
# Define variables..
#-------------------
my $sCmd = '/opt/VRTSagents/ha/bin/SAPNW04/preonline';
my $sResLogLevel = 'INFO'; # Define logging level..
my @lsCmdArgs = ( @ARGV, $sResLogLevel ); # Insert logging level..
my $sArgs = join ( ' ', @lsCmdArgs );
my $iSAPNW04ExitCode = undef;
#------------------------------------------
# Pass control to preonline, if it exists..
#------------------------------------------
if ( -x $sCmd ) {
VCSAG_LOG_MSG ("I", "Preonline Cmd [$sCmd] Args [$sArgs]", 15031);
system ( $sCmd, @lsCmdArgs );
$iSAPNW04ExitCode = $? >> 8; # Capture exit code..
VCSAG_LOG_MSG ("I", "Preonline Cmd [$sCmd] Exited with [$iSAPNW04ExitCode]", 15031);
}
#
# SAPNW04 specific preonline code: STOP
#
#
# SAPNW specific preonline code: START
#
#-------------------
# Define variables..
#-------------------
my $sCmd = '/opt/VRTSagents/ha/bin/SAPNW/preonline';
my $sResLogLevel = 'INFO'; # Define logging level..
my @lsCmdArgs = ( @ARGV, $sResLogLevel ); # Insert logging level..
my $sArgs = join ( ' ', @lsCmdArgs );
my $iSAPNWExitCode = undef; # Reset..
#------------------------------------------
# Pass control to preonline, if it exists..
#------------------------------------------
if ( -x $sCmd ) {
VCSAG_LOG_MSG ("I", "Preonline Cmd [$sCmd] Args [$sArgs]", 15031);
system ( $sCmd, @lsCmdArgs );
$iSAPNWExitCode = $? >> 8; # Capture exit code..
VCSAG_LOG_MSG ("I", "Preonline Cmd [$sCmd] Exited with [$iSAPNWExitCode]", 15031);
}
#
# SAPNW specific preonline code: STOP
#
#--------------------------------
# Decide if we have to exit now..
#--------------------------------
exit 0 unless ( $iSAPNW04ExitCode );
exit 0 unless ( $iSAPNWExitCode );
# give control back to HAD.
if (defined $ARGV[3]) {
system("$vcs_home/bin/hagrp -online -nopre $ARGV[1] -sys $ARGV[0] -checkpartial $ARGV[3]");
exit;
}
system("$vcs_home/bin/hagrp -online -nopre $ARGV[1] -sys $ARGV[0]");
exit;
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes51.cf 0000755 0000000 0000000 00000001137 13320061753 023071 0 ustar root root type SAPNW (
static boolean AEPTimeout = 1
static int ContainerOpts{} = { RunInContainer=1, PassCInfo=0 }
static str AgentFile = "/opt/VRTSvcs/bin/Script50Agent"
static str AgentDirectory = "/opt/VRTSagents/ha/bin/SAPNW"
static str ArgList[] = { ResLogLevel, State, IState, EnvFile, SAPAdmin, InstProfile, InstType, ProcMon, EnqSrvResName, MonitorProgram, StopService, UseSystemD }
str ResLogLevel = INFO
str EnvFile
str SAPAdmin
str InstProfile
str InstType = APPSERV
str ProcMon
str EnqSrvResName // OPT
str MonitorProgram // OPT
boolean StopService = 0 // OPT
boolean UseSystemD = 0
)
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes51.cmd 0000755 0000000 0000000 00000001463 13320061753 023246 0 ustar root root #!/bin/sh
hatype -add SAPNW
hatype -modify SAPNW SourceFile "./SAPNWTypes51.cf"
hatype -modify SAPNW AEPTimeout 1
haattr -add -static SAPNW ContainerOpts -integer -assoc RunInContainer 1 PassCInfo 0
hatype -modify SAPNW AgentFile "/opt/VRTSvcs/bin/Script50Agent"
hatype -modify SAPNW AgentDirectory "/opt/VRTSagents/ha/bin/SAPNW"
hatype -modify SAPNW ArgList ResLogLevel State IState EnvFile SAPAdmin InstProfile InstType ProcMon EnqSrvResName MonitorProgram StopService
haattr -add SAPNW ResLogLevel -string INFO
haattr -add SAPNW EnvFile -string
haattr -add SAPNW SAPAdmin -string
haattr -add SAPNW InstProfile -string
haattr -add SAPNW InstType -string APPSERV
haattr -add SAPNW ProcMon -string
haattr -add SAPNW EnqSrvResName -string
haattr -add SAPNW MonitorProgram -string
haattr -add SAPNW StopService -boolean
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes.cmd 0000755 0000000 0000000 00000004000 13320061753 023066 0 ustar root root #!/bin/sh
#------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPNW/conf/SAPNWTypes.cmd,v 1.1 2014/11/19 16:52:23 avaidya Exp $
#
# $Author: avaidya $
# $Date: 2014/11/19 16:52:23 $
# $Revision: 1.1 $
#-------------------------------------------------------------------
set -e
set -u
#-------------------------------------------
# Quick script to import type definitioins
#-------------------------------------------
agent_name="SAPNW"
conf_dir="/etc/VRTSagents/ha/conf/${agent_name}"
tmp_dir="${conf_dir}/temp"
cf_file=${agent_name}Types.cf
cur_dir=${PWD}
cd ${conf_dir}
mkdir -p ${tmp_dir}
cp ${cf_file} ${tmp_dir}/${cf_file}
echo "include \"${cf_file}\"" > ${tmp_dir}/main.cf
cd ${tmp_dir}
vcs_dir="/opt/VRTSvcs/bin"
PATH=/opt/VRTSvcs/bin:$PATH
export PATH
hacf -verify .
set +e
haconf -makerw
set -e
sh main.cmd
haconf -dump
cd ${cur_dir}
rm ${tmp_dir}/${cf_file}
rm ${tmp_dir}/main.cf
rm ${tmp_dir}/main.cmd
rmdir ${tmp_dir}
./pkgs/VRTSsapnw/root/etc/VRTSagents/ha/conf/SAPNW/SAPNWTypes50.cmd 0000755 0000000 0000000 00000001473 13320061753 023246 0 ustar root root #!/bin/sh
hatype -add SAPNW
hatype -modify SAPNW SourceFile "./SAPNWTypes50.cf"
hatype -modify SAPNW AEPTimeout 1
haattr -add -static SAPNW ContainerType -string Zone
hatype -modify SAPNW AgentFile "/opt/VRTSvcs/bin/Script50Agent"
hatype -modify SAPNW AgentDirectory "/opt/VRTSagents/ha/bin/SAPNW"
hatype -modify SAPNW ArgList ResLogLevel State IState EnvFile SAPAdmin InstProfile InstType ProcMon EnqSrvResName MonitorProgram StopService
haattr -add SAPNW ResLogLevel -string INFO
haattr -add SAPNW EnvFile -string
haattr -add SAPNW SAPAdmin -string
haattr -add SAPNW InstProfile -string
haattr -add SAPNW InstType -string APPSERV
haattr -add SAPNW ProcMon -string
haattr -add SAPNW EnqSrvResName -string
haattr -add SAPNW MonitorProgram -string
haattr -add SAPNW ContainerName -string
haattr -add SAPNW StopService -boolean
./pkgs/VRTSsapnw/root/opt/ 0000755 0000000 0000000 00000000000 13320061753 014311 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTSagents/ 0000755 0000000 0000000 00000000000 13320061753 016311 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/ 0000755 0000000 0000000 00000000000 13320061753 016701 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/ 0000755 0000000 0000000 00000000000 13320061753 017451 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPLiveCache/ 0000755 0000000 0000000 00000000000 13320061753 021640 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPLiveCache/lccluster 0000755 0000000 0000000 00000001421 13320061753 023564 0 ustar root root #!/opt/VRTSperl/bin/perl -w
use Fcntl;
use File::Path qw ( mkpath );
my $sClustMode = $ARGV[0];
my $sStatus = $ARGV[1];
my $sClustStatus = "$sClustMode $sStatus";
my ( $sFileName, $sSAP, $sDB, $sLCName ) = reverse $0 =~ m@([^/]+)@g;
my $sWrkDir = "/sapdb/data/wrk/" . $sLCName ;
my $sClustFile = $sWrkDir . "/symc_lccluster_" . $sLCName ;
#-------------------------------
# Create work folder if needed..
#-------------------------------
if ( -d $sWrkDir ) {
# Directory already exists.
}
elsif ( ! mkpath ( $sWrkDir, 0, 0700 ) ) {
# Not able to create a directory.
return 0;
}
if ( sysopen( CLUSTFILE, $sClustFile, O_WRONLY|O_SYNC|O_CREAT|O_TRUNC, 0660 ) ) {
print CLUSTFILE $sClustStatus;
}
else {
# Not able to create the file.
}
close ( CLUSTFILE );
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPLiveCache/monitor 0000755 0000000 0000000 00000050177 13320061753 023267 0 ustar root root #------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPLiveCache/monitor.pl,v 1.9 2009/08/21 12:37:04 vchappav Exp $
#
# $Author: vchappav $
# $Date: 2009/08/21 12:37:04 $
# $Revision: 1.9 $
#
# Provides: SAPLiveCache
# Author: vchappav
# CrAgent Run Date: 01 Nov, 2006
# Modification History:
# Known bugs/caveats:
#------------------------------------------------------------------
eval 'exec /opt/VRTSperl/bin/perl -Sw $0 ${1+"$@"}'
if 0;
#---------------------------------------------------------
# Define the exact order to look for our agent framework..
#---------------------------------------------------------
BEGIN {
my $sVCSperl = undef;
my $sVCSagntfwHome = "/opt/VRTS/.ACCLib";
( my $sDirName = $0 ) =~ s#(.*)/.*$#$1#;
if ( $ENV { CLUSTER_HOME } ) { # VCS 5.0/VCS One..
$sVCSperl = "$ENV{CLUSTER_HOME}/lib";
}
else { # VCS 4.x ..
$sVCSperl = "/opt/VRTSperl/lib/site_perl";
}
unshift ( @INC, $sDirName,
"$sVCSagntfwHome/vcs",
"$sVCSagntfwHome/system",
"$sVCSagntfwHome/network",
$sVCSperl );
}
#------------
# Be strict..
#------------
use strict 'refs';
use strict 'vars';
#-------------------------------------
# Include required framework modules..
#-------------------------------------
use Sys; # For call to RunCmdArgsAsUser
use Version; # ACC Library version display generator
use VCSagentFW; # Primary Agent Interface to the ACC Library
use VCSDefines; # This contains constants that VCS uses
use ag_i18n_inc;
#-----------------------------------------
# Include the required SAPLiveCache module..
#-----------------------------------------
use SAPLiveCache;
#-----------------------------------------------------------------------
# Add our version number to the version hash and check if versions are
# requested..
#-----------------------------------------------------------------------
my $sVer = "\$Id: monitor.pl,v 1.9 2009/08/21 12:37:04 vchappav Exp $::ETVHeader";
Version::TellVersion ( $sVer );
#----------------------------------------------------------------------
# If versions are requested, print all of the framework module versions
# to stdout, then exit 0..
#----------------------------------------------------------------------
if ( 1 == Version::CheckForVersionRequest ( $ARGV [0] ) ) {
#------------------------------------------------------------------
# Found the request to display all versions -- did that, now quit..
#------------------------------------------------------------------
exit 0;
}
#-----------------------------------
# Work out entry point information..
#-----------------------------------
my $sResourceName = $ARGV [0];
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
$sResourceType = 'SAPLiveCache' if $sResourceType !~ /\w/;
#---------------------------------------------------------
# Set up the return code here (this gets over written once
# the entry point is called ).
#---------------------------------------------------------
my $iAgentReturnCode = 0;
if ( $sEntryPointName eq "monitor" ) {
$iAgentReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $sEntryPointName eq "clean") {
$iAgentReturnCode = VCSDef_CleanExit::FAILED;
}
#------------------------------------
# Setup Category ID for UMI logging..
#------------------------------------
my $iCategoryID = 55014;
my $iCleanReason = undef;
#-----------------------------------------
# Use Script50Agent style attribute list..
#-----------------------------------------
my $iCnt = 0;
my ( $sKey, @lsArgVals, %hsAttribs ) = ();
my @lsAttrs =
qw ( ResLogLevel State IState EnvFile LCHome LCUser LCName DBMUserId
DBMPassword APOHost InstId ClientId RFCDest RFCHome RFCUserId
RFCPassword Language SecondLevelMonitor MonitorProgram );
#------------------------------------------------------------------
# ArgList for type SAPLiveCache:
# ResLogLevel State IState EnvFile LCHome LCUser LCName DBMUserId
# DBMPassword APOHost InstId ClientId RFCDest RFCHome RFCUserId
# RFCPassword Language SecondLevelMonitor MonitorProgram
#------------------------------------------------------------------
my ( $argResLogLevel,
$argState,
$argIState,
$argEnvFile,
$argLCHome,
$argLCUser,
$argLCName,
$argDBMUserId,
$argDBMPassword,
$argAPOHost,
$argInstId,
$argClientId,
$argRFCDest,
$argRFCHome,
$argRFCUserId,
$argRFCPassword,
$argLanguage,
$argSecondLevelMonitor,
$argMonitorProgram ) = ();
$sResourceName = shift;
$iCleanReason = shift if ( $sEntryPointName eq 'clean' );
if ( $ENV { CLUSTER_HOME } ) { # VCS One/VCS 5.0
#----------------------------------------
# Use Script50Agent style attribute list
# Code specific to VCS 5.0 and VCS One.
#----------------------------------------
#--------------
# Get vectors..
#--------------
do {
push @{ $hsAttribs { $ARGV [$iCnt] } },
@ARGV [ $iCnt + 2 .. $iCnt + 1 + $ARGV [$iCnt + 1] ];
} while ( ( $iCnt += $ARGV [$iCnt + 1] + 2 ) <= $#ARGV );
( $argResLogLevel,
$argState,
$argIState,
$argEnvFile,
$argLCHome,
$argLCUser,
$argLCName,
$argDBMUserId,
$argDBMPassword,
$argAPOHost,
$argInstId,
$argClientId,
$argRFCDest,
$argRFCHome,
$argRFCUserId,
$argRFCPassword,
$argLanguage,
$argSecondLevelMonitor,
$argMonitorProgram ) = @lsArgVals = map { @$_ } @hsAttribs { @lsAttrs };
}
else {
#----------------------------
# Get values VCS 4.1 style
#----------------------------
(@lsArgVals) = ( $argResLogLevel,
$argState,
$argIState,
$argEnvFile,
$argLCHome,
$argLCUser,
$argLCName,
$argDBMUserId,
$argDBMPassword,
$argAPOHost,
$argInstId,
$argClientId,
$argRFCDest,
$argRFCHome,
$argRFCUserId,
$argRFCPassword,
$argLanguage,
$argSecondLevelMonitor,
$argMonitorProgram ) = @ARGV;
}
unshift ( @lsArgVals, $iCleanReason ) if ( $sEntryPointName eq "clean" ); # Insert clean reason..
unshift ( @lsArgVals, $sResourceName ); # Insert resource name..
unless ( VCSagentFW::SetupEntry ( $sEntryPointName,
$iCategoryID,
\$iCleanReason,
\@lsArgVals ) ) {
#------------------------------------------------------------------
# Some number of the "Standard Agent" arguments failed the
# validation. Note that the validation subroutine has already
# logged the attributes that failed the validation criteria. Exit
# now with the earlier defined value of $iAgentReturnCode.
#------------------------------------------------------------------
&entryPointExit ( $iAgentReturnCode );
}
#---------------------------------
# Populate FFDC helper variables..
#---------------------------------
$::gsUser = $argLCUser;
$::gsEnvFile = $argEnvFile;
#-------------------------------------
# Send the parameters for validation..
#-------------------------------------
if ( SAPLiveCache::ArgsValid ( $sEntryPointName,
$argEnvFile,
$argLCHome,
$argLCUser,
$argLCName,
$argDBMUserId,
$argDBMPassword,
$argAPOHost,
$argInstId,
$argClientId,
$argRFCDest,
$argRFCHome,
$argRFCUserId,
$argRFCPassword,
$argLanguage,
$argSecondLevelMonitor,
$argMonitorProgram ) ) {
&logTrace ( 20218, "<%s> All arguments validated successfully!",
$sEntryPointName );
}
else {
#---------------------------------------------------------------
# Some number of the arguments failed the validation..
# Exit now with the earlier defined value of iAgentReturnCode..
#---------------------------------------------------------------
&entryPointExit ( $iAgentReturnCode );
}
#-----------------------------------
# Args checked out ok, so continue..
#-----------------------------------
#------------------------------------------
# Declare routines to handle entry points..
#------------------------------------------
my %routines = ( "monitor" => \&MonitorEntryPoint,
"online" => \&OnlineEntryPoint,
"offline" => \&OfflineEntryPoint,
"clean" => \&CleanEntryPoint );
#----------------------------------------------------------
# Depending on our entry point, call the correct function..
#----------------------------------------------------------
if ( $routines{$sEntryPointName} ) {
$iAgentReturnCode = $routines{$sEntryPointName}->();
}
else { # Unknown entry pt..
&logError ( 20219,
"Agent called with unsupported entry point specification of [%s]",
$sEntryPointName );
++$iAgentReturnCode;
}
#------------------------------------------------------------------
# Exit the entry point, using the iAgentReturnCode we have set up..
#------------------------------------------------------------------
&entryPointExit ( $iAgentReturnCode );
#-------------------------------------------------------------
# End of &main(), IE: no more execution logic; only subroutine
# definitions follow..
#-------------------------------------------------------------
=pod
#-------------------------------------------------------------
Function : int MonitorEntryPoint ( void );
Description : Monitors resource of type SAPLiveCache
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
#-------------------------------------------------------------
=cut
sub MonitorEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20220, "Subroutine <%s> called", $sMyName );
#-----------------------------------------
# Check if at least the processes are up..
#-----------------------------------------
my $SAPLiveCache_Status = SAPLiveCache::GetResourceState ( $argLCName,
$argLCUser );
#------------------------
# Discard partial cases..
#------------------------
if ( VCSDef_MonitorExit::PARTIAL_ONLINE == $SAPLiveCache_Status ) {
$SAPLiveCache_Status = VCSDef_MonitorExit::OFFLINE;
}
#-------------------------------------
# Validation for intentional offline..
#-------------------------------------
if ( VCSDef_MonitorExit::OFFLINE == $SAPLiveCache_Status ) {
$SAPLiveCache_Status = SAPLiveCache::IntentionalOffline( $argState,
$argIState,
$argLCName,
$argLCHome,
$argDBMUserId,
$argDBMPassword,
$sResourceName );
return $SAPLiveCache_Status;
}
#------------------------------------------------
# Exit if, not online after a superficial check..
#------------------------------------------------
if ( VCSDef_MonitorExit::ONLINE == $SAPLiveCache_Status ) {
&logTrace ( 20221,
"<%s> Resource [%s] online with state [%s] after first level check.",
$sMyName, $sResourceName, $SAPLiveCache_Status );
}
else {
&logTrace ( 20222,
"<%s> Resource [%s] NOT online with state [%s] after first level check.",
$sMyName, $sResourceName, $SAPLiveCache_Status );
return $SAPLiveCache_Status;
}
#--------------------------------
# Start monitoring the resource..
#--------------------------------
$SAPLiveCache_Status = SAPLiveCache::Monitor ( $argDBMPassword,
$argDBMUserId,
$argEnvFile,
$argLCHome,
$argLCName,
$argLCUser,
$argMonitorProgram,
$argSecondLevelMonitor );
#-------------------------------------
# Validation for intentional offline..
#-------------------------------------
if ( VCSDef_MonitorExit::OFFLINE == $SAPLiveCache_Status ) {
$SAPLiveCache_Status = SAPLiveCache::IntentionalOffline( $argState,
$argIState,
$argLCName,
$argLCHome,
$argDBMUserId,
$argDBMPassword,
$sResourceName );
}
return $SAPLiveCache_Status;
}
=pod
#---------------------------------------------------------------
Function : int OnlineEntryPoint ( void );
Description : Attempts to online a resource of type SAPLiveCache
Returns : Time in seconds to delay run of monitor entry point
#---------------------------------------------------------------
=cut
sub OnlineEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20223, "Subroutine <%s> called", $sMyName );
my $iReturnCode = SAPLiveCache::GetResourceState ( $argLCName,
$argLCUser );
#------------------------
# Discard partial cases..
#------------------------
if ( VCSDef_MonitorExit::PARTIAL_ONLINE == $iReturnCode ) {
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
}
#------------------------
# Start only if offline..
#------------------------
if ( VCSDef_MonitorExit::OFFLINE == $iReturnCode ) {
if ( SAPLiveCache::Start ( $argAPOHost,
$argClientId,
$argDBMPassword,
$argDBMUserId,
$argEnvFile,
$argInstId,
$argLCHome,
$argLCName,
$argLCUser,
$argLanguage,
$argRFCDest,
$argRFCHome,
$argRFCPassword,
$argRFCUserId,
$argSecondLevelMonitor ) ) {
&logInfo ( 20224, "<%s> Resource [%s] started up successfully.",
$sMyName, $sResourceName );
}
else {
#------------------------------------------------------------------
# Here, the SAPLiveCache::Start routine informed us that the online
# did not work; however, all we can do is to return zero,
# effectively telling the VCS engine not to wait at all before
# invoking the monitor Entry Point, which is THE mechanism used by
# VCS to determine a resource's state.
#------------------------------------------------------------------
&logError( 20225, "<%s> Failed to online resource", $sMyName );
}
}
elsif ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
&logInfo ( 20226, "<%s> Processes for resource instance already up", $sMyName );
}
else { # Unknown..
&logError ( 20227,
"<%s> Attempt to online resource instance in invalid state", $sMyName );
}
return 0; # Seconds to pause before calling monitor..
}
=pod
#---------------------------------------------------------------
Function : int OfflineEntryPoint ( void );
Description : Attempts to offline a resource of type SAPLiveCache
Returns : Time in seconds to delay run of monitor entry point
#---------------------------------------------------------------
=cut
sub OfflineEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20228, "Subroutine <%s> called", $sMyName );
#----------------------------------------------
# Offline the resource if not offline already..
#----------------------------------------------
if ( VCSDef_MonitorExit::OFFLINE ==
SAPLiveCache::GetResourceState ( $argLCName,
$argLCUser ) ) {
&logInfo ( 20229, "<%s> Processes for resource instance down already.",
$sMyName );
}
elsif ( SAPLiveCache::Stop ( $argAPOHost,
$argClientId,
$argEnvFile,
$argInstId,
$argLCHome,
$argLCName,
$argLCUser,
$argLanguage,
$argRFCDest,
$argRFCHome,
$argRFCPassword,
$argRFCUserId,
$argDBMPassword,
$argDBMUserId ) ) {
&logInfo ( 20230,
"<%s> Shutdown resource [%s] successfully.",
$sMyName, $sResourceName );
}
else {
&logError ( 20231, "<%s> Failed to offline resource", $sMyName );
}
return 0; # Seconds to pause before calling monitor..
}
=pod
#---------------------------------------------------------------
Function : bool CleanEntryPoint ( void );
Description : Attempts to clean up a resource of type SAPLiveCache
Returns : boolean value in the set of {0,1} where
0 true
1 false
#---------------------------------------------------------------
=cut
sub CleanEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20232, "Subroutine <%s> called", $sMyName );
#-----------------
# Clean resource..
#-----------------
if ( SAPLiveCache::Kill ( $iCleanReason,
$argDBMPassword,
$argDBMUserId,
$argEnvFile,
$argLCHome,
$argLCName,
$argLCUser ) ) {
#--------------
# Kill worked..
#--------------
return VCSDef_CleanExit::PASSED;
}
else {
#--------------
# Kill failed..
#--------------
&logError ( 20233, "<%s> Failed to clean resource", $sMyName );
return VCSDef_CleanExit::FAILED;
}
}
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPLiveCache/SAPLiveCache.xml 0000755 0000000 0000000 00000035366 13320061753 024571 0 ustar root root
Veritas High Availability Agent for SAP liveCache Server
UNIX
Script
4.1
Veritas
Specifies the logging detail performed by the agent for the resource.
Valid values are:
ERROR - Only logs error messages.
WARN - Logs above plus warning messages.
INFO - Logs above plus informational messages.
TRACE - Logs above plus trace messages. This is very verbose and should only be used during initial configuration or for troubleshooting and diagnostic operations.
Example: INFO
Default Value: INFO
INFO
WARN
ERROR
TRACE
Used to enable second-level monitoring and specify how often it is run. Second-level monitoring is a deeper, more thorough state check of the configured SAPLiveCache instance. The numeric value specifies how often that the second-level monitoring routines are run. Zero (0) means never run the second-level monitoring routines. One (1) would mean to run it every monitor interval. Two (2) means to run the second-level monitoring routines every second monitor interval, and so on.
Care should be taken when setting this attribute to large numbers. For example, if the MonitorInterval is set to 60 seconds,
and the SecondLevelMonitor is set to 100, then the second level check would only get performed every 100 minutes, which may not be as often as intended. In order to provide maximum flexibility, the value set is not checked for an upper limit. Thus, you could cause the second level check to occur once a month, if that is what is desired.
Example: 1
Default Value: 0
Full path and file name of an external, user-supplied monitor program. If specified, the monitor entry point will execute this file to perform an additional server state check. There are no restrictions for what actions the external monitor program performs to determine the state of a SAP instance server. The only constraint is that the external monitor program must return one of the following integer values:
0 (server is online)
110 (server is online)
100 (server is offline)
1 (server is offline)
All other (server state is unknown)
Symantec recommends storing the external monitor utility on the shared disk directory to ensure the file is always available on the online system. Arguments are supported.
Example:
1. /sapdb/data/wrk/LC5/myMonitor.pl
2. /sapdb/data/wrk/LC5/myMonitor.pl arg1 arg2
Default Value: ""
Full path to the file that the agent sources to set the environment for liveCache server before executing any liveCache programs. Symantec recommends storing this file on a shared disk for easy of maintenance. The supported shell environments are: ksh, sh, and csh.
Example: /home/lc5adm/lcenv.csh
Default: ""
Directory where the LiveCache database software is installed. This directory is needed to find the dbmcli and x_server executables.
Example: /sapdb/programs/bin
Default Value: ""
Operating system user for liveCache server. This user is responsible for starting and stopping the liveCache server. It must always be set to a value. In general this user takes the form 'LCName'adm. For SAP Kernel version 7.2 or higher, use 'SAPSID'adm as LCUser.
Example: lc5adm
Default: ""
Name of the liveCache instance consisting of three alphanumeric characters. Also called liveCache SID. Only upper case letters are allowed and the first letter must be a character. This attribute is needed to uniquely identify the processes of the liveCache server. Also needed by "dbmcli" utility to find the state of the liveCache server.
Example: LC5
Default: ""
The DBMUserId used to connect to the liveCache database server using "dbmcli".
Example: control
Default: "control"
Password for the user 'DBMUserId'. Use "vcsencrypt -agent" option to encrypt the password. If you are using VCS GUI to enter password no need to encrypt the password. VCS GUI will automatically encrypt password for you.
Example: jxpVmxMpkPlpMpnPo
Default: ""
Name of the host (virtual/physical) on which the SAP APO Application Server is running.
Example: sapsc1ci
Default: ""
The SAP system number or instance ID for the APO Application Server.
Example: 01
Default: ""
The Production client ID in which the RFC destination and RFC User is defined for liveCache server. The liveCache is started/stopped with this client ID.
Example: 001
Default: ""
RFC Destination defined for liveCache server start/stop. In general the destination will be in the form 'SAPSID'CLNT'ClientId'. Refer SAP note 305634 for more information.
Example: SC1CLNT001
Default: ""
The home directory for RFC SDK tool kit. startrfc binary is used to start/stop the liveCache server with function modules RSLVCSTART/RSLVCSTOP. This RFC SDK tool kit needs to be downloaded from SAP Service Market place http://service.sap.com/swdc. This directory must have executable permission for 'LCUser'.
Example: /sapdb/rfcsdk/bin
Default: ""
The RFC User created for SAP liveCache Server to globally operate SAP liveCache Server.
Example: LC5RFC
Default: ""
The password for the 'RFCUserId'. Use "vcsencrypt -agent" option to encrypt the password. If you are using VCS GUI to enter password no need to encrypt the password. VCS GUI will automatically encrypt password for you.
Example: akgIdkDgbGcgDgeGf
Default: ""
The language type used for starting and stopping liveCache server. This agent will support only English.
Example: EN
Default: ""
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPLiveCache/SAPLiveCache.pm 0000755 0000000 0000000 00000406535 13320061753 024405 0 ustar root root #------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2017 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPLiveCache/SAPLiveCache.pm,v 1.19 2015/02/11 11:46:16 avaidya Exp $
#
# $Author: avaidya $
# $Date: 2015/02/11 11:46:16 $
# $Revision: 1.19 $
#
# Provides: SAPLiveCache
# Author: vchappav
# CrAgent Run Date: 01 Nov, 2006
# Modification History:
# Known bugs/caveats:
#------------------------------------------------------------------
#------------
# Be strict..
#------------
use strict;
#----------------------
# Declare the package..
#----------------------
package SAPLiveCache;
use IPC::SysV qw ( IPC_STAT IPC_RMID );
my $sCmdIpcs = "/usr/bin/ipcs";
my ( $CLUS_HOME, $sPrefix ) = ();
#---------------------
# Setup VCS/VCSOne home..
#---------------------
if ( $ENV { CLUSTER_HOME } ) { # VCS 5.0/VCS One..
$CLUS_HOME ||= $ENV { CLUSTER_HOME } ||= "/opt/VRTSvcsone";
}
else { # VCS 4.x..
$CLUS_HOME ||= $ENV { VCS_HOME } ||= "/opt/VRTSvcs";
}
( $sPrefix ) = $CLUS_HOME =~ /.*(vcs(|one))$/;
if ( $sPrefix =~ /vcsone/ ) {
$sPrefix = "ha";
}
#-----------------------------------------
# Define module-vendor specific commands..
#-----------------------------------------
my $sCmdHares = "$CLUS_HOME/bin/hares";
my $sCmdHatype = "$CLUS_HOME/bin/hatype";
my $sCmdVcsDecrypt = "$CLUS_HOME/sbin/${sPrefix}decrypt";
my @liRunningProcs = (); # Global..
#-------------------------------------
# Include required framework modules..
#-------------------------------------
use Sys; # Support generalized UNIX commands
use Proc; # For calls to the process routines
use Comms; # For calls to socket(3C) routines
use Version; # Version display generator
use VCSagentFW; # Primary Agent Interface to the ACC Library
use VCSDefines; # This contains constants that VCS uses
#--------------------------------
# Include standard PERL modules..
#--------------------------------
use Fcntl;
use Socket;
use POSIX qw ( uname );
use File::Path qw ( mkpath );
use File::stat;
#-----------------------------------------------------------------------
# Add our version number to the version hash and check if versions are
# requested..
#-----------------------------------------------------------------------
my $sVer = "\$Id: SAPLiveCache.pm,v 1.19 2015/02/11 11:46:16 avaidya Exp $::ETVHeader";
Version::TellVersion ( $sVer );
#--------------------------------
# Define SAPLiveCache subroutines..
#--------------------------------
=pod
-------------------------------------------------------------------------
Function : bool ArgsValid ( IN String EntryPointName,
IN String EnvFile,
IN String LCHome,
IN String LCUser,
IN String LCName,
IN String DBMUserId,
IN String DBMPassword,
IN String APOHost,
IN String InstId,
IN String ClientId,
IN String RFCDest,
IN String RFCHome,
IN String RFCUserId,
IN String RFCPassword,
IN String Language,
IN Integer SecondLevelMonitor,
IN String MonitorProgram );
Description : Validates the ArgList passed to the entry point.
Parameters :
$sEntryPointName Entry pt name
$localEnvFile Environments file for .
$localLCHome Directory for LiveCache database software.
$localLCUser Operating system user for liveCache server.
$localLCName Name of the liveCache instance.
$localDBMUserId User ID used to connect to liveCache server.
$localDBMPassword Password for the user .
$localAPOHost Virtual hostname of the SAP APO Application Server.
$localInstId SAP instance ID for the APO Application Server.
$localClientId Production client ID for liveCache server.
$localRFCDest RFC Destination for liveCache server start/stop.
$localRFCHome Home directory for RFC SDK tool kit.
$localRFCUserId RFC User for SAP liveCache Server to operate globally.
$localRFCPassword Password for the .
$localLanguage Language used to start/stop liveCache server.
$localSecondLevelMonitor Cycle count to run in-depth monitoring.
$localMonitorProgram Full path to external monitor program.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ArgsValid {
#----------------------------------------
# Set up local vars from passed in ones..
#----------------------------------------
my ( $sEntryPointName,
$localEnvFile,
$localLCHome,
$localLCUser,
$localLCName,
$localDBMUserId,
$localDBMPassword,
$localAPOHost,
$localInstId,
$localClientId,
$localRFCDest,
$localRFCHome,
$localRFCUserId,
$localRFCPassword,
$localLanguage,
$localSecondLevelMonitor,
$localMonitorProgram ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20001, "Subroutine <%s> called with:
EntryPointName [%s]
EnvFile [%s]
LCHome [%s]
LCUser [%s]
LCName [%s]
DBMUserId [%s]
DBMPassword [%s]
APOHost [%s]
InstId [%s]
ClientId [%s]
RFCDest [%s]
RFCHome [%s]
RFCUserId [%s]
RFCPassword [%s]
Language [%s]
SecondLevelMonitor [%s]
MonitorProgram [%s]",
$sMyName, $sEntryPointName, $localEnvFile, $localLCHome,
$localLCUser, $localLCName, $localDBMUserId, $localDBMPassword,
$localAPOHost, $localInstId, $localClientId, $localRFCDest,
$localRFCHome, $localRFCUserId, $localRFCPassword,
$localLanguage, $localSecondLevelMonitor, $localMonitorProgram );
#---------------------------------------------
# Get the address of the Language parameter..
#---------------------------------------------
my $rsLanguage = \$_[14];
#-------------------------------------
# Set return code to hopeful success..
#-------------------------------------
my $iReturnCode = 1;
#--------------------------------------------
# Create hash to weed out empty args values..
#--------------------------------------------
my ( @lsMissing, %hsArgList ) = ();
my @lsArgs =
qw ( EntryPointName EnvFile LCHome LCUser LCName DBMUserId DBMPassword
APOHost InstId ClientId RFCDest RFCHome RFCUserId RFCPassword
Language SecondLevelMonitor MonitorProgram );
@hsArgList { @lsArgs } = @_; # Assign..
#----------------------------------------
# Reqd. attributes based on entry point..
#----------------------------------------
my @lsOnlineArgs = qw ( EnvFile LCHome LCUser LCName DBMUserId DBMPassword InstId );
my @lsOfflineArgs = qw ( EnvFile LCHome LCUser LCName DBMUserId DBMPassword InstId );
my @lsMonitorArgs = qw ( EnvFile LCHome LCUser LCName DBMUserId DBMPassword );
my @lsCleanArgs = qw ( EnvFile LCHome LCUser LCName DBMUserId DBMPassword );
my %hlsNeeded = ( 'online' => \@lsOnlineArgs,
'offline' => \@lsOfflineArgs,
'monitor' => \@lsMonitorArgs,
'clean' => \@lsCleanArgs );
my @lsReqdArgs = @{$hlsNeeded { $sEntryPointName }};
#-----------------------
# Check what's missing..
#-----------------------
if ( @lsMissing = grep { $hsArgList { $_ } !~ /\S/o } @lsReqdArgs ) {
&logError ( 20002,
"<%s> The following mandatory fields were not set [%s], Total [%s]",
$sMyName, join ( ' ', @lsMissing ), scalar @lsMissing );
$iReturnCode = 0; # Failure..
}
$iReturnCode || return $iReturnCode; # Return, if failed..
#-----------------------------
# Remove SLM file, if exists..
#-----------------------------
if ( $sEntryPointName ne 'monitor' ) {
VCSagentFW::RunSecondLevelMonitor ( 1 ); # Delete..
}
#-------------------------------
# Individual validation starts..
#-------------------------------
#-----------------------------------------------
# Validation for online offline entry point(s)..
#-----------------------------------------------
if ( $sEntryPointName =~ /^(online|offline)$/o ) {
#-----------------------------
# Validate parameter EnvFile..
#-----------------------------
if ( ! -f $localEnvFile ) {
&logError ( 20003, "<%s> EnvFile [%s] is not a plain file",
$sMyName, $localEnvFile );
$iReturnCode = 0; # Failure..
}
#----------------------------
# Validate parameter LCHome..
#----------------------------
if ( ! -d $localLCHome ) {
&logError ( 20005, "<%s> LCHome [%s] directory does not exist",
$sMyName, $localLCHome );
$iReturnCode = 0; # Failure..
}
#--------------------------
# Validate parameter LCUser..
#--------------------------
if ( ! defined getpwnam $localLCUser ) {
&logError ( 20007, "<%s> LCUser [%s] is not a valid UNIX login",
$sMyName, $localLCUser );
$iReturnCode = 0; # Failure..
}
#-----------------------------
# Validate parameter InstId..
#-----------------------------
if ( $localInstId !~ /(^[0-8][0-9]$)/ && $localInstId !~ /(^9[0-6]$)/ ) {
&logError ( 20008, "<%s> InstId [%s] not in the range of {00...96}.",
$sMyName, $localInstId );
$iReturnCode = 0; # Failure..
}
#-----------------------------
# Validate parameter RFCHome..
#-----------------------------
if ( ( $localRFCHome =~ /(\S+)/ ) && ( ! -d $localRFCHome ) ) {
&logError ( 20004, "<%s> RFCHome [%s] directory does not exist",
$sMyName, $localRFCHome );
$iReturnCode = 0; # Failure..
}
#-----------------------------
# Validate parameter APOHost..
#-----------------------------
if ( ( $localAPOHost =~ /(\S+)/ ) && ( ! inet_aton $localAPOHost ) ) {
&logError ( 20006, "<%s> APOHost [%s] is an invalid Hostname/IPV4 address",
$sMyName, $localAPOHost );
$iReturnCode = 0; # Failure..
}
#-----------------------------
# Validate parameter ClientId..
#-----------------------------
if ( ( $localClientId =~ /(\S+)/ ) && ( $localClientId !~ /(^[0-9][0-9][0-9]$)/ ) ) {
&logError ( 20009, "<%s> ClientId [%s] not in the range of {000...999}.",
$sMyName, $localClientId );
$iReturnCode = 0; # Failure..
}
#-----------------------------
# Validate parameter Language..
#-----------------------------
if ( ( $localLanguage =~ /(\S+)/ ) && ( $localLanguage ne "EN" )) {
&logWarn ( 20010, "<%s> Language [%s] is invalid. Defaulting the value to EN",
$sMyName, $localLanguage );
$$rsLanguage = "EN";
}
}
#----------------------------------
# Validation for all entry points..
#----------------------------------
#-----------------------------
# Validate parameter LCName..
#-----------------------------
if ( $localLCName !~ /(^[A-Z][A-Z0-9][A-Z0-9]$)/ ) {
&logError ( 20011, "<%s> LCName [%s] contains invalid characters",
$sMyName, $localLCName );
$iReturnCode = 0; # Failure..
}
#---------------------------------------
# Validation for online entry point(s)..
#---------------------------------------
if ( $sEntryPointName eq "online" ) {
#------------------------------------
# Validate parameter MonitorProgram..
#------------------------------------
if ( $localMonitorProgram =~ /(\S+)/ && # Defined..
! -x $1 ) {
&logError ( 20012, "<%s> MonitorProgram [%s] is not executable",
$sMyName, $1 );
$iReturnCode = 0; # Failure..
}
}
$iReturnCode ||
&logWarn ( 20013,
"<%s> Some of the attributes could not be validated. Returning [%s]",
$sMyName, $iReturnCode );
return $iReturnCode ;
}
=pod
-------------------------------------------------------------------------
Function : bool Start ( IN String APOHost,
IN String ClientId,
IN String DBMPassword,
IN String DBMUserId,
IN String EnvFile,
IN String InstId,
IN String LCHome,
IN String LCName,
IN String LCUser,
IN String Language,
IN String RFCDest,
IN String RFCHome,
IN String RFCPassword,
IN String RFCUserId,
IN Integer SecondLevelMonitor );
Description : Start logic needed for online entry pt
Parameters :
$sAPOHost Virtual hostname of the SAP APO Application Server.
$sClientId Production client ID for liveCache server.
$sDBMPassword Password for the user .
$sDBMUserId User ID used to connect to liveCache server.
$sEnvFile Environments file for .
$sInstId SAP instance ID for the APO Application Server.
$sLCHome Directory for LiveCache database software.
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
$sLanguage Language used to start/stop liveCache server.
$sRFCDest RFC Destination for liveCache server start/stop.
$sRFCHome Home directory for RFC SDK tool kit.
$sRFCPassword Password for the .
$sRFCUserId RFC User for SAP liveCache Server to operate globally.
$iSecondLevelMonitor Cycle count to run in-depth monitoring.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Start {
#----------------
# Get Arguments..
#----------------
my ( $sAPOHost,
$sClientId,
$sDBMPassword,
$sDBMUserId,
$sEnvFile,
$sInstId,
$sLCHome,
$sLCName,
$sLCUser,
$sLanguage,
$sRFCDest,
$sRFCHome,
$sRFCPassword,
$sRFCUserId,
$iSecondLevelMonitor ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20014, "Subroutine <%s> called with:
APOHost [%s]
ClientId [%s]
DBMPassword [%s]
DBMUserId [%s]
EnvFile [%s]
InstId [%s]
LCHome [%s]
LCName [%s]
LCUser [%s]
Language [%s]
RFCDest [%s]
RFCHome [%s]
RFCPassword [%s]
RFCUserId [%s]
SecondLevelMonitor [%s]",
$sMyName, $sAPOHost, $sClientId, $sDBMPassword, $sDBMUserId,
$sEnvFile, $sInstId, $sLCHome, $sLCName, $sLCUser, $sLanguage,
$sRFCDest, $sRFCHome, $sRFCPassword, $sRFCUserId,
$iSecondLevelMonitor );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-----------------------------------------
# Whack any preexisting SAPLiveCache processes..
#-----------------------------------------
&logTrace ( 20015,
"<%s> Killing SAPLiveCache processes for this instance", $sMyName );
if ( SAPLiveCache::KillSAPLiveCacheProcesses ( $sLCName,
$sLCUser ) ) {
&logTrace ( 20016,
"<%s> Processes for this instance do not exist before start-up",
$sMyName );
}
else {
&logError ( 20017,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
#--------------------
# Return, if failed..
#--------------------
$iReturnCode || return $iReturnCode;
#------------------------------------------------------
# Remove any preexisting SAPLiveCache IPC resources...
#------------------------------------------------------
&logTrace ( 20018,
"<%s> Cleaning SAPLiveCache IPC resources for instance [%s]", $sMyName, $sLCName );
if(SAPLiveCache::RemoveIPCResourcesForSAPLiveCache ( "sdb",
$sLCHome,
$sLCName ) ) {
&logTrace(20019,
"<%s> Removed all IPC resources for SAP liveCache Instance [%s] successfully",
$sMyName, $sLCName );
}
else {
&logError(20020,
"<%s> Failed to remove IPC resources for SAP liveCache Instance [%s]. Remove all IPC resources for this instance manually before retrying online", $sMyName, $sLCName );
$iReturnCode = 0; # Failure ..
}
#--------------------
# Return, if failed..
#--------------------
$iReturnCode || return $iReturnCode;
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPLiveCache::GetEngineTimeout ( 1 );
my ( @lsCmdout, $iExitCode, $iTimeout, @liPids ) = ();
#-------------------------------------------
# Start x_server for SAP liveCache Server..
#-------------------------------------------
my $sCommand = "$sLCHome/x_server";
my $sCommandArgs = "start";
&logTrace ( 20021,
"<%s> Starting x_server with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20022,
"<%s> Insufficient time to start x_server. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20023,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
my $sSrchStr = qr|\bXSERVER\b.*\bstarted\b|io; # Search pattern..
my $sSrchStr1 = qr|\bFound\s+running\s+XServer\b|o; # Search pattern..
&logTrace ( 20024, "<%s> Looking with filter [%s] or [%s] from output",
$sMyName, $sSrchStr, $sSrchStr1 );
#--------------------------------------------
# Attempt to locate search string in output..
#--------------------------------------------
unless ( grep { /$sSrchStr/ || /$sSrchStr1/ } @lsCmdout ) {
&logError ( 20025,
"<%s> Failed to locate search pattern [%s] or [%s] in Cmd output [%s]",
$sMyName, $sSrchStr, $sSrchStr1, join ( chr 012, @lsCmdout ) );
$iReturnCode = 0; # Failure..
}
}
else {
&logError ( 20026,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s].
Cmd output [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode,
join ( chr 012, @lsCmdout ) );
$iReturnCode = 0; # Failure..
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
#$iTillWhen = $^T + SAPLiveCache::GetEngineTimeout ( 1 );
#------------------------------------------
# Declare version command and args variables..
#------------------------------------------
my $lcVersion = 0;
$sCommand = "$sLCHome/dbmcli";
$sCommandArgs = "-s inst_enum";
&logInfo ( 20234,
"<%s> Attempting to get the version of SAPLiveCache with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request version number.
#------------------------
#-------------------------------------------
# Declare start command and args variables..
#-------------------------------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20235,
"<%s> Insufficient time to get version number of livecache database. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout,
$sDBMPassword ) ) {
&logTrace ( 20236,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
#------------------------------------------------------
# Get version of livecache database.
#------------------------------------------------------
foreach ( @lsCmdout ) {
if( $_ =~ /\b(\S*)\s*(\S+$sLCName)\b/io ) {
my ( $version, $path ) = ($1, $2);
$version =~ s/(\d+\.\d+).*/$1/;
$lcVersion = $version ;
}
}
@lsCmdout = (); # Free..
my $sPassword = () ;
my $sSAPSid = () ;
my $sSapEvtCmd = () ;
if( $sLCUser =~ /\b(\S*)adm\b/io ) {
$sSAPSid = uc $1 ;
$sSapEvtCmd = "/usr/sap/$sSAPSid/SYS/exe/run/sapevt";
}
if ( ( ( -e $sSapEvtCmd ) && (-x $sSapEvtCmd ) ) &&
( ( $sRFCHome !~ /(\S+)/ ) || ( $sAPOHost !~ /(\S+)/ ) || ( $sClientId !~ /(\S+)/ ) || ( $sRFCUserId !~ /(\S+)/ )) ) {
$sCommand = $sSapEvtCmd ;
$sCommandArgs = " Z_PLEASE_START_LIVECACHE name=$sSAPSid nr=$sInstId";
$sPassword = undef ;
}
elsif ($lcVersion >= 7.9) {
$sCommand = "$sLCHome/dbmcli";
$sCommandArgs = "-d $sLCName -u $sDBMUserId,$sDBMPassword db_online";
$sPassword = $sDBMPassword ;
}
else {
$sCommand = "$sRFCHome/startrfc";
$sCommandArgs = "-3 -d $sRFCDest -h $sAPOHost -s $sInstId " .
"-c $sClientId -u $sRFCUserId -p $sRFCPassword " .
"-l $sLanguage -F START_LIVECACHE_LVC -E IV_CON_NAME=LCA";
$sPassword = $sRFCPassword ;
}
( @lsCmdout, $iExitCode, $iTimeout, @liPids ) = ();
&logTrace ( 20027,
"<%s> Starting SAPLiveCache instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20028,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout,
$sPassword ) ) {
&logTrace ( 20029,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logError ( 20030,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s].
Cmd output [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode,
join ( chr 012, @lsCmdout ) );
$iReturnCode = 0; # Failure..
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
#--------------------
# Delay entry point..
#--------------------
my $iSleepTime = 10; # Secs..
while ( ( $iTimeout = $iTillWhen - time ) > 10 ) {
@liPids = (); # Initialise..
sleep $iSleepTime; # Sec..
&logTrace ( 20031,
"<%s> Confirming start-up with [%s] sec in hand",
$sMyName, $iTimeout );
#---------
# Do FLM..
#---------
if ( VCSDef_MonitorExit::ONLINE ==
SAPLiveCache::GetProcState ( \@liPids,
$sLCName,
$sLCUser,
1 ) ) { # Running FFLM..
#---------------------
# Start-up confirmed..
#---------------------
$iReturnCode = 1; # Success..
last;
}
else {
&logTrace ( 20032,
"<%s> Could not confirm start-up. Sleeping for [%s] sec",
$sMyName, $iSleepTime );
$iReturnCode = 0; # Failure..
}
}
if ( $iReturnCode && $iSecondLevelMonitor ) { # If enabled..
while ( ( $iTimeout = $iTillWhen - time ) > 10 ) {
sleep $iSleepTime; # Sec..
&logTrace ( 20033,
"<%s> Confirming start-up with [%s] sec in hand",
$sMyName, $iTimeout );
#---------
# Do SLM..
#---------
if ( VCSDef_MonitorExit::ONLINE == # Online after..
SAPLiveCache::SecondLevelMonitor ( $sDBMPassword, # Running SLM..
$sDBMUserId,
$sEnvFile,
$sLCHome,
$sLCName,
$sLCUser,
$iTillWhen ) ) {
#---------------------
# Start-up confirmed..
#---------------------
&logInfo ( 20034,
"<%s> Confirmed start-up of this instance of SAPLiveCache server",
$sMyName );
$iReturnCode = 1; # Success..
last;
}
else {
&logTrace ( 20035,
"<%s> Could not confirm start-up. Sleeping for [%s] sec",
$sMyName, $iSleepTime );
}
}
}
elsif( $iReturnCode && !$iSecondLevelMonitor ) { # If only FLM succeeds ..
&logInfo ( 20036,
"<%s> Confirmed start-up of this instance of SAPLiveCache server",
$sMyName );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool Stop ( IN String APOHost,
IN String ClientId,
IN String EnvFile,
IN String InstId,
IN String LCHome,
IN String LCName,
IN String LCUser,
IN String Language,
IN String RFCDest,
IN String RFCHome,
IN String RFCPassword,
IN String RFCUserId
IN String DBMPassword,
IN String DBMUserId);
Description : Stop logic needed for offline entry pt
Parameters :
$sAPOHost Virtual hostname of the SAP APO Application Server.
$sClientId Production client ID for liveCache server.
$sEnvFile Environments file for .
$sInstId SAP instance ID for the APO Application Server.
$sLCHome Directory for LiveCache database software.
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
$sLanguage Language used to start/stop liveCache server.
$sRFCDest RFC Destination for liveCache server start/stop.
$sRFCHome Home directory for RFC SDK tool kit.
$sRFCPassword Password for the .
$sRFCUserId RFC User for SAP liveCache Server to operate globally.
$sDBMPassword Password for the user .
$sDBMUserId User ID used to connect to liveCache server.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Stop {
#----------------
# Get Arguments..
#----------------
my ( $sAPOHost,
$sClientId,
$sEnvFile,
$sInstId,
$sLCHome,
$sLCName,
$sLCUser,
$sLanguage,
$sRFCDest,
$sRFCHome,
$sRFCPassword,
$sRFCUserId,
$sDBMPassword,
$sDBMUserId ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20037, "Subroutine <%s> called with:
APOHost [%s]
ClientId [%s]
EnvFile [%s]
InstId [%s]
LCHome [%s]
LCName [%s]
LCUser [%s]
Language [%s]
RFCDest [%s]
RFCHome [%s]
RFCPassword [%s]
RFCUserId [%s]
DBMPassword [%s]
DBMUserId [%s]",
$sMyName, $sAPOHost, $sClientId, $sEnvFile, $sInstId, $sLCHome, $sLCName,
$sLCUser, $sLanguage, $sRFCDest, $sRFCHome, $sRFCPassword, $sRFCUserId,$sDBMPassword, $sDBMUserId );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1; # Success..
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPLiveCache::GetEngineTimeout ( 1 ); # With margin..
#------------------------------------------
# Declare stop command and args variables..
#------------------------------------------
my ( $sCommand, $sCommandArgs, $iTimeout, $iExitCode, $iSleepTime,
@lsCmdout, @liPids ) = ();
#------------------------------------------
# Declare version command and args variables..
#------------------------------------------
my $lcVersion = 0;
$sCommand = "$sLCHome/dbmcli";
$sCommandArgs = "-s inst_enum";
&logInfo ( 20237,
"<%s> Attempting to get the version of SAPLiveCache with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request version number.
#------------------------
#-------------------------------------------
# Declare start command and args variables..
#-------------------------------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20238,
"<%s> Insufficient time to get version number of livecache database. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout,
$sDBMPassword ) ) {
&logTrace ( 20239,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
#------------------------------------------------------
# Get version of livecache database.
#------------------------------------------------------
foreach ( @lsCmdout ) {
if( $_ =~ /\b(\S*)\s*(\S+$sLCName)\b/io ) {
my ( $version, $path ) = ($1, $2);
$version =~ s/(\d+\.\d+).*/$1/;
$lcVersion = $version ;
}
}
@lsCmdout = (); # Free..
my $sPassword = () ;
my $sSAPSid = () ;
my $sSapEvtCmd = () ;
if( $sLCUser =~ /\b(\S*)adm\b/io ) {
$sSAPSid = uc $1 ;
$sSapEvtCmd = "/usr/sap/$sSAPSid/SYS/exe/run/sapevt";
}
if ( ( ( -e $sSapEvtCmd ) && (-x $sSapEvtCmd ) ) &&
( ( $sRFCHome !~ /(\S+)/ ) || ( $sAPOHost !~ /(\S+)/ ) || ( $sClientId !~ /(\S+)/ ) || ( $sRFCUserId !~ /(\S+)/ )) ) {
$sCommand = $sSapEvtCmd ;
$sCommandArgs = " Z_PLEASE_STOP_LIVECACHE name=$sSAPSid nr=$sInstId";
$sPassword = undef ;
}
elsif ($lcVersion >= 7.9) {
$sCommand = "$sLCHome/dbmcli";
$sCommandArgs = "-d $sLCName -u $sDBMUserId,$sDBMPassword db_offline";
$sPassword = $sDBMPassword ;
}
else {
$sCommand = "$sRFCHome/startrfc";
$sCommandArgs = "-3 -d $sRFCDest -h $sAPOHost -s $sInstId " .
"-c $sClientId -u $sRFCUserId -p $sRFCPassword " .
"-l $sLanguage -F STOP_LIVECACHE_LVC -E IV_CON_NAME=LCA";
$sPassword = $sRFCPassword ;
}
&logTrace ( 20038,
"<%s> Stopping SAPLiveCache with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request shutdown..
#------------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20039,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout,
$sPassword ) ) {
&logTrace ( 20040,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
#-----------------
# Set sleep time..
#-----------------
$iSleepTime = 10; # Sec..
&logInfo ( 20041,
"<%s> Delaying exit to confirm shutdown..", $sMyName );
#--------------------
# Delay entry point..
#--------------------
while ( ( $iTimeout = $iTillWhen - time ) > 20 ) {
#-----------------------
# Wait before retrying..
#-----------------------
sleep $iSleepTime; # Secs..
SAPLiveCache::GetProcState ( \@liPids,
$sLCName,
$sLCUser,
0 ); # Request regular..
#------------------------------
# Check for pending processes..
#------------------------------
if ( scalar @liPids ) {
&logTrace ( 20042,
"<%s> Could not confirm shutdown. Retrying in [%s] sec.
Delaying kill with [%s] sec in hand",
$sMyName, $iSleepTime, $iTimeout );
}
else {
&logInfo ( 20043,
"<%s> Confirmed shutdown of SAPLiveCache instance",
$sMyName );
last; # Get out..
}
}
}
else {
&logError ( 20044,
"<%s> Cmd [%s] with args [%s] failed to stop the liveCache Server.",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = 0; # Failure..
}
#------------------------------------------------
# Whack any preexisting SAPLiveCache processes..
#------------------------------------------------
&logTrace ( 20045,
"<%s> Killing SAPLiveCache processes for this instance", $sMyName );
if ( SAPLiveCache::KillSAPLiveCacheProcesses ( $sLCName,
$sLCUser ) ) {
&logTrace ( 20046,
"<%s> Processes for this instance do not exist after shutdown",
$sMyName );
$iReturnCode = 1; # Success ..
}
else {
&logError ( 20047,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
#------------------------------------------------------
# Remove any left over SAPLiveCache IPC resources...
#------------------------------------------------------
&logTrace ( 20048,
"<%s> Cleaning SAPLiveCache IPC resources for instance [%s]", $sMyName, $sLCName );
if(SAPLiveCache::RemoveIPCResourcesForSAPLiveCache ( "sdb",
$sLCHome,
$sLCName ) ) {
&logTrace(20049,
"<%s> Removed all IPC resources for SAP liveCache Instance [%s] successfully",
$sMyName, $sLCName );
}
else {
&logError(20050,
"<%s> Removed all IPC resources for SAP liveCache Instance [%s] successfully",
$sMyName, $sLCName );
$iReturnCode = 0; # Failure ..
}
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
SAPLiveCache::DeletePidFile ( $sResourceName );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool Kill ( IN Integer CleanReason,
IN String DBMPassword,
IN String DBMUserId,
IN String EnvFile,
IN String LCHome,
IN String LCName,
IN String LCUser );
Description : Forces shutdown of resource needed for clean entry point
Parameters :
$iCleanReason Why clean was called
$sDBMPassword Password for the user .
$sDBMUserId User ID used to connect to liveCache server.
$sEnvFile Environments file for .
$sLCHome Directory for LiveCache database software.
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Kill {
#----------------
# Get Arguments..
#----------------
my ( $iCleanReason,
$sDBMPassword,
$sDBMUserId,
$sEnvFile,
$sLCHome,
$sLCName,
$sLCUser ) = @_;
#-----------------------------
# Figure out why were called..
#-----------------------------
my ( $sCleanReason, %hsCleanReasons ) = ();
my @lsCleanStrings = qw ( Offline_timed_out Offline_was_ineffective
Online_timed_out Online_was_ineffective
Found_offline_unexpectedly Monitor_timed_out );
@hsCleanReasons { 0 .. $#lsCleanStrings } = @lsCleanStrings; # Populate..
( $sCleanReason = $hsCleanReasons { $iCleanReason } || # Reason..
$iCleanReason ) =~ s/_/ /g;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20051, "Subroutine <%s> called with:
CleanReason [%s]
DBMPassword [%s]
DBMUserId [%s]
EnvFile [%s]
LCHome [%s]
LCName [%s]
LCUser [%s]",
$sMyName, $sCleanReason, $sDBMPassword, $sDBMUserId, $sEnvFile,
$sLCHome, $sLCName, $sLCUser );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPLiveCache::GetEngineTimeout ( 1 ); # With margin..
#------------------------------------------
# Declare stop command and args variables..
#------------------------------------------
my ( $sCommand, $sCommandArgs, $iTimeout, $iExitCode,
@lsFiles, @lsCmdout ) = ();
$sCommand = "$sLCHome/dbmcli";
$sCommandArgs = "-d $sLCName -u $sDBMUserId,$sDBMPassword db_offline";
unless ( $hsCleanReasons { $iCleanReason } eq 'Offline_timed_out' ||
$hsCleanReasons { $iCleanReason } eq 'Offline_was_ineffective' ) {
#-------------------
# Try to be gentle..
#-------------------
&logInfo ( 20052,
"<%s> Attempting to stop SAPLiveCache with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request shutdown..
#------------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20053,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout,
$sDBMPassword ) ) {
&logTrace ( 20054,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
} # End of unless block.
#------------------------------------------------
# Whack any preexisting SAPLiveCache processes..
#------------------------------------------------
&logTrace ( 20055,
"<%s> Killing SAPLiveCache processes for this instance", $sMyName );
if ( SAPLiveCache::KillSAPLiveCacheProcesses ( $sLCName,
$sLCUser ) ) {
&logTrace ( 20056,
"<%s> Processes for this instance do not exist after shutdown",
$sMyName );
}
else {
&logError ( 20057,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
#-------------------------------------------
# Define clear command and args variables..
#-------------------------------------------
$sCommand = "$sLCHome/dbmcli";
$sCommandArgs = "-d $sLCName -u $sDBMUserId,$sDBMPassword db_clear";
#-------------------
# Try to be gentle..
#-------------------
&logInfo ( 20058,
"<%s> Attempting to clear SAPLiveCache with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#-----------------
# Request clear ..
#-----------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20059,
"<%s> Insufficient time to continue clear. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
#$iReturnCode = 0; # Failure..
}
elsif ( SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout,
$sDBMPassword ) ) {
&logTrace ( 20060,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
#------------------------------------------------------
# Remove any left over SAPLiveCache IPC resources...
#------------------------------------------------------
&logTrace ( 20061,
"<%s> Cleaning SAPLiveCache IPC resources for instance [%s]", $sMyName, $sLCName );
if( $iReturnCode = SAPLiveCache::RemoveIPCResourcesForSAPLiveCache ( "sdb",
$sLCHome,
$sLCName ) ) {
&logTrace(20062,
"<%s> Removed all IPC resources for SAP liveCache Instance [%s] successfully",
$sMyName, $sLCName );
}
else {
&logError(20063,
"<%s> Failed to Remove all IPC resources for SAP liveCache Instance [%s]",
$sMyName, $sLCName );
$iReturnCode = 0; # Failure ..
}
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
SAPLiveCache::DeletePidFile ( $sResourceName );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetResourceState ( IN String LCName,
IN String LCUser );
Description : First level monitor to determine state of resource.
Parameters :
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
105 ONLINE with confidence level 50 VCSDef_MonitorExit::PARTIAL_ONLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetResourceState {
#----------------
# Get Arguments..
#----------------
my ( $sLCName,
$sLCUser ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20064, "Subroutine <%s> called:
LCName [%s]
LCUser [%s]",
$sMyName, $sLCName, $sLCUser );
my @liDummyPids = ();
my $iReturnCode = SAPLiveCache::GetProcState ( \@liDummyPids,
$sLCName,
$sLCUser,
1 ); # Use FFLM..
if ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
&logTrace ( 20065,
"<%s> Found all required processes. Return code set to [%s]",
$sMyName, $iReturnCode );
}
else {
&logTrace ( 20066,
"<%s> Did not find all required processes. Returning [%s]",
$sMyName, $iReturnCode );
}
#--------------------------------
# Populate the global PID array..
#--------------------------------
@liRunningProcs = @liDummyPids;
&logTrace ( 20067,
"<%s> Populating global running proclist with [%s] PIDs [%s]",
$sMyName, scalar @liRunningProcs, join ( ' ', @liRunningProcs ) );
return ( $iReturnCode );
}
=pod
-------------------------------------------------------------------------
Function : int GetProcState ( OUT ListReference OnlinePids,
IN String LCName,
IN String LCUser,
IN Integer UseFFLM );
Description : First level monitor to determine state of resource.
Parameters :
$rliOnlinePids PIDs of relevant running processes
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
$iUseFFLM Filtering procedure
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
105 ONLINE with confidence level 50 VCSDef_MonitorExit::PARTIAL_ONLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetProcState {
#----------------
# Get Arguments..
#----------------
my ( $rliOnlinePids,
$sLCName,
$sLCUser,
$iUseFFLM ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20068, "Subroutine <%s> called with:
OnlinePids [%s]
LCName [%s]
LCUser [%s]
UseFFLM [%s]",
$sMyName, $rliOnlinePids, $sLCName, $sLCUser, $iUseFFLM );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
$sLCUser = "sdb"; # Change the user to liveCache process owner..
#----------------------
# Initialise Variables..
#----------------------
my ( $iProcessCount, $iUseRFLM, $iFound, $iUid, $iPid, $sLang,
$sKey, $rhlProc, $sPidFile, $sProc, $sTemp,
@hProcListHash, @lsUpdates, @lsValues,
%hiProcPids, %hsSrvrDetails, %hsCopy ) = ();
@$rliOnlinePids = ();
my %hiLCPid = ();
my $iPPid = ();
#------------------------------------
# Attempt to get monitoring details..
#------------------------------------
if ( ( 0 == ( $iUid = getpwnam $sLCUser ) ) && # User is the super-user..
( 2 == $iUseFFLM ) ) { # And called to kill-by-UID..
&logTrace ( 20069, "<%s> Unsafe to kill processes by User [%s] UID [%s].
Using filter-based approach.", $sMyName, $sLCUser, $iUid ),
$iUseFFLM = 1;
}
if ( $iUseFFLM != 2 ) { # Called for first level check..
if ( SAPLiveCache::GetSrvrDetails ( $sLCName,
\%hsSrvrDetails ) ) {
&logTrace ( 20070,
"<%s> Got details for monitoring SAPLiveCache instance", $sMyName );
%hsCopy = %hsSrvrDetails; # Backup..
$iUseRFLM = scalar keys %hsCopy; # Set to entire count..
}
else {
&logError ( 20071,
"<%s> Failed to get details for monitoring SAPLiveCache instance",
$sMyName );
return VCSDef_MonitorExit::UNKNOWN;
}
#---------------------------------
# Check if we attempt to be fast..
#---------------------------------
if ( $iUseFFLM ) { # FFLM..
$iUseRFLM = 0; # Hopefully skip..
foreach $sKey ( keys %hsCopy ) { # Use copy..
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
$sTemp .= "\nSAPLiveCache process [$sKey]\n"; # Display string..
#----------------
# Read in pairs..
#----------------
while ( ( $sPidFile, $sProc ) = splice ( @lsValues, 0, 2 ) ) {
#-----------
# Run FFLM..
#-----------
$iFound = SAPLiveCache::FFLMStatus ( $sPidFile,
$sProc,
$iUid,
\$iPid,
\$iPPid ); # by vchappav ...
#----------------
# Update status..
#----------------
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
$sTemp .= "PID File [$sPidFile]\n";
$sTemp .= "Srch Process [$sProc]\n";
$sTemp .= "FFLM Status [$iFound]\n\n";
}
@{ $hsCopy { $sKey } } = @lsUpdates;
#------------------------
# Handle monitor status..
#------------------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
push ( @$rliOnlinePids, $iPid ); # Push..
$hiProcPids { $sKey } = $iPid; # Store..
$hiLCPid { $iPid } = $iPPid; # by vchappav ...
}
else {
++ $iUseRFLM; # Mark it for RFLM..
}
}
#----------------
# Print summary..
#----------------
&logTrace ( 20072,
"<%s> SAPLiveCache instance process details ---%s\n\n",
$sMyName, $sTemp );
( $sTemp, $sPidFile, $sProc ) = (); # Release memory..
}
else { # Use RLFM..
#-----------------------------------------
# Mark status of each service as offline..
#-----------------------------------------
$iFound = VCSDef_MonitorExit::OFFLINE; # Set to offline..
foreach $sKey ( keys %hsCopy ) {
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
while ( scalar @lsValues ) {
push ( @lsUpdates, splice ( @lsValues, 0, 2 ), $iFound );
}
@{ $hsCopy { $sKey } } = @lsUpdates; # Update..
}
}
}
else { # Called for Kill..
&logTrace ( 20073,
"<%s> Called to get processes for User [%s] UID [%s]",
$sMyName, $sLCUser, $iUid );
++ $iUseRFLM;
}
#-----------------------
# Regular slow :-( FLM..
#-----------------------
if ( $iUseRFLM ) {
&logTrace ( 20074,
"<%s> Running regular first level monitor", $sMyName );
#----------------------------------
# Set LANG for better performance..
#----------------------------------
$sLang = $ENV { LANG }; # Backup..
$ENV { LANG } = 'C'; # Now set..
#-----------------------------------
# Call processes and store in hash..
#-----------------------------------
$iProcessCount = Proc::GetLongProcessListHash ( \@hProcListHash );
#----------
# Restore..
#----------
defined $sLang ? $ENV { LANG } = $sLang:delete $ENV { LANG }; # Restore..
#----------------------
# Check if we got any..
#----------------------
if ( $iProcessCount ) {
&logTrace ( 20075,
"<%s> Got [%s] processes from proc table for filtering",
$sMyName, $iProcessCount );
}
else {
&logError ( 20076,
"<%s> Call to get process list did not return any processes",
$sMyName );
return VCSDef_MonitorExit::OFFLINE; # Offline..
}
#-----------------------
# Search for processes..
#-----------------------
foreach $rhlProc ( @hProcListHash ) {
#--------------------------------------------------------------
# Each $rhlProc is a ref. to a hash with the following keys..
# "UID" =>
# "PID" =>
# "PPID" =>
# "COMMAND" =>
#--------------------------------------------------------------
&logTrace ( 20077, "<%s> Searching PID [%s] UID [%s] CMD [%s]",
$sMyName, $$rhlProc { PID }, $$rhlProc { UID },
$$rhlProc { COMMAND } );
next unless defined $$rhlProc { UID }; # Bug in Proc::GetProcessListHash..
$iPid = $$rhlProc { PID }; # Assign..
if ( $$rhlProc { UID } == $iUid ) { # Process owner..
#-----------------------------------------------
# Look for processes that were offline in FFLM..
#-----------------------------------------------
if ( $iUseFFLM != 2 ) { # Request to filter..
foreach $sKey ( keys %hsCopy ) {
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
#--------------------------------------------------
# Should have details per three elements of array..
#
#--------------------------------------------------
while ( ( $sPidFile, $sProc, $iFound ) =
splice ( @lsValues, 0, 3 ) ) {
if ( ( VCSDef_MonitorExit::OFFLINE == $iFound ) && # Earlier marked offline..
( $$rhlProc { COMMAND } =~ /$sProc/ ) && # Now found..
( ! defined $hiLCPid { $iPid } ) ) { # Not already matched..
$hiLCPid { $iPid } = $$rhlProc { PPID }; # Store PPID of the process..
&logTrace ( 20078,
"<%s> Found PID [%s] PPID [%s] CMD [%s] with filter [%s]",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND }, $sProc );
$hiProcPids { $sKey } = $iPid; # Store..
unshift ( @$rliOnlinePids, $iPid ); # Store..
$iFound = VCSDef_MonitorExit::ONLINE; # Mark online..
&logTrace ( 20079,
"<%s> Got [%s] processes into hiLCPid", $sMyName, scalar(keys(%hiLCPid)) );
#----------------
# Update status..
#----------------
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
@{ $hsCopy { $sKey } } = @lsUpdates; # Update..
last;
}
}
}
}
else { # Request for kill..
&logTrace ( 20080,
"<%s> Pushing PID [%s] with PPID [%s] Cmd [%s] on stack",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND } );
push ( @$rliOnlinePids, $iPid ); # Store..
$hiLCPid { $iPid } = $$rhlProc { PPID }; # Store PPID of the process..
}
}
}
}
#------------------------------------
# Set final status for each process..
#------------------------------------
my ( $iOnline, $iOffline, $sEntryPointName ) = ();
( $sEntryPointName = $0 ) =~ s#.*/##; # Basename..
$sTemp = ''; # Ensure..
foreach $sKey ( keys %hsCopy ) {
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
$sTemp .= "\nProcess [$sKey]\n";
while ( ( $sPidFile, $sProc, $iFound ) =
splice ( @lsValues, 0, 3 ) ) {
#-----------------------------------
# Create PID files for use in FFLM..
#-----------------------------------
if ( $iUseRFLM && # In RFLM..
$iUseFFLM != 2 && # Asked to filter..
$hiProcPids { $sKey } && # PID populated..
( $sEntryPointName =~ /^(monitor|online)$/o ) ) { # In monitor or online..
&logTrace ( 20081,
"<%s> Creating PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $hiProcPids { $sKey } );
#---------
# Create..
#---------
if ( SAPLiveCache::CreatePidFile ( $sPidFile,
$hiProcPids { $sKey } ) ) {
&logTrace ( 20082,
"<%s> Successfully created PID file [%s]", $sMyName, $sPidFile );
}
else {
&logError ( 20083,
"<%s> Could not create PID file [%s] successfully",
$sMyName, $sPidFile );
}
}
#-------------
# Set status..
#-------------
if ( VCSDef_MonitorExit::ONLINE == $iFound && ( 2 <= scalar (keys (%hiLCPid)) ) ) {
$iOnline = $iFound;
}
elsif ( VCSDef_MonitorExit::OFFLINE == $iFound ) {
$iOffline = $iFound;
}
$sTemp .= "Srch Process [$sProc]\n";
$sTemp .= "FLM Status [$iFound]\n\n";
}
$sTemp .= "--------------------";
}
#-------------------
# Set final status..
#-------------------
$iReturnCode = $iOffline || $iOnline || VCSDef_MonitorExit::UNKNOWN;
#------------------------------------------------
# Reset status based on PIDs, if not in monitor..
#------------------------------------------------
if ( $sEntryPointName ne 'monitor' &&
( VCSDef_MonitorExit::OFFLINE == $iReturnCode ) &&
scalar @$rliOnlinePids ) {
$iReturnCode = VCSDef_MonitorExit::PARTIAL_ONLINE;
&logTrace ( 20084,
"<%s> Found [%s] PIDs [%s] for this instance of SAPLiveCache.
Resetting return code to [%s]",
$sMyName, scalar @$rliOnlinePids, join ( ' ', @$rliOnlinePids ),
$iReturnCode );
}
#-----------------------
# Report on FLM status..
#-----------------------
if ( $iUseFFLM != 2 ) { # Request to filter..
&logTrace ( 20085,
"<%s> SAPLiveCache process details ---\n%s\nReturn code is [%s]",
$sMyName, $sTemp, $iReturnCode );
$sTemp = undef; # Release..
}
# Sort the PIDs of the liveCache processes in the descending order of their parent PIDs.
if( (scalar @$rliOnlinePids > 0) && (scalar @$rliOnlinePids == scalar (keys (%hiLCPid)) ) ) {
&logTrace ( 20086,
"<%s> Sorting the liveCache process IDs in the descending order of their parent IDs.",
$sMyName );
@$rliOnlinePids = sort {$hiLCPid{$b} <=> $hiLCPid{$a} } keys %hiLCPid ;
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int Monitor ( IN String DBMPassword,
IN String DBMUserId,
IN String EnvFile,
IN String LCHome,
IN String LCName,
IN String LCUser,
IN String MonitorProgram,
IN Integer SecondLevelMonitor );
Description: Performs the in-depth monitoring
Parameters :
$sDBMPassword Password for the user .
$sDBMUserId User ID used to connect to liveCache server.
$sEnvFile Environments file for .
$sLCHome Directory for LiveCache database software.
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
$sMonitorProgram Full path to external monitor program.
$iSecondLevelMonitor Cycle count to run in-depth monitoring.
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub Monitor {
#----------------
# Get Arguments..
#----------------
my ( $sDBMPassword,
$sDBMUserId,
$sEnvFile,
$sLCHome,
$sLCName,
$sLCUser,
$sMonitorProgram,
$iSecondLevelMonitor ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20087, "Subroutine <%s> called with:
DBMPassword [%s]
DBMUserId [%s]
EnvFile [%s]
LCHome [%s]
LCName [%s]
LCUser [%s]
MonitorProgram [%s]
SecondLevelMonitor [%s]",
$sMyName, $sDBMPassword, $sDBMUserId, $sEnvFile, $sLCHome,
$sLCName, $sLCUser, $sMonitorProgram, $iSecondLevelMonitor );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
my $iTillWhen = undef;
#----------------------------------------------
# In-depth monitoring, if correct time to run..
#----------------------------------------------
if ( VCSagentFW::RunSecondLevelMonitor ( $iSecondLevelMonitor ) ) {
#--------------------------
# Just In Time Validation..
#--------------------------
if ( VCSDef_MonitorExit::ONLINE == ( $iReturnCode =
SAPLiveCache::DelayedAttributeCheck ( $sDBMPassword,
$sDBMUserId,
$sEnvFile,
$sLCHome,
$sLCName,
$sLCUser ) ) ) {
&logTrace ( 20088,
"<%s> Delayed attribute check completed successfully",
$sMyName );
}
else {
&logError ( 20089,
"<%s> Attribute validation failed. Returning [%s]",
$sMyName, $iReturnCode );
return $iReturnCode;
}
&logTrace ( 20090,
"<%s> Proceeding with second level monitoring", $sMyName );
#-------------------------------------------------------
# Upper bound..
# Time in EPOCH when entry pt started + VCS time limit..
#-------------------------------------------------------
$iTillWhen = $^T + SAPLiveCache::GetEngineTimeout ( 1 );
if ( VCSDef_MonitorExit::ONLINE == ( $iReturnCode =
SAPLiveCache::SecondLevelMonitor ( $sDBMPassword,
$sDBMUserId,
$sEnvFile,
$sLCHome,
$sLCName,
$sLCUser,
$iTillWhen ) ) ) {
&logTrace ( 20091,
"<%s> SAPLiveCache instance online with status [%s] after SLM",
$sMyName, $iReturnCode );
}
else {
&logError ( 20092,
"<%s> SAPLiveCache instance NOT online after SLM. Status [%s]",
$sMyName, $iReturnCode );
return $iReturnCode;
}
}
#------------------------------------------------
# Exit if external monitor has not been defined..
#------------------------------------------------
return $iReturnCode unless defined $sMonitorProgram;
#---------------------------------------
# MonitorProgram defined..
# Separate the executable and the args..
#---------------------------------------
my ( $sExtCmd, $sExtCmdArgs ) = $sMonitorProgram # Separate
=~ /(\S+)\s*(.*)/; # Cmd and args..
$sExtCmdArgs = '' unless defined $sExtCmdArgs; # Prevent undefs..
if ( $sExtCmd ) { # Defined..
#----------------------------------------
# Get time bearings, if not got earlier..
#----------------------------------------
$iTillWhen ||= $^T + SAPLiveCache::GetEngineTimeout ( 1 );
if ( VCSDef_MonitorExit::ONLINE == # and found online..
( $iReturnCode = # by the status..
SAPLiveCache::ExternalMonitor ( $sLCUser,
$sEnvFile,
$sExtCmd,
$sExtCmdArgs,
$iTillWhen ) ) ) {
&logTrace ( 20093,
"<%s> SAPLiveCache instance found online with status [%s]
after executing external monitor [%s] with args [%s]",
$sMyName, $iReturnCode, $sExtCmd, $sExtCmdArgs );
}
else {
&logError ( 20094,
"<%s> SAPLiveCache instance NOT online after executing external monitor
[%s] with args [%s]. Status [%s]",
$sMyName, $sExtCmd, $sExtCmdArgs, $iReturnCode );
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int DelayedAttributeCheck ( IN String DBMPassword,
IN String DBMUserId,
IN String EnvFile,
IN String LCHome,
IN String LCName,
IN String LCUser );
Description : Just In Time Validation
Parameters :
$sDBMPassword Password for the user .
$sDBMUserId User ID used to connect to liveCache server.
$sEnvFile Environments file for .
$sLCHome Directory for LiveCache database software.
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
Returns : Integer value as defined below:
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub DelayedAttributeCheck {
#----------------
# Get Arguments..
#----------------
my ( $sDBMPassword,
$sDBMUserId,
$sEnvFile,
$sLCHome,
$sLCName,
$sLCUser ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20095, "Subroutine <%s> called with:
DBMPassword [%s]
DBMUserId [%s]
EnvFile [%s]
LCHome [%s]
LCName [%s]
LCUser [%s]",
$sMyName, $sDBMPassword, $sDBMUserId, $sEnvFile, $sLCHome,
$sLCName, $sLCUser );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
#------------------------------
# Validate parameter EnvFile..
#------------------------------
if ( ! -f $sEnvFile ) {
&logWarn ( 20096, "<%s> [%s] is not a plain file",
$sMyName, $sEnvFile );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#-----------------------------
# Validate parameter LCHome..
#-----------------------------
if ( ! -d $sLCHome ) {
&logWarn ( 20097, "<%s> [%s] directory does not exist",
$sMyName, $sLCHome );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#-----------------------------
# Validate parameter LCUser..
#-----------------------------
if ( ! defined getpwnam $sLCUser ) {
&logWarn ( 20098, "<%s> [%s] is not a valid UNIX login",
$sMyName, $sLCUser );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int SecondLevelMonitor ( IN String DBMPassword,
IN String DBMUserId,
IN String EnvFile,
IN String LCHome,
IN String LCName,
IN String LCUser,
IN Integer TillWhen );
Description : Does in-depth monitoring, if enabled.
Parameters :
$sDBMPassword Password for the user .
$sDBMUserId User ID used to connect to liveCache server.
$sEnvFile Environments file for .
$sLCHome Directory for LiveCache database software.
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
$iTillWhen Time in EPOCH left for IInd level monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub SecondLevelMonitor {
#----------------
# Get Arguments..
#----------------
my ( $sDBMPassword,
$sDBMUserId,
$sEnvFile,
$sLCHome,
$sLCName,
$sLCUser,
$iTillWhen ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20099, "Subroutine <%s> called with:
DBMPassword [%s]
DBMUserId [%s]
EnvFile [%s]
LCHome [%s]
LCName [%s]
LCUser [%s]
TillWhen [%s]",
$sMyName, $sDBMPassword, $sDBMUserId, $sEnvFile, $sLCHome,
$sLCName, $sLCUser, $iTillWhen );
#------------------
# Hopeful success..
#------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#-------------------------
# Define local variables..
#-------------------------
my ( $iTimeout, $iExitCode, $sCommand, $sCommandArgs, @lsCmdout ) = ();
#---------------------------------------------
# Declare monitor command and args variables..
#---------------------------------------------
$sCommand = "$sLCHome/dbmcli";
$sCommandArgs = "-d $sLCName -u $sDBMUserId,$sDBMPassword db_state";
#-------------------------------
# Validate and execute command..
#-------------------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20100,
"<%s> Insufficient time to continue in-depth monitoring.
Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
elsif ( SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout,
$sDBMPassword ) ) {
&logTrace ( 20101,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
if ( $lsCmdout [-1] eq 'ONLINE' ) {
&logTrace ( 20102,
"<%s> Found search pattern [%s] in the output [%s].",
$sMyName, $lsCmdout [-1], join ( chr 012, @lsCmdout ) );
}
elsif ( $lsCmdout [-1] eq 'ADMIN' ) {
&logInfo ( 20103,
"<%s> Found search pattern [%s] in the output [%s].",
$sMyName, $lsCmdout [-1], join ( chr 012, @lsCmdout ) );
}
elsif ( $lsCmdout [-1] eq 'STARTING' ) {
&logInfo ( 20104,
"<%s> Found search pattern [%s] in the output [%s].",
$sMyName, $lsCmdout [-1], join ( chr 012, @lsCmdout ) );
}
elsif ( $lsCmdout [-1] eq 'OFFLINE' ) {
&logError ( 20105,
"<%s> Found search pattern [%s] in the output [%s].",
$sMyName, $lsCmdout [-1], join ( chr 012, @lsCmdout ) );
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
}
elsif ( $lsCmdout [-1] eq 'SHUTDOWN' ) {
&logError ( 20106,
"<%s> Found search pattern [%s] in the output [%s].",
$sMyName, $lsCmdout [-1], join ( chr 012, @lsCmdout ) );
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
}
else {
&logError ( 20107,
"<%s> SecondLevelMonitor returned undefined output [%s].",
$sMyName, join ( chr 012, @lsCmdout ) );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
elsif ( ! defined $iExitCode ) {
&logError ( 20108,
"<%s> Second Level Monitor returned undefined exit code and Cmd output [%s]",
$sMyName, join ( chr 012, @lsCmdout ) );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
else {
&logError ( 20109,
"<%s> Second Level Monitor returned invalid exit code [%s] and Cmd output [%s]",
$sMyName, $iExitCode, join ( chr 012, @lsCmdout ) );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int ExternalMonitor ( IN String LCUser,
IN String EnvFile,
IN String Cmd,
IN String CmdArgs,
IN Integer TillWhen );
Description : Handles user defined external monitor program
Parameters :
$sLCUser Operating system user for liveCache server.
$sEnvFile Environments file for .
$sCmd User defined utilty to execute
$sCmdArgs Command line arguments
$iTillWhen Time in EPOCH left for IInd level monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub ExternalMonitor {
#----------------
# Get Arguments..
#----------------
my ( $sLCUser,
$sEnvFile,
$sCmd,
$sCmdArgs,
$iTillWhen ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20110, "Subroutine <%s> called with:
LCUser [%s]
EnvFile [%s]
Cmd [%s]
CmdArgs [%s]
TillWhen [%s]",
$sMyName, $sLCUser, $sEnvFile, $sCmd, $sCmdArgs, $iTillWhen );
#------------------
# Hopeful success..
#------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#------------------------
# Setup local variables..
#------------------------
my ( $iExitCode, $iTimeout, @lsCmdOut ) = ();
my $iBuf = 5; # Secs..
#-------------------------
# Handled exit code hash..
#-------------------------
my %hiExitCodes = ( 0, VCSDef_MonitorExit::ONLINE,
110, VCSDef_MonitorExit::ONLINE,
1, VCSDef_MonitorExit::OFFLINE,
100, VCSDef_MonitorExit::OFFLINE );
#---------------------------------------------
# Check if command can be found and executed..
#---------------------------------------------
if ( ! -e $sCmd ) {
&logError ( 20111,
"<%s> External monitor [%s] does not exist",
$sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ! -x $sCmd ) {
&logError ( 20112,
"<%s> External monitor [%s] not executable.",
$sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ( $iTimeout = $iTillWhen - ( time + $iBuf ) ) <= 5 ) { # Lack of time..
&logError ( 20113,
"<%s> Insufficient time to proceed with external monitor [%s].
Short by [%s] sec", $sMyName, $sCmd, abs ( $iTimeout ) );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
#--------------------------------------------
# Return if validation failed at this point..
#--------------------------------------------
unless ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
return $iReturnCode;
}
&logTrace ( 20114,
"<%s> Executing external monitor with Command [%s] Args [%s] in [%s] secs",
$sMyName, $sCmd, $sCmdArgs, $iTimeout );
#----------------------
# Execute the command..
#----------------------
SAPLiveCache::ExecLocalCmd ( $sLCUser,
$sEnvFile,
$sCmd,
$sCmdArgs,
\$iExitCode,
$iTimeout,
\@lsCmdOut );
#------------------------
# Report on exit status..
#------------------------
if ( ! defined $iExitCode ) {
&logError ( 20115,
"<%s> Command [%s] with args [%s] timed out",
$sMyName, $sCmd, $sCmdArgs );
$iExitCode = 'undef';
}
elsif ( $hiExitCodes { $iExitCode } &&
VCSDef_MonitorExit::ONLINE ==
$hiExitCodes { $iExitCode } ) {
&logTrace ( 20116,
"<%s> Command [%s] with args [%s] executed successfully with exit code [%s].
Cmd output [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, join ( chr 012, @lsCmdOut ) );
}
else {
&logWarn ( 20117,
"<%s> Command [%s] with args [%s] execution failed with exit code [%s].
Cmd output [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, join ( chr 012, @lsCmdOut ) );
}
#--------------------------------
# Setup appropriate return code..
#--------------------------------
$iReturnCode = $hiExitCodes { $iExitCode } ||
VCSDef_MonitorExit::UNKNOWN;
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool CreatePidFile ( IN String PidFile,
In Integer Pid );
Description : Creates PID file with given PID
Parameters :
$sPidFile File to create
$iPid PID to store
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub CreatePidFile {
#----------------
# Get Arguments..
#----------------
my ( $sPidFile,
$iPid ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20118, "Subroutine <%s> called with:
PidFile [%s]
Pid [%s]",
$sMyName, $sPidFile, $iPid );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-----------------------
# Check against undefs..
#-----------------------
unless ( defined $iPid && $iPid =~ /^\d+$/o) {
$iPid ||= 'undef'; # Prevent undefs.
&logError ( 20119, "<%s> PID [%s] is not a valid positive number",
$sMyName, $iPid );
return 0; # Proceed no further..
}
#------------------
# Create PID file..
#------------------
&logTrace ( 20120,
"<%s> Creating PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $iPid );
if ( sysopen ( PIDFILE, $sPidFile, O_WRONLY|O_SYNC|O_CREAT|O_TRUNC,
0600 ) ) {
print PIDFILE $iPid, "\n"; # Update..
unless ( close ( PIDFILE ) ) {
&logWarn ( 20121,
"<%s> Failed to close PidFile [%s] after update: [%s]",
$sMyName, $sPidFile, $! );
$iReturnCode = 0;
}
}
else {
&logWarn ( 20122,
"<%s> Failed to create PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $iPid );
$iReturnCode = 0;
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int FFLMStatus ( IN String PidFile,
IN String Proc,
IN Integer Uid,
OUT RefInt Pid );
Description: Checks status of Process listed in PidFile, if running
Parameters :
$sPidFile Absolute path to PID file of service
$sProc Process string to search for in proc table
$iUid UNIX UID of owner
$riPid Reference to existing PID
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
-------------------------------------------------------------------------
=cut
sub FFLMStatus {
#----------------
# Get Arguments..
#----------------
my ( $sPidFile,
$sProc,
$iUid,
$riPid,
$riPPid ) = @_; # by vchappav ...
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20123, "Subroutine <%s> called with:
PidFile [%s]
Proc [%s]
UID [%s]
riPid [%s]",
$sMyName, $sPidFile, $sProc, $iUid, $riPid );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
$$riPid = 0; # Reset..
#-------------------------
# Define local variables..
#-------------------------
my ( $iPid, $rhlProc, @lProcessHash ) = ();
#----------------------------------
# Start by testing the attributes..
#----------------------------------
if ( $sProc !~ /\S/ ) {
&logError ( 20124, "<%s> Called with empty [%s] process string",
$sMyName, $sProc );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
elsif ( ! -e $sPidFile ) {
&logTrace ( 20125, "<%s> PID file [%s] does not exist",
$sMyName, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
elsif ( ! -s $sPidFile ) {
&logWarn ( 20126, "<%s> PID file [%s] is of zero bytes",
$sMyName, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
#---------------------
# Return, if offline..
#---------------------
return $iReturnCode unless VCSDef_MonitorExit::ONLINE == $iReturnCode;
if ( open ( PIDFILE, $sPidFile ) ) {
( $iPid ) = grep { ( s/\n// || 1 ) && # Chomp..
s/.*?(\d+)$/$1/ # Get PID..
} ;
$iPid = '' unless defined $iPid; # Avoid undefs..
close ( PIDFILE ) || # Close file..
&logWarn ( 20127,
"<%s> Could not close PID file [%s] after read [%s]",
$sMyName, $sPidFile, $! );
}
else {
&logError ( 20128,
"<%s> Failed to open PID file [%s] for read: [%s]",
$sMyName, $sPidFile, $! );
return VCSDef_MonitorExit::OFFLINE; # Failure..
}
#------------------------
# Check if PID is valid..
#------------------------
if ( $iPid =~ /\d+/ && # If the valid number..
kill ( 0, $iPid ) ) { # is a PID that's alive..
&logTrace ( 20129,
"<%s> PID [%s] from PID file [%s] exists",
$sMyName, $iPid, $sPidFile );
#-----------------------
# Search in proc table..
#-----------------------
if ( SAPLiveCache::GetPidDetails ( $iPid,
\@lProcessHash ) ) {
#--------------
# Got details..
#--------------
foreach $rhlProc ( @lProcessHash ) {
&logTrace ( 20130,
"<%s> Process details: UID [%s] PID [%s] PPID [%s] ARGS [%s]",
$sMyName, $$rhlProc { UID }, $$rhlProc { PID }, $$rhlProc { PPID },
$$rhlProc { COMMAND } );
#--------------
# Now compare..
#--------------
if ( ( $$rhlProc { UID } == $iUid ) && # Owner match..
$$rhlProc { COMMAND } =~ /$sProc/ ) { # Filter match..
&logTrace ( 20131,
"<%s> PID [%s] owned by UID [%s] with ARGS [%s] contains [%s]",
$sMyName, $iPid, $$rhlProc { UID }, $$rhlProc { COMMAND }, $sProc );
$$riPid = $iPid; # Store..
$$riPPid = $$rhlProc { PPID }; # Store.. # by vchappav ...
}
else {
&logTrace ( 20132,
"<%s> Ignoring PID [%s] owned by UID [%s] with ARGS [%s] with string [%s]",
$sMyName, $iPid, $$rhlProc { UID }, $$rhlProc { COMMAND }, $sProc );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
}
}
else {
&logTrace ( 20133,
"<%s> Could not get details for PID [%s]",
$sMyName, $iPid );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
}
else {
&logTrace ( 20134, "<%s> PID [%s] from PID file [%s] does not exist",
$sMyName, $iPid, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
@lProcessHash = (); # Truncate..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool KillSAPLiveCacheProcesses ( IN String LCName,
IN String LCUser );
Description : Kills processes for this instance of SAPLiveCache
Parameters :
$sLCName Name of the liveCache instance.
$sLCUser Operating system user for liveCache server.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub KillSAPLiveCacheProcesses {
#----------------
# Get Arguments..
#----------------
my ( $sLCName,
$sLCUser ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20135, "Subroutine <%s> called with:
LCName [%s]
LCUser [%s]",
$sMyName, $sLCName, $sLCUser );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1; # Success..
#-------------------------
# Set up local variables..
#-------------------------
my ( @liGoners, @liUnDead ) = ();
#---------------------------------------------
# Get list of processes running for this Uid..
#---------------------------------------------
if ( ( caller 1 )[3] eq 'SAPLiveCache::Start' ) { # During online..
@liGoners = @liRunningProcs; # Get PIDs to kill..
}
else {
SAPLiveCache::GetProcState ( \@liGoners,
$sLCName,
$sLCUser,
0 ); # Set filtering choice..
}
#--------------------------
# Sort in ascending order..
#--------------------------
#@liGoners = sort { $a <=> $b } @liGoners; # by vchappav ...
#------------------------------------------------------------------
# We do a two level kill. The SIGINQ ensures that the PID is a
# valid process before we actually issue the SIGKILL. We don't want
# to report a failure for SIGKILL in case of defunct or missing
# processes.
#------------------------------------------------------------------
if ( scalar @liGoners ) {
#----------------------
# Failed to kill some..
#----------------------
my $iPid = ();
foreach $iPid ( @liGoners ) {
if ( kill ( 0, $iPid ) ) {
if( ! kill ( 9, $iPid ) ) { # could NOT be killed..
&logError ( 20136,
"<%s> PID not killed [%s].",
$sMyName, $iPid );
$iReturnCode = 0; # Failure..
}
}
else { # killed..
&logInfo ( 20137,
"<%s> PID [%s] doesn't exist for killing.", $sMyName, $iPid );
}
}
}
else {
&logTrace ( 20138,
"<%s> Could not locate any processes for this instance of SAPLiveCache",
$sMyName );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool ExecLocalCmd ( IN String User,
IN String EnvFile,
IN String Command,
IN String CommandArgs,
OUT RefInt ExitCode,
IN Integer Timeout,
OUT ListReference CmdOut ,
IN String HideString );
Description : Wrapper function for
Sys::RunWithEnvCmdWithOutputWithTimeOut to collect output
of the command.
Parameters :
$sUser UNIX user to run the command as
$sEnvFile Absolute path to location of EnvFile to source
$sCommand Absolute path to location of command
$sCommandArgs Arguments to command
$riExitCode Reference to collect exit code of command
$iTimeout Time limit to execute the command
$rlsCmdOut Stores o/p from command if successful
$sHideString String in CommandArgs to hide
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ExecLocalCmd {
#----------------
# Get Arguments..
#----------------
my ( $sUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
$riExitCode,
$iTimeout,
$rlsCmdOut ,
$sHideString ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20139, "Subroutine <%s> called with:
User [%s]
EnvFile [%s]
Command [%s]
CommandArgs [%s]
riExitCode [%s]
Timeout [%s]
rlsCmdOut [%s]",
$sMyName,
$sUser, $sEnvFile, $sCommand, $sCommandArgs, $riExitCode,
$iTimeout, $rlsCmdOut );
#---------------------------------------
# Setup return code to hopeful success..
#---------------------------------------
my $iReturnCode = 1;
my ( $iExitCode, $sDispStr, $sCmdDeCr, $sDeCrPasswd ) = ();
#---------------------
# Set up for display..
#---------------------
$sDispStr = $sCommandArgs;
#-------------------------
# Get decrypted password..
#-------------------------
if ( defined $sHideString ) {
#-----------
# Validate..
#-----------
if ( ! -x $sCmdVcsDecrypt ) {
&logError ( 20140,
"<%s> Command [%s] is not executable", $sMyName, $sCmdVcsDecrypt );
return 0; # Failure..
}
$sCmdDeCr = $sCmdVcsDecrypt; # Get global..
( $sDeCrPasswd ) = grep {
s/([^\w])/\\$1/g || 1
} readpipe ( "$sCmdDeCr $sHideString" );
#--------------------
# Collect exit code..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20141, "<%s> Failed to decrypt crypted string [%s]",
$sMyName, $sHideString );
return 0; # Failure..
}
$sCommandArgs =~ s/$sHideString/$sDeCrPasswd/g;
}
#-------------------
# Set up arguments..
#-------------------
my $bSourceUserEnv = 0; # Do not source..
my $bTimedOut = 0; # Timeout variable..
@$rlsCmdOut = (); # Reset..
#-----------
# Validate..
#-----------
if ( ! -e $sCommand ) {
&logError ( 20142,
"<%s> Cmd [%s] does not exist", $sMyName, $sCommand );
$iReturnCode = 0; # Failure..
}
elsif ( ! -x $sCommand ) {
&logError ( 20143,
"<%s> Cmd [%s] is not executable", $sMyName, $sCommand );
$iReturnCode = 0; # Failure..
}
elsif ( $iTimeout <= 1 ) {
&logError ( 20144,
"<%s> Insufficient time [%s] to execute Cmd [%s] with Args [%s].",
$sMyName, $iTimeout, $sCommand, $sDispStr );
$iReturnCode = 0; # Failure..
}
$iReturnCode || return $iReturnCode; # Return if failed..
#----------------------
# Set LOGNAME to user..
#----------------------
my $sOldLogName = $ENV { LOGNAME }; # Backup..
$ENV { LOGNAME } = $sUser; # Now set..
&logTrace ( 20145,
"<%s> Executing Command [%s] with Args [%s]",
$sMyName, $sCommand, $sDispStr );
$iReturnCode = Sys::RunWithEnvCmdWithOutputWithTimeOut ( $sEnvFile,
$bSourceUserEnv,
$sCommand,
$sCommandArgs,
$riExitCode,
$sUser,
$rlsCmdOut,
\$bTimedOut,
$iTimeout,
undef,
undef,
$sDeCrPasswd );
#---------------------------
# Remove trailing newlines..
#---------------------------
chomp @$rlsCmdOut;
#--------------------
# Check return code..
#--------------------
if ( $iReturnCode ) { # No error with command execution..
if ( $$riExitCode ) { # Failure..
&logTrace ( 20146,
"<%s> Command [%s] with args [%s] returned exit code [%s]",
$sMyName, $sCommand, $sDispStr, $$riExitCode );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20147,
"<%s> Command [%s] with args [%s] executed successfully with exit code [%s]",
$sMyName, $sCommand, $sDispStr, $$riExitCode );
}
}
else { # Execution error..
if ( $bTimedOut ) { # We timed out..
&logError ( 20148,
"<%s> Command [%s] with args [%s] did not complete within [%s] seconds",
$sMyName, $sCommand, $sDispStr, $iTimeout );
$iReturnCode = 0; # Failure..
}
else { # Failure due to something else..
&logError ( 20149,
"<%s> Failed in call to RunWithEnvCmdWithOutputWithTimeOut",
$sMyName );
$iReturnCode = 0; # Failure..
}
@$rlsCmdOut = (); # Reset..
}
#----------
# Restore..
#----------
defined $sOldLogName ? $ENV { LOGNAME } = $sOldLogName:delete $ENV { LOGNAME };
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool GetPidDetails ( IN Integer Pid,
OUT RefList ProcList );
Description : Gets long process details for a known Pid if running
Parameters :
$iPid PID whose details are requested
$rlProcList Ref to List to store details
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub GetPidDetails {
#----------------
# Get Arguments..
#----------------
my ( $iPid,
$rlProcList ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20150, "Subroutine <%s> called with:
Pid [%s]
rlProcList [%s]",
$sMyName, $iPid, $rlProcList );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#---------------
# Validate PID..
#---------------
unless ( defined $iPid && # Catch undefs..
$iPid =~ /^\d+$/ && # And invalid PIDs..
kill ( 0, $iPid ) ) { # And defunct ones..
&logError ( 20151,
"<%s> PID [%s] is invalid", $sMyName, $iPid );
return 0;
}
#-------------------------
# Define local variables..
#-------------------------
my ( $sPsCmd, $sPsCmdArgs, $sLang, $sFmt, $sUnix95, $sSwitch, $iExitCode,
%hsProc ) = ();
$sSwitch = $^O; # Get OS..
@$rlProcList = (); # Truncate..
#-------------
# Store LANG..
#-------------
$sLang = $ENV { LANG };
$ENV { LANG } = 'C';
#---------------------------
# Switch to the correct OS..
#---------------------------
if("solaris" eq $sSwitch) {
my $sOSVer = ( uname ) [2]; # Get OS version..
if ($sOSVer =~ /\d+\.(\d+)/) {
$sOSVer = $1;
}
$sPsCmd = "/usr/bin/ps";
if ( $sOSVer < 11 ) {
$sPsCmd = "/usr/ucb/ps" if ( -x "/usr/ucb/ps" );
}
$sPsCmdArgs = "axwwl $iPid";
$sFmt = '[\da-z]+\s+([\d]+)\s+([\d]+)\s+([\d]+)\s+.*?[\d]:[\d]{2}\s(.*)';
}
elsif("hpux" eq $sSwitch) {
#-----------------------
# Force XPG4 behaviour..
#-----------------------
$sUnix95 = $ENV { UNIX95 };
$ENV { UNIX95 } = 'XPG4';
$sPsCmd = "/usr/bin/ps";
$sPsCmdArgs = "-p $iPid -xxlo uid,pid,ppid,args";
$sFmt = '([\d]+)\s+([\d]+)\s+([\d]+)\s+(.*)';
}
elsif("aix" eq $sSwitch) {
$sPsCmd = "/usr/bin/ps";
$sPsCmdArgs = "axwwl $iPid";
$sFmt = '[\da-e]+\s+[A-Z]\s+([\d]+)\s+([\d]+)\s+([\d]+)\s+.*?[\d]:[\d]{2}\s(.*)';
}
elsif("linux" eq $sSwitch) {
$sPsCmd = "/bin/ps";
$sPsCmdArgs = "wwo uid,pid,ppid,args $iPid";
$sFmt = '([\d]+)\s+([\d]+)\s+([\d]+)\s+(.*)';
}
&logTrace ( 20152, "<%s> OS [%s] PsCmd [%s] PsCmdArgs [%s]",
$sMyName, $sSwitch, $sPsCmd, $sPsCmdArgs );
#-------------------
# Validate command..
#-------------------
if ( ! -x $sPsCmd ) {
&logError ( 20153,
"<%s> ps(1b) command [%s] is not executable", $sMyName, $sPsCmd );
return 0; # Failure..
}
#-------------------------------
# Fire command and get details..
#-------------------------------
@hsProc { qw ( UID PID PPID COMMAND ) } =
map {
s/\n//; # Chomp..
s/^\s+//; # Strip leading spaces..
/^$sFmt$/o; # Extract fields..
} readpipe ( "$sPsCmd $sPsCmdArgs" ); # From the command..
$iExitCode = $? >> 8; # Get exit code..
#------------------------
# Restore env variables..
#------------------------
defined $sLang ? $ENV { LANG } = $sLang:delete $ENV { LANG };
defined $sUnix95 ? $ENV { UNIX95 } = $sUnix95:delete $ENV { UNIX95 };
#------------------
# Check exit code..
#------------------
if ( $iExitCode ) {
&logError ( 20154,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sPsCmd, $sPsCmdArgs, $iExitCode );
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
&logWarn ( 20240,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
SAPLiveCache::DeletePidFile ( $sResourceName );
%hsProc = (); # Truncate..
return 0;
}
#---------------------
# Fill up the bucket..
#---------------------
push ( @$rlProcList, \%hsProc ); # Update..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool GetSrvrDetails ( IN String LCName,
OUT RefHashList SrvrDetails );
Description : Gives PID file and process string for given server type
Parameters :
$sLCName Name of the liveCache instance.
$rhlSrvrDetails Stores details of PID file and process string
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub GetSrvrDetails {
#----------------
# Get Arguments..
#----------------
my ( $sLCName,
$rhlSrvrDetails ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20155, "Subroutine <%s> called with:
LCName [%s]
SrvrDetails [%s]",
$sMyName, $sLCName, $rhlSrvrDetails );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = 1; # Set to true..
#-------------------
# Define variables..
#-------------------
my ( $sKey, $sProc, $sPidFile, $sPIDDir, $sResourceType,
$sResourceName, $iPat ) = ();
#-------------------------------------
# List of search patterns to monitor..
#-------------------------------------
my @lsSrchPatterns = ( "kernel $sLCName",
"kernel $sLCName" );
#----------------------------------------------
# Derive our resource type and resource names..
#----------------------------------------------
$sResourceType = ( $0 =~ m@([^/]+)@g ) [-2];
$sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
$sPIDDir = "/tmp/.VRTS$sResourceType/$sResourceName/PID";
#------------------------------
# Create PID folder if needed..
#------------------------------
if ( -d $sPIDDir ) {
&logTrace ( 20156, "<%s> PID folder [%s] exists",
$sMyName, $sPIDDir );
}
elsif ( ! mkpath ( $sPIDDir, 0, 0700 ) ) {
&logWarn ( 20157, "<%s> Failed to create PID folder [%s]",
$sMyName, $sPIDDir );
return 0; # Cannot proceed..
}
%$rhlSrvrDetails = (); # Truncate..
#-----------------------------------------------
# Set appropriate filter strings and PID files..
#-----------------------------------------------
foreach $sProc ( @lsSrchPatterns ) {
$sKey = 'srchstr_' . ++ $iPat;
$sPidFile = "$sPIDDir/pidfile.$sKey";
@{ $$rhlSrvrDetails { $sKey } } = ( $sPidFile, $sProc ); # Store..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetEngineTimeout ( IN Bool UseMargin );
Description : Calculates engine timeout for entry point
Parameters :
$bUseMargin Flag to indicate if safety margin is requested
boolean value in the set of {0,1} where
0 No safety margin needed
1 Safety margin to be used
Returns: Time in secs.
-------------------------------------------------------------------------
=cut
sub GetEngineTimeout {
#----------------
# Get Arguments..
#----------------
my ( $bUseMargin ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20158, "Subroutine <%s> called with:
UseMargin [%s]",
$sMyName, $bUseMargin );
#-------------------------
# Define local variables..
#-------------------------
my ( $sAttribute, $sCommand, $sCommandArgs,
$iEngineTimeout, $iExitCode ) = ();
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
$sResourceType = "SAPLiveCache" if $sResourceType !~ /\w/; # Ensure..
#----------------------------------
# Grace margins from VCS timeouts..
#----------------------------------
my %hiGraceMargin = ( 'MonitorTimeout', 10, # Seconds..
'OnlineTimeout', 10,
'OfflineTimeout', 10,
'CleanTimeout', 20 );
#-----------------------------------------
# Form query string based on entry point..
#-----------------------------------------
$sCommand = $sCmdHatype; # Get global..
( $sAttribute = $sEntryPointName ) =~ s/(.*)/\u$1Timeout/;
$sCommandArgs = "-value $sResourceType $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
( $iEngineTimeout = readpipe ( "$sCommand $sCommandArgs" ) ) =~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20159,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
$iEngineTimeout = $bUseMargin?$hiGraceMargin{$sAttribute}:0;
}
elsif ( ! $iEngineTimeout ) { # Empty value..
&logTrace ( 20160, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
$iEngineTimeout = $bUseMargin?$hiGraceMargin{$sAttribute}:0;
}
else { # Success..
&logTrace ( 20161, "<%s> Got [%s] as [%s] sec from engine",
$sMyName, $sAttribute, $iEngineTimeout );
}
#----------------------------
# Apply margin if requested..
#----------------------------
if ( $bUseMargin && # Margin requested..
$iEngineTimeout >= $hiGraceMargin{$sAttribute} ) { # And valid..
$iEngineTimeout -= $hiGraceMargin{$sAttribute}; # Apply..
&logTrace ( 20162,
"<%s> Setting up [%s] sec margin. Returning [%s]",
$sMyName, $hiGraceMargin{$sAttribute}, $iEngineTimeout );
}
return ( $iEngineTimeout ); # Secs..
}
=pod
-------------------------------------------------------------------------
Function : int IntentionalOffline ( IN Integer State,
IN Integer IState,
IN String LCName,
IN String LCHome,
IN String DBMUserId,
IN String DBMPassword,
IN String ResourceName );
Description : Handles the Resource faults from the intentional shutdown
of the appplicatin (SAPLiveCache Server).
Parameters :
$iState Resource current state.
$iIState Resource internal/intermediate state.
$sLCName Name of the liveCahe Server.
$sLCHome Home directory for liveCache server binaries.
$sDBMUserId User name for DBM operator.
$sDBMPassword Password for DBM operator.
$sResourceName Name of the resource which needs to be protected from
Intentional shutdowns.
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
105 ONLINE with confidence level 50 VCSDef_MonitorExit::PARTIAL_ONLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub IntentionalOffline {
#----------------
# Get Arguments..
#----------------
my ( $iState,
$iIState,
$sLCName,
$sLCHome,
$sDBMUserId,
$sDBMPassword,
$sResourceName ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20163, "Subroutine <%s> called with:
State [%s],
IState [%s],
LCName [%s],
LCHome [%s],
DBMUserId [%s],
DBMPassword [%s],
ResourceName [%s]",
$sMyName, $iState, $iIState, $sLCName, $sLCHome,
$sDBMUserId, $sDBMPassword, $sResourceName );
#-----------------------------------
# Declare all the variables needed..
#-----------------------------------
my $iFound = VCSDef_MonitorExit::OFFLINE;
my @lsLCStatus = ();
my $sSrchStr = "stopping ok";
#--------------------------------------------------
# Determine the name of the lccluster status file..
#--------------------------------------------------
my $sClustFile = "/sapdb/data/wrk/$sLCName/symc_lccluster_$sLCName" ;
&logTrace ( 20164,
"<%s> Checking for the lccluster status file [%s].",
$sMyName, $sClustFile );
if ( ! -e $sClustFile ) {
&logTrace ( 20165,
"<%s> lccluster status file [%s] doesn't exist.",
$sMyName, $sClustFile );
return $iFound;
}
&logTrace ( 20166, "<%s> Looking for string [%s] from file contents.",
$sMyName, $sSrchStr );
if ( ! open( LCFILE, $sClustFile ) ) { # Open the file ..
&logTrace ( 20167, "<%s> Failed to open the file [%s].",
$sMyName, $sClustFile );
return $iFound;
}
else {
@lsLCStatus = ;
close ( LCFILE );
#--------------------------------------------
# Attempt to locate search string in output..
#--------------------------------------------
if ( ! grep { /$sSrchStr/o } @lsLCStatus ) {
&logTrace ( 20168,
"<%s> Failed to locate search pattern [%s] in the file contents [%s]",
$sMyName, $sSrchStr, join ( chr 012, @lsLCStatus ) );
return $iFound;
}
else {
if( VCSDef_ResourceState::ONLINE == $iState &&
VCSDef_ResourceIState::NOT_WAITING == $iIState ) {
my $sHasysOut = `/opt/VRTSvcs/bin/hasys -nodeid 2>&1`;
chomp $sHasysOut;
$sHasysOut =~ s/.*Node name: //;
$sHasysOut =~ s/ Node ID: .*//;
my $rsCurrentSystemName = $sHasysOut;
&logTrace ( 20169,
"<%s> hares offlining [%s] on [%s].",
$sMyName, $sResourceName, $rsCurrentSystemName );
system("/opt/VRTSvcs/bin/hares -offline $sResourceName -sys $rsCurrentSystemName");
#----------------------------------------------
# Remove the lccluster status file..
#----------------------------------------------
&logTrace ( 20170,
"<%s> Removing the lccluster status file [%s].",
$sMyName, $sClustFile );
unlink $sClustFile if ( -e $sClustFile ); # Remove LC status file..
$iFound = VCSDef_MonitorExit::ONLINE;
return $iFound;
}
else {
&logTrace ( 20171,
"<%s> Invalid states State [%s] IState [%s] to check for intentional offline.",
$sMyName, $iState, $iIState );
return $iFound;
}
}
}
}
=pod
-------------------------------------------------------------------------
Function : bool RemoveIPCResourcesForSAPLiveCache ( IN String User,
IN String LCHome,
IN String LCName );
Description : Removes the IPC resources for the liveCache instance.
Parameters :
$sUser User name for which IPC resources are removed.
$sLCHome Home directory for SAP liveCache instance.
$sLCName liveCache name for which IPC needs to be removed.
Returns : boolean value in the set of {0,1} where
0 Successfully removed IPCs for SAP liveCache instance.
1 Failed to remove IPC resources for SAP liveCache instance.
-------------------------------------------------------------------------
=cut
sub RemoveIPCResourcesForSAPLiveCache {
#----------------
# Get Arguments..
#----------------
my ( $sUser,
$sLCHome,
$sLCName ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20172, "Subroutine <%s> called with:
User [%s]
LCHome [%s]
LCName [%s]",
$sMyName, $sUser, $sLCHome, $sLCName );
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPLiveCache::GetEngineTimeout ( 1 );
#-------------------------------------------------------------
# Try to get independant data path for SAP liveCache Server..
#-------------------------------------------------------------
my $sCommand = "$sLCHome/dbmcli";
my $sCommandArgs = " dbm_getpath indepdatapath";
my ( @lsCmdout, $iExitCode, $iTimeout ) = ();
my ( $sIndepDataPath, @liIPCshm, @liIPCsem, $sDbDir, $sUsDir, @lsDbFiles, @lsUsFiles ) = ();
my $iReturnCode = 1;
&logTrace ( 20173,
"<%s> Getting independent data path for liveCache instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20174,
"<%s> Insufficient time to get indepdatapath for liveCache instance. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPLiveCache::ExecLocalCmd ( "root",
"",
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20175,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logError ( 20176,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]. Cmd output [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode,
join ( chr 012, @lsCmdout ) );
$iReturnCode = 1;
}
if( scalar @lsCmdout ) {
$sIndepDataPath = $lsCmdout[-1];
chomp $sIndepDataPath;
}
else {
$sIndepDataPath = "/sapdb/data" ;
&logError(20177,
"<%s> Failed to find the indepdatapath with the command [%s] with arguments [%s]",
$sMyName, $sCommand, $sCommandArgs );
&logInfo (20178,
"<%s> Defaulting the indepdatapath for liveCache server [%s] to [%s]",
$sMyName, $sLCName, $sIndepDataPath );
}
$sDbDir = $sIndepDataPath . "/ipc/" . "db\:" . $sLCName;
$sUsDir = $sIndepDataPath . "/ipc/" . "us\:" . $sLCName;
if( ReadDirectory( $sDbDir,
\@lsDbFiles ) ) { # Read from db: directory ...
&logTrace(20179,
"<%s> Read files [%s] from directory [%s]",
$sMyName, join(' ', @lsDbFiles), $sDbDir );
if( scalar @lsDbFiles && SAPLiveCache::GetIPCIDsFromFiles ( \@lsDbFiles,
O_IPCSEM,
\@liIPCsem ) ) {
&logTrace(20180,
"<%s> Read semaphore IDs [%s] from the files in directory [%s]",
$sMyName, join(' ', @liIPCsem), $sDbDir );
}
else {
&logTrace(20181,
"<%s> No semaphore IDs to read from the files in direcotory[%s]",
$sMyName, $sDbDir );
}
if( scalar @lsDbFiles && SAPLiveCache::GetIPCIDsFromFiles ( \@lsDbFiles,
O_IPCSHM,
\@liIPCshm ) ) {
&logTrace(20182,
"<%s> Read Shared memory IDs [%s] from the files in directory [%s]",
$sMyName, join(' ', @liIPCshm), $sDbDir );
}
else {
&logTrace(20183,
"<%s> No Shared Memory IDs to read from the files in direcotory[%s]",
$sMyName, $sDbDir );
}
}
else {
&logTrace( 20184,
"<%s> Skiping directory [%s] from reading for IPC.",
$sMyName, $sDbDir );
}
if( SAPLiveCache::ReadDirectory( $sUsDir,
\@lsUsFiles ) ) { # Read from us: directory ...
&logTrace(20185,
"<%s> Read files [%s] from directory [%s]",
$sMyName, join(' ', @lsUsFiles), $sUsDir );
if( scalar @lsUsFiles && SAPLiveCache::GetIPCIDsFromFiles ( \@lsUsFiles,
O_IPCSEM,
\@liIPCsem ) ) {
&logTrace(20186,
"<%s> Read semaphore IDs [%s] from the files in directory [%s]",
$sMyName, join(' ', @liIPCsem), $sUsDir );
}
else {
&logTrace(20187,
"<%s> Failed to read to semaphore IDs from the files in direcotory[%s]",
$sMyName, $sUsDir );
}
if( scalar @lsUsFiles && SAPLiveCache::GetIPCIDsFromFiles ( \@lsUsFiles,
O_IPCSHM,
\@liIPCshm ) ) {
&logTrace(20188,
"<%s> Read Shared memory IDs [%s] from the files in directory [%s]",
$sMyName, join(' ', @liIPCshm), $sUsDir );
}
else {
&logTrace(20189,
"<%s> Failed to read to Shared Memory IDs from the files in direcotory[%s]",
$sMyName, $sUsDir );
}
}
else {
&logTrace( 20190,
"<%s> Failed to read directory [%s].",
$sMyName, $sUsDir );
}
if( scalar @liIPCsem ) { # Check Semaphores for removing ...
if( $iReturnCode = SAPLiveCache::RemoveIPCResourcesForUser ( $sUser,
O_IPCSEM,
\@liIPCsem ) ) {
&logTrace (20191,
"<%s> Successfully removed Semaphores IDs [%s] for User [%s]",
$sMyName, join(' ', @liIPCsem), $sUser );
}
else {
&logError (20192,
"<%s> Failed to remove Semaphores for User [%s]",
$sMyName, $sUser );
$iReturnCode = 0; # Failure ...
}
}
if( scalar @liIPCshm ) { # Check Shared Memory for removing ...
if( $iReturnCode = SAPLiveCache::RemoveIPCResourcesForUser ( $sUser,
O_IPCSHM,
\@liIPCshm ) ) {
&logTrace (20193,
"<%s> Successfully removed Shared Memory IDs [%s] for User [%s]",
$sMyName, join(' ', @liIPCshm), $sUser );
}
else {
&logError (20194,
"<%s> Failed to remove Shared Memory IDs for User [%s]",
$sMyName, $sUser );
$iReturnCode = 0; # Failure ...
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool ReadDirectory ( IN String Dir,
IN RefListOfString Files)
Description : Reads all the files from the specified directory.
Parameters :
$sDir The directory from ehich the files needs to be read.
$rlsFiles The list of files read from the specified directory.
Returns : boolean value in the set of {0,1} where
0 Successfully read all the files from directory.
1 Failed to read the files from directory.
-------------------------------------------------------------------------
=cut
sub ReadDirectory {
#----------------
# Get Arguments..
#----------------
my ( $sDir,
$rlsFiles ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20195, "Subroutine <%s> called with:
Dir [%s]
rlsFiles [%s]",
$sMyName, $sDir, $rlsFiles );
if( ! -d $sDir ) {
&logTrace ( 20196,
"<%s> Directory [%s] is not valid. Skipping ..",
$sMyName, $sDir );
return 0; # Failure ...
}
my ( $sFile, $sPwd, $sCurr ) = ();
if ( opendir ( DIRENT, $sDir ) ) {
&logTrace( 20197,
"<%s> Directory [%s] opened for reading.",
$sMyName, $sDir );
@$rlsFiles = readdir ( DIRENT );
closedir ( DIRENT ) ||
&logWarn(20198,
"<%s> Failed to close directory [%s] after reading",
$sMyName, $sDir );
}
else {
&logWarn(20199,
"<%s> Failed to open Directory [%s] for reading.",
$sMyName, $sDir );
return 0; # Failure ...
}
return 1;
}
=pod
-------------------------------------------------------------------------
Function : bool GetIPCIDsFromFiles ( IN RefListOfString Files,
IN Interger IPCFlags,
OUT RefListOfInteger IPCs );
Description : Returns all the IPC IDs from the IPC files.
Parameters :
$rlsFiles List of IPC file names from which the ID are to read.
$riIPCFlags The type of IPCs needs to be read, like O_IPCSEM, O_IPCSHM etc..
$rliIPCs List of IPC IDs read from the files.
Returns : boolean value in the set of {0,1} where
0 Successfully read IDs from files.
1 Failed to read IDs from files.
-------------------------------------------------------------------------
=cut
sub GetIPCIDsFromFiles {
#----------------
# Get Arguments..
#----------------
my ( $rlsFiles,
$riIPCFlags,
$rliIPCs ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20200, "Subroutine <%s> called with:
rlsFiles [%s]
IPC Flags [%s]
rliIPCs [%s]",
$sMyName, $rlsFiles, $riIPCFlags, $rliIPCs );
foreach my $sFile (@$rlsFiles) {
chomp $sFile;
my $iIPC = $sFile;
if( O_IPCSHM == $riIPCFlags && $iIPC =~ s/^-m//o ) {
&logTrace(20201,
"<%s> Got Shared Memory ID [%s] from [%s].",
$sMyName, $iIPC, $sFile );
push(@$rliIPCs, $iIPC);
}
elsif( O_IPCSEM == $riIPCFlags && $iIPC =~ s/^-s//o ) {
&logTrace(20202,
"<%s> Got Semaphore ID [%s] from [%s].",
$sMyName, $iIPC, $sFile );
push(@$rliIPCs, $iIPC);
}
elsif( O_IPCMSQ == $riIPCFlags && $iIPC =~ s/^-q//o ) {
&logTrace(20203,
"<%s> Got Message Queue ID [%s] from [%s].",
$sMyName, $iIPC, $sFile );
push(@$rliIPCs, $iIPC);
}
elsif( O_IPCALL == $riIPCFlags && $iIPC =~ s/^-[sqm]+//o ) {
&logTrace(20204,
"<%s> Got IPC ID [%s] from [%s].",
$sMyName, $iIPC, $sFile );
push(@$rliIPCs, $iIPC);
}
}
return 1;
}
=pod
-------------------------------------------------------------------------
Function : bool RemoveIPCResourcesForUser ( IN String User,
IN Integer IpcFlags,
IN RefListInteger Ids );
Description : Removes IPC resources for specified UNIX user
Parameters :
$sUser UNIX user whose IPC resources are to be removed
$iIpcFlags Behaviour flag
$rliIds List of IPC IDs to remove for that user
Values for Behaviour flag:
O_IPCSHM : Shared Memory O_IPCSEM : Semaphore
O_IPCMSQ : Message Queue O_IPCALL : All of the above
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub RemoveIPCResourcesForUser {
#----------------
# Get Arguments..
#----------------
my ( $sUser,
$iIpcFlags,
$rliIds ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20205, "Subroutine <%s> called with:
User [%s]
IPC Flags [%s]
rliIds [%s]",
$sMyName, $sUser, $iIpcFlags, $rliIds );
#-------------------------
# Define local variables..
#-------------------------
my $sFormat = 'l l l l ul ul i'; # Needed for unpack. Check intro(2)..
my $iLocn = $^O eq 'linux'?1:0; # Index locn. of ipc_perm.uid..
my $lsVar = 0; # Stores the binary structure semid_ds..
my $sCommand = $sCmdIpcs; # Get global..
my ( $iId, $iUid, $iIpcUid, $iRemoved,
@liShmIds, @liMqIds, @liSemIds, @liIdsRemoved, %hiIds ) = ();
#-------------------------------------
# Set return code to hopeful success..
#-------------------------------------
my $iReturnCode = 1;
#--------------------
# Validate the user..
#--------------------
unless ( defined ( $iUid = getpwnam $sUser ) ) {
&logError ( 20206, "<%s> Invalid User [%s] specfied. Cannot proceed.",
$sMyName, $sUser );
return 0; # Error..
}
#----------------
# Check for IDs..
#----------------
if ( scalar @$rliIds ) {
&logTrace ( 20207,
"<%s> Request to remove only [%s] IDs for User [%s]",
$sMyName, join ( ' ', @$rliIds ), $sUser );
%hiIds = map { $_ => 1 } @$rliIds; # Remove duplicates..
}
# else {
# &logWarn ( 20032,
# "<%s> Called with [%s] IDs for User [%s]",
# $sMyName, join ( ' ', @$rliIds ), $sUser );
# return 1;
# }
#-------------------------------
# Read in the contents of IPCs..
#-------------------------------
foreach ( readpipe ( $sCommand ) ) {
s/\n//; # Chomp..
#---------------
# Handle Linux..
#---------------
if ( $^O eq 'linux' ) {
if ( $iIpcFlags & O_IPCSHM && # Shared Memory..
/shmid/ ... /^$/ ) {
/(\w+)\s+(\d+)/;
push ( @liShmIds, $2 ) if defined $2;
}
if ( $iIpcFlags & O_IPCSEM && # Semaphore..
/semid/ ... /^$/ ) {
/(\w+)\s+(\d+)/;
push ( @liSemIds, $2 ) if defined $2;
}
if ( $iIpcFlags & O_IPCMSQ && # Message Queue..
/msqid/ ... /^$/ ) {
/(\w+)\s+(\d+)/;
push ( @liMqIds, $2 ) if defined $2;
}
}
else { # the rest..
#--------------------
# Skip removed IPCs..
#--------------------
if ( /^[m|s|q]\s*(\d+)\s+\w+\s+(\S)/ && # Of all three..
defined $2 && # Mode defined..
( $2 eq 'D' || $2 eq 'C' ) ) { # Says, it's removed..
next; # Skip..
}
$iIpcFlags & O_IPCSHM && # Shared Memory..
push ( @liShmIds, $_ =~ /^m\s*(\d+).*/ );
$iIpcFlags & O_IPCMSQ && # Message Queue..
push ( @liMqIds, $_ =~ /^q\s*(\d+).*/ );
$iIpcFlags & O_IPCSEM && # Semaphore..
push ( @liSemIds, $_ =~ /^s\s*(\d+).*/ );
}
}
#---------------------------------------------
# Process each one separately as per request..
#---------------------------------------------
#----------------
# Shared Memory..
#----------------
if ( $iIpcFlags & O_IPCSHM ) {
foreach $iId ( @liShmIds ) {
next if ( scalar @$rliIds && ! $hiIds { $iId } );
shmctl( $iId, IPC_STAT, $lsVar ) ||
&logError ( 20208,
"<%s> Failed to use shmctl(2) on SHM Id [%s]", $sMyName, $iId );
#-----------------------------------------------------
# Unpack uid(2) out of the packed semid_ds structure..
#-----------------------------------------------------
$iIpcUid = ( unpack ( $sFormat, $lsVar ) ) [$iLocn];
#-----------------------------
# Remove resource if a match..
#-----------------------------
if ( $iIpcUid == $iUid ) {
if ( shmctl ( $iId, IPC_RMID, 0 ) ) {
push ( @liIdsRemoved, $iId );
++$iRemoved; # Increment..
}
else {
&logError ( 20209,
"<%s> Failed to remove SHM Id [%s]. Error [%s]", $sMyName, $iId, $! );
$iReturnCode = 0; # Failed..
}
}
}
}
if ( scalar @liIdsRemoved ) {
&logTrace ( 20210, "<%s>
+--- Removed SHM Ids: [%s] for User [%s] Uid [%s]. Total [%s] ---+",
$sMyName, join ( ' ', @liIdsRemoved ), $sUser, $iUid, scalar @liIdsRemoved );
@liIdsRemoved = (); # Clear..
}
#----------------
# Message Queue..
#----------------
$lsVar = 0; # Reset..
if ( $iIpcFlags & O_IPCMSQ ) {
foreach $iId ( @liMqIds ) {
next if ( scalar @$rliIds && ! $hiIds { $iId } );
msgctl( $iId, IPC_STAT, $lsVar ) ||
&logError ( 20211,
"<%s> Failed to use msgctl(2) on SHM Id [%s]", $sMyName, $iId );
#-----------------------------------------------------
# Unpack uid(2) out of the packed semid_ds structure..
#-----------------------------------------------------
$iIpcUid = ( unpack ( $sFormat, $lsVar ) ) [$iLocn];
#-----------------------------
# Remove resource if a match..
#-----------------------------
if ( $iIpcUid == $iUid ) {
if ( msgctl ( $iId, IPC_RMID, 0 ) ) {
push ( @liIdsRemoved, $iId );
++$iRemoved; # Increment..
}
else {
&logError ( 20212,
"<%s> Failed to remove Msg QId [%s]. Error [%s]", $sMyName, $iId, $! );
$iReturnCode = 0; # Failed..
}
}
}
}
if ( scalar @liIdsRemoved ) {
&logTrace ( 20213, "<%s>
+--- Removed Msg QIds: [%s] for User [%s] Uid [%s]. Total [%s] ---+",
$sMyName, join ( ' ', @liIdsRemoved ), $sUser, $iUid, scalar @liIdsRemoved );
@liIdsRemoved = (); # Clear..
}
#------------
# Semaphore..
#------------
$lsVar = 0; # Reset..
if ( $iIpcFlags & O_IPCSEM ) {
foreach $iId ( @liSemIds ) {
next if ( scalar @$rliIds && ! $hiIds { $iId } );
semctl( $iId, 0, IPC_STAT, $lsVar ) ||
&logError ( 20214,
"<%s> Failed to use semctl(2) on Sem Id [%s]", $sMyName, $iId );
#-----------------------------------------------------
# Unpack uid(2) out of the packed semid_ds structure..
#-----------------------------------------------------
$iIpcUid = ( unpack ( $sFormat, $lsVar ) ) [$iLocn];
#-----------------------------
# Remove resource if a match..
#-----------------------------
if ( $iIpcUid == $iUid ) {
if ( semctl ( $iId, 0, IPC_RMID, 0 ) ) {
push ( @liIdsRemoved, $iId );
++$iRemoved; # Increment..
}
else {
&logError (20215,
"<%s> Failed to remove Sem Id [%s]. Error [%s]", $sMyName, $iId, $! );
$iReturnCode = 0; # Failed..
}
}
}
}
if ( scalar @liIdsRemoved ) {
&logTrace ( 20216,
"<%s>
+--- Removed Sem Ids: [%s] for User [%s] Uid [%s]. Total [%s] ---+",
$sMyName, join ( ' ', @liIdsRemoved ), $sUser, $iUid, scalar @liIdsRemoved );
@liIdsRemoved = (); # Clear..
}
#---------------------------------
# Log, if we did anything useful..
#---------------------------------
if ( $iRemoved ) {
&logTrace( 20217,
"<%s> Successfully removed [%s] IPC resources for User [%s] in all.",
$sMyName, $iRemoved, $sUser );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool DeletePidFile ( IN String ResourceName );
Description : Deletes PID files for the VCS resource.
Parameters :
$sResourceName ResourceName for which the PID files needs to be deleted.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub DeletePidFile {
#----------------
# Get Arguments..
#----------------
my ( $sResourceName ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20241, "Subroutine <%s> called with:
ResourceName [%s]",
$sMyName, $sResourceName );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
my ( $sPidFileDir, $iRet ) = ();
#-------------------
# Delete PID files..
#-------------------
&logTrace ( 20242,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
$sPidFileDir = "/tmp/.VRTSSAPLiveCache/" . $sResourceName . "/PID" ;
if ( -d $sPidFileDir ) {
$iRet = system("/bin/rm -rf $sPidFileDir") ;
if ( $iRet == 0 ) {
&logTrace ( 20243,
"<%s> Successfully deleted PID files in the directory [%s].",
$sMyName, $sPidFileDir );
$iReturnCode = 0;
}
else {
&logWarn ( 20244,
"<%s> Failed to delete PID files in directory [%s]. Remove the files manually.",
$sMyName, $sPidFileDir );
$iReturnCode = 1;
}
}
else {
&logTrace ( 20245,
"<%s> PID files for VCS resource [%s] doesn't exist.",
$sMyName, $sResourceName );
}
return $iReturnCode;
}
1; # So PERL knows its included..
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/ 0000755 0000000 0000000 00000000000 13320061753 020341 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/SAPNW.pm 0000755 0000000 0000000 00000743345 13320061753 021612 0 ustar root root #------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2018 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPNW/SAPNW.pm,v 1.24 2014/10/22 07:27:58 lpatil Exp $
#
# $Author: lpatil $
# $Date: 2014/10/22 07:27:58 $
# $Revision: 1.24 $
#
# Provides: SAPNW
# Author: vchappav
# crAgent Build: 1.88 2008/10/13 08:28:02
# crAgent Run Date: 13 Oct, 2008
# Modification History:
# Known bugs/caveats:
#------------------------------------------------------------------
#------------
# Be strict..
#------------
use strict;
#----------------------
# Declare the package..
#----------------------
package SAPNW;
use ag_i18n_inc;
#-------------------------------------
# Include required framework modules..
#-------------------------------------
use Sys; # Support generalized UNIX commands
use Proc; # For calls to the process routines
use Comms; # For calls to socket(3C) routines
use Version; # Version display generator
use VCSagentFW; # Primary Agent Interface to the ACC Library
use VCSDefines; # This contains constants that VCS uses
use Hares; # This contains the definition Hares related function .
#--------------------------------
# Include standard PERL modules..
#--------------------------------
use Fcntl;
use Socket;
use POSIX qw ( uname );
use POSIX qw ( strftime );
use File::Path qw ( mkpath );
use File::stat;
use File::Basename;
my ( $CLUS_HOME, $sPrefix ) = ();
#------------------------
# Setup VCS/VCSone home..
#------------------------
if ( $ENV { CLUSTER_HOME } ) { # VCS 5.x/VCSOne..
$CLUS_HOME ||= $ENV { CLUSTER_HOME } ||= "/opt/VRTSvcsone";
}
else { # VCS 4.x..
$CLUS_HOME ||= $ENV { VCS_HOME } ||= "/opt/VRTSvcs";
}
( $sPrefix ) = $CLUS_HOME =~ /.*(vcs(|one))$/;
if ( $sPrefix =~ /vcsone/ ) {
$sPrefix = "ha";
}
#-----------------------------------------
# Define module-vendor specific commands..
#-----------------------------------------
my $sCmdHares = $HARES ||= "$CLUS_HOME/bin/hares";
my $sCmdHagrp = $HAGRP ||= "$CLUS_HOME/bin/hagrp";
my $sCmdHatype = $HATYPE ||= "$CLUS_HOME/bin/hatype";
my $sCmdHasys = $HASYS ||= "$CLUS_HOME/bin/hasys";
my $sCmdVcsDecrypt = "$CLUS_HOME/sbin/${sPrefix}decrypt";
#-----------------------------------------------------------------------
# Add our version number to the version hash and check if versions are
# requested..
#-----------------------------------------------------------------------
my $sVer = "\$Id: SAPNW.pm,v 1.24 2014/10/22 07:27:58 lpatil Exp $::ETVHeader";
Version::TellVersion ( $sVer );
my $dirname = "";
BEGIN {
$dirname = dirname($0);
if ($dirname =~ /^(.+)$/) {
$dirname = $1; # $dirname now untainted
}
unshift (@INC, $dirname);
}
my $SYSTEMCTL = "/usr/bin/systemctl";
my $GREP = "/bin/grep";
#-----------------
# Define globals..
#-----------------
my ( $iSapStartSrv, $iCCMSX, $iCCMSR, $bSapStart,$bSapStartSrv, @liRunningProcs ) = (); # Global..
#--------------------------------
# Define SAPNW subroutines..
#--------------------------------
=pod
-------------------------------------------------------------------------
Function : bool ArgsValid ( IN String EntryPointName,
IN String EnvFile,
IN String SAPAdmin,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String EnqSrvResName,
IN Integer SecondLevelMonitor,
IN String MonitorProgram,
IN Bool StopService );
Description : Validates the ArgList passed to the entry point.
Parameters :
$sEntryPointName Entry point name
$localEnvFile Absolute path to environment file to source
$localSAPAdmin SAP System Administrator
$localInstProfile Instance profile file for the SAP Instance
$localInstType SAP Instance Type
$localProcMon List of processes to be monitored
$localEnqSrvResName VCS resource name for Enqueue Server
$localSecondLevelMonitor Cycle count to run in-depth monitoring
$localMonitorProgram Full path to external monitor program
$localStopService Specifies whether SAP Start Service should be stopped or not.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ArgsValid {
#----------------------------------------
# Set up local vars from passed in ones..
#----------------------------------------
my ( $sEntryPointName,
$localEnvFile,
$localSAPAdmin,
$localInstProfile,
$localInstType,
$localProcMon,
$localEnqSrvResName,
$localSecondLevelMonitor,
$localMonitorProgram,
$localStopService ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20001, "Subroutine <%s> called with:
EntryPointName [%s]
EnvFile [%s]
SAPAdmin [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
EnqSrvResName [%s]
SecondLevelMonitor [%s]
MonitorProgram [%s]
StopService [%s]",
$sMyName, $sEntryPointName, $localEnvFile, $localSAPAdmin,
$localInstProfile, $localInstType, $localProcMon,
$localEnqSrvResName, $localSecondLevelMonitor,
$localMonitorProgram ,$localStopService);
#-------------------------------------
# Set return code to hopeful success..
#-------------------------------------
my $iReturnCode = 1;
#--------------------------------------------
# Create hash to weed out empty args values..
#--------------------------------------------
my ( @lsMissing, %hsArgList ) = ();
my @lsArgs =
qw ( EntryPointName EnvFile SAPAdmin InstProfile InstType ProcMon
EnqSrvResName SecondLevelMonitor MonitorProgram );
@hsArgList { @lsArgs } = @_; # Assign..
#----------------------------------------
# Reqd. attributes based on entry point..
#----------------------------------------
my @lsOnlineArgs = qw ( EnvFile SAPAdmin InstProfile InstType ProcMon );
my @lsOfflineArgs = qw ( SAPAdmin InstProfile InstType );
my @lsMonitorArgs = qw ( SAPAdmin InstProfile InstType ProcMon );
my @lsCleanArgs = qw ( SAPAdmin InstProfile InstType );
my @lsImfRegisterArgs = qw ( SAPAdmin InstProfile InstType ProcMon );
my %hlsNeeded = ( 'online' => \@lsOnlineArgs,
'offline' => \@lsOfflineArgs,
'monitor' => \@lsMonitorArgs,
'clean' => \@lsCleanArgs,
'imf_register' => \@lsImfRegisterArgs );
my @lsReqdArgs = @{ $hlsNeeded { $sEntryPointName } };
#-----------------------
# Check what's missing..
#-----------------------
if ( @lsMissing = grep { $hsArgList { $_ } !~ /\S/o } @lsReqdArgs ) {
&logError ( 20002,
"<%s> The following mandatory fields were not set [%s], Total [%s]",
$sMyName, join ( ' ', @lsMissing ), scalar @lsMissing );
$iReturnCode = 0; # Failure..
}
$iReturnCode || return $iReturnCode; # Return, if failed..
#-----------------------------
# Remove SLM file, if exists..
#-----------------------------
if ( $sEntryPointName ne 'monitor' ) {
VCSagentFW::RunSecondLevelMonitor ( 1 ); # Delete..
}
#-------------------------------
# Individual validation starts..
#-------------------------------
my ($sSAPSID, $sInstName, $sSAPHost) = ();
my (@lsWords) = ();
(@lsWords) = split( /\//, $localInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
#-------------------------------------------------------
# Validation for online offline monitor entry point(s)..
#-------------------------------------------------------
if ( $sEntryPointName =~ /^(online|offline|monitor)$/o ) {
#------------------------------
# Validate parameter SAPAdmin..
#------------------------------
if ( ! defined getpwnam $localSAPAdmin ) {
&logError ( 20003, "<%s> SAPAdmin [%s] is not a valid UNIX login",
$sMyName, $localSAPAdmin );
$iReturnCode = 0; # Failure..
}
}
#---------------------------------------
# Validation for online entry point(s)..
#---------------------------------------
if ( $sEntryPointName eq "online" ) {
#-----------------------------
# Validate parameter EnvFile..
#-----------------------------
if ( ! -e $localEnvFile ) {
&logError ( 20004, "<%s> EnvFile [%s] file does not exist",
$sMyName, $localEnvFile );
$iReturnCode = 0; # Failure..
}
#---------------------------------------
# Validate SAPHost..
#---------------------------------------
if ( ! inet_aton ( $sSAPHost ) ) {
&logError ( 20005,
"<%s> InstProfile [%s] not terminated with valid hostname [%s]",
$sMyName, $localInstProfile, $sSAPHost );
$iReturnCode = 0; # Failure..
}
#---------------------------------
# Validate parameter InstProfile..
#---------------------------------
if ( ! -e $localInstProfile ) {
&logError ( 20006, "<%s> InstProfile [%s] file does not exist",
$sMyName, $localInstProfile );
$iReturnCode = 0; # Failure..
}
#------------------------------------
# Validate parameter MonitorProgram..
#------------------------------------
if ( $localMonitorProgram =~ /(\S+)/ && # Defined..
! -x $1 ) {
&logError ( 20007, "<%s> MonitorProgram [%s] is not executable",
$sMyName, $1 );
$iReturnCode = 0; # Failure..
}
#----------------------------------
# Check if EnqSrvResName is valid..
#----------------------------------
if ( $localEnqSrvResName =~ m/\S+/ && $localInstType =~ /^enqrep$/io &&
! SAPNW::ChkResName ( $localEnqSrvResName,
$sSAPSID,
$localInstType ) ) {
&logError ( 20008,
"<%s> EnqSrvResName [%s] invalid resource of Type [SAPNW]",
$sMyName, $localEnqSrvResName );
$iReturnCode = 0; # Failure..
}
elsif ( $localEnqSrvResName !~ m/\S+/ && $localInstType =~ /^enqrep$/io ) {
&logWarn ( 20386,
"<%s> EnqSrvResName is not specified for InstType ENQREP.",
$sMyName);
}
}
#----------------------------------------------
# Validate attributes for online and monitor ..
#----------------------------------------------
if ( $sEntryPointName =~ /^(online|monitor)$/o ) {
#---------------------------------------------
# Validate ProcMon after removing duplicates..
#--------------------------------------------
my $rslocalProcMon = \$_[6]; # Get reference to what's passed in..
my %hsProcMon = map { $_ => 1 } $localProcMon =~ /([^\s]+)/g;
my @lsProcMon = keys %hsProcMon;
my ( @lsBadProcs, %hsAllowed ) = ();
if ( $localInstType =~ /^(appserv)$/io ) {
if ( ! grep { /^(dw|jc|jstart)$/o } @lsProcMon ) { # Must have..
&logError ( 20009, "<%s> Incorrect value for ProcMon [%s].
Has to include at least one of [dw jc jstart] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
%hsAllowed = map { $_ => 1 } qw ( dw co se jc jstart ig gw cm cs gwrd icman ); # Restricted set..
if ( @lsBadProcs = grep { ! $hsAllowed { $_ } } @lsProcMon ) {
&logError ( 20010, "<%s> Incorrect value(s) [%s] in ProcMon found.
Must be one of [%s] for InstType [%s]", $sMyName,
join ( ' ', @lsBadProcs ), join ( ' ', keys %hsAllowed ),
$localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(enqueue)$/io ) {
if ( ! grep { /^en$/o } @lsProcMon ) {
&logError ( 20011, "<%s> Incorrect value for ProcMon [%s].
Has to include at least [en] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
%hsAllowed = map { $_ => 1 } qw ( en ms gw ); # Restricted set..
if ( @lsBadProcs = grep { ! $hsAllowed { $_ } } @lsProcMon ) {
&logError ( 20012, "<%s> Incorrect value(s) [%s] in ProcMon found.
Must be one of [%s] for InstType [%s]", $sMyName,
join ( ' ', @lsBadProcs ), join ( ' ', keys %hsAllowed ),
$localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(enqrep)$/io ) {
if ( ! grep { /^(er)$/o } @lsProcMon ) {
&logError ( 20013, "<%s> Incorrect value for ProcMon [%s].
Must be [er] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif( $localInstType =~ /^(SMDAgent)$/io ) {
if ( ! grep { /^(jc|jstart)$/o } @lsProcMon ) { # Must have..
&logError ( 20014, "<%s> Incorrect value for ProcMon [%s].
Has to include at least one of [dw jc jstart] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(sapstartsrv)$/io ) {
if ( ! grep { /^(sapstartsrv)$/o } @lsProcMon ) {
&logError ( 20013, "<%s> Incorrect value for ProcMon [%s].
Must be [sapstartsrv] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(hana)$/io ) {
if ( ! grep { /^(hdb)$/o } @lsProcMon ) {
&logError ( 20393, "<%s> Incorrect value for ProcMon [%s].
Has to include at least [hdb] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
%hsAllowed = map { $_ => 1 } qw ( hdb hdbstatisticsserver hdbpreprocessor hdbcompileserver hdbxsengine sapwebdisp_hdb ); # Restricted set..
if ( @lsBadProcs = grep { ! $hsAllowed { $_ } } @lsProcMon ) {
&logError ( 20010, "<%s> Incorrect value(s) [%s] in ProcMon found.
Must be one of [%s] for InstType [%s]", $sMyName,
join ( ' ', @lsBadProcs ), join ( ' ', keys %hsAllowed ),
$localInstType );
$iReturnCode = 0; # Failure..
}
}
#--------------------
# Re-create procmon..
#--------------------
$$rslocalProcMon = join ( ' ', @lsProcMon );
}
#-------------------------------------------
# Validate attributes for all entry points..
#-------------------------------------------
#-----------------------------------------
# SAPSID.. must be three characters long..
#-----------------------------------------
if ( $sSAPSID !~ /^\S{3}$/o ) {
&logError ( 20015,
"<%s> SAPSID [%s] has to be exactly 3 non-white alpha-numeric characters long",
$sMyName, $sSAPSID );
$iReturnCode = 0; # Failure..
}
#-----------------------------------
# InstName. Last two chars 00 - 99..
#-----------------------------------
unless ( $sInstName =~ /(\d{2})$/o ) {
&logError ( 20016,
"<%s> Last two characters of InstName [%s] not between 00-99",
$sMyName, $sInstName );
$iReturnCode = 0; # Failure..
}
#------------------
# Valid InstTypes..
#------------------
my @lsIntTypes = qw ( appserv enqueue enqrep smdagent sapstartsrv hana );
unless ( grep { /^$localInstType$/io } @lsIntTypes ) {
&logError ( 20017,
"<%s> InstType [%s] invalid. Has to be one of [%s]",
$sMyName, $localInstType, join ( ' ', @lsIntTypes ) );
$iReturnCode = 0; # Failure..
}
$iReturnCode ||
&logWarn ( 20018,
"<%s> Some of the attributes could not be validated. Returning [%s]",
$sMyName, $iReturnCode );
return $iReturnCode ;
}
=pod
-------------------------------------------------------------------------
Function : bool Start ( IN String EnvFile,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String SAPSID,
IN String SAPHome,
IN String InstName,
IN Integer Level_two,
IN Bool StopService
IN Bool UseSystemD );
Description : Start logic needed for online entry pt
Parameters :
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sSAPSID SAP System ID
$sSAPHome SAP Instance Home
$sInstName SAP Instance Name
$iLevel_two Cycle count to run in-depth monitoring
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Start {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sSAPSID,
$sSAPHome,
$sInstName,
$iLevel_two,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20019, "Subroutine <%s> called with:
EnvFile [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
SAPSID [%s]
SAPHome [%s]
InstName [%s]
Level_two [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sEnvFile, $sInstProfile, $sInstType, $sProcMon,
$sSAPAdmin, $sSAPSID, $sSAPHome, $sInstName, $iLevel_two, $bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs, $iTillWhen, $iExitCode, $iTimeout,
@lsCmdout, @liPids ) = ();
#-----------------------------------------
# Whack any preexisting SAPNW processes..
#-----------------------------------------
&logTrace ( 20020,
"<%s> Killing SAPNW processes for this instance", $sMyName );
if ( SAPNW::KillSAPNWProcesses ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) ) {
&logTrace ( 20021,
"<%s> Processes for this instance do not exist before start-up",
$sMyName );
}
else {
&logError ( 20022,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
#--------------------
# Return, if failed..
#--------------------
$iReturnCode || return $iReturnCode;
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
#-----------------------------------
# Check if it's safe to clean IPCs..
#-----------------------------------
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) {
#--------------------------------------------------------
# Clean IPC resources for the instance ..
#--------------------------------------------------------
if ( $sInstName !~ /^ASCS|^SCS/io ) {
$sCommand = "$sSAPHome/cleanipc";
$sCommandArgs = "$iInstID remove";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20023,
"<%s> Cleaning IPC resources for SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20024,
"<%s> Insufficient time to run cleanipc. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20025,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
}
else {
&logTrace ( 20026,
"<%s> Skipping cleanipc for InstType [%s].
Possibility of destroying active lock table", $sMyName, $sInstType );
}
my ($sKillFile, $sShutdownFile, $sCollLockFile, $sSendLockFile, @lsFiles ) = ();
#------------------
# Remove kill.sap..
#------------------
$sKillFile = "/usr/sap/$sSAPSID/$sInstName/work/kill.sap";
if ( -e $sKillFile ) {
&logTrace ( 20027,
"<%s> Located file [%s] for removal", $sMyName, $sKillFile );
push ( @lsFiles, $sKillFile );
}
#----------------------
# Remove shutdown.sap..
#----------------------
$sShutdownFile = "/usr/sap/$sSAPSID/$sInstName/work/shutdown.sap";
if ( -e $sShutdownFile ) {
&logTrace ( 20028,
"<%s> Located file [%s] for removal", $sMyName, $sShutdownFile );
push ( @lsFiles, $sShutdownFile );
}
#-----------------------------
# Remove collector lock file..
#-----------------------------
$sCollLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgcpid";
if ( -e $sCollLockFile ) {
&logTrace ( 20029,
"<%s> Located file [%s] for removal", $sMyName, $sCollLockFile );
push ( @lsFiles, $sCollLockFile );
}
#--------------------------
# Remove sender lock file..
#--------------------------
$sSendLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgspid";
if ( -e $sSendLockFile ) {
&logTrace ( 20030,
"<%s> Located file [%s] for removal", $sMyName, $sSendLockFile );
push ( @lsFiles, $sSendLockFile );
}
#-------------------
# Remove the files..
#-------------------
if ( scalar @lsFiles && ! Sys::UnlinkFilesAsUser ( @lsFiles ) ) {
&logError ( 20031, "<%s> Failed to remove stale file(s) [%s]",
$sMyName, join ( ' ', @lsFiles ) );
}
}
#----------------------------------
# Initiate SAPNW startup log..
#----------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $sMessage = "Starting up [$sResourceName]";
if ( ! ( $sInstType =~ /(hana|smdagent)/io ) && ( $sInstName !~ /^HDB/io ) ) {
if ( SAPNW::UpdateSAPNWLog ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessage ) ) {
&logTrace ( 20032,
"<%s> Updated log successfully", $sMyName );
}
else {
&logError ( 20033,
"<%s> Could not log successfully", $sMyName );
}
}
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartService $sSAPSID";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20034,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20398,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartService",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20399,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName, "StartService");
if($iReturnCode) {
&logTrace ( 20400,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20401,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20402,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
} else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20036,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
$iTimeout = $iTillWhen - time ;
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function WaitforServiceStarted $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20037,
"<%s> Waiting for Service to be started for SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request startup..
#------------------
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20423,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20424,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartServiceWait",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20425,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName, "StartService");
if($iReturnCode) {
&logTrace ( 20426,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20427,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20428,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
}
else {
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20429,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20039,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
my $iSleepTime = 10; # Secs..
if ( $sInstType !~ /^(sapstartsrv)$/io ) {
#------------------------------------------
# Start SAPNW Instance ..
#------------------------------------------
my %hsExitCode = ( 0 => 'Success',
1 => 'OS configuration error',
2 => 'Called with wrong Parameters',
3 => 'User not authorized to execute script',
4 => 'Environment not set',
5 => 'Database startup failed',
6 => 'Database on remote DB-Server not running',
7 => 'Startup of Instance failed',
8 => 'Start profile not found',
9 => 'User not authorized to start database' );
my $sLogFile = (); #"/usr/sap/$sSAPSID/$sInstName/log/" . "${sSAPSID}_${sInstName}.log";
if ( $sInstType =~ /smdagent/io ) {
$sLogFile = "/dev/null";
}
else {
$sLogFile = "/usr/sap/$sSAPSID/$sInstName/log/" . "${sSAPSID}_${sInstName}.log";
}
$iTimeout = $iTillWhen - time ;
#-------------------------------------------
# Get re-direct string based on user shell..
#-------------------------------------------
my $sRdStr = ( getpwnam $sSAPAdmin ) [-1] =~ /csh$/o ? ">>& $sLogFile":
"1>> $sLogFile 2>&1";
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartWait $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20040,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20403,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartWait",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20404,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName,"StartWait");
if($iReturnCode) {
&logTrace ( 20405,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20406,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20407,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
} else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20041,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20042,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
}
#--------------------
# Delay entry point..
#--------------------
$iSleepTime = 10; # Secs..
while ( ( $iTimeout = $iTillWhen - time ) > 10 ) {
@liPids = (); # Initialise..
sleep $iSleepTime; # Sec..
&logTrace ( 20043,
"<%s> Confirming start-up with [%s] sec in hand",
$sMyName, $iTimeout - $iSleepTime );
#---------
# Do FLM..
#---------
if ( VCSDef_MonitorExit::ONLINE ==
SAPNW::GetProcState ( \@liPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
1, # Running FFLM..
$bStopService,
$bUseSystemD ) ) {
#---------------------
# Start-up confirmed..
#---------------------
&logInfo ( 20044,
"<%s> Process check confirmed start-up of this instance of SAPNW server",
$sMyName );
$iReturnCode = 1; # Success..
last;
}
else {
&logTrace ( 20045,
"<%s> Process check could not confirm start-up. Sleeping for [%s] sec",
$sMyName, $iSleepTime );
$iReturnCode = 0; # Failure..
}
}
if ( $sInstType !~ /^(sapstartsrv)$/io && ($iLevel_two >= 1 ) ) { # If enabled..
while ( ( $iTimeout = $iTillWhen - time ) > 10 ) {
@liPids = (); # Initialise..
sleep $iSleepTime; # Sec..
&logTrace ( 20046,
"<%s> Confirming start-up with [%s] sec in hand by health check",
$sMyName, $iTimeout - $iSleepTime );
#---------
# Do SLM..
#---------
if ( VCSDef_MonitorExit::ONLINE == # Online after..
SAPNW::SecondLevelMonitor ( $sEnvFile, # Running SLM..
$sProcMon,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$iTillWhen ) ) {
#---------------------
# Start-up confirmed..
#---------------------
&logInfo ( 20047,
"<%s> Second Level Monitor confirmed start-up of this instance of SAPNW server",
$sMyName );
$iReturnCode = 1; # Success..
last;
}
else {
&logTrace ( 20048,
"<%s> Second Level Monitor could not confirm start-up. Sleeping for [%s] sec",
$sMyName, $iSleepTime );
$iReturnCode = 0; # Failure..
}
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool Stop ( IN String EnvFile,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String SAPSID,
IN String SAPHome,
IN String InstName,
IN Bool StopService,
IN Bool UseSystemD);
Description : Stop logic needed for offline entry pt
Parameters :
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sSAPSID SAP System ID
$sSAPHome SAP Instance Home
$sInstName SAP Instance Name
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Stop {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sSAPSID,
$sSAPHome,
$sInstName,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20049, "Subroutine <%s> called with:
EnvFile [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
SAPSID [%s]
SAPHome [%s]
InstName [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sEnvFile, $sInstProfile, $sInstType, $sProcMon,
$sSAPAdmin, $sSAPSID, $sSAPHome, $sInstName, $bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1; # Success..
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 ); # With margin..
#------------------------------------------
# Declare stop command and args variables..
#------------------------------------------
my ( $sCommand, $sCommandArgs, $iTimeout, $iExitCode, $iSleepTime,
@lsCmdout, @liPids ) = ();
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
#------------------------------------
# Define stop command and arguments..
#------------------------------------
my $sSAPWork = "/usr/sap/$sSAPSID/$sInstName/work" ;
if ( $sInstType !~ /^(sapstartsrv)$/io ) {
$iTimeout = $iTillWhen - time;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StopWait $iTimeout 1";
( $iExitCode, $iTimeout, @lsCmdout ) = (); # Truncate..
&logTrace ( 20050,
"<%s> Stopping SAPNW with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request shutdown..
#------------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20051,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20052,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logError ( 20053, "<%s> Failed to execute StopWait.", $sMyName );
$iReturnCode = 0; # Failure..
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
SAPNW::DeletePidFile ( $sResourceName );
return $iReturnCode ;
}
}
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) { #Stop the SAP Start Service
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StopService";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20054,
"<%s> Stopping SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request shutdown..
#------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20055,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20056,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logError ( 20057, "<%s> Failed to execute StopService.", $sMyName );
$iReturnCode = 0; # Failure..
}
}
#-----------------------------------------
# Whack any persisting SAPNW processes..
#-----------------------------------------
&logTrace ( 20058,
"<%s> Killing SAPNW processes for this instance", $sMyName );
if ( SAPNW::KillSAPNWProcesses ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) ) {
&logTrace ( 20059,
"<%s> Processes for this instance do not exist after shutdown",
$sMyName );
}
else {
&logError ( 20060,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) { #Clean up the ipc resources for the SAP Start Service
my ($sKillFile, $sShutdownFile, $sCollLockFile, $sSendLockFile, @lsFiles ) = ();
#------------------
# Remove kill.sap..
#------------------
$sKillFile = "/usr/sap/$sSAPSID/$sInstName/work/kill.sap";
if ( -e $sKillFile ) {
&logTrace ( 20061,
"<%s> Located file [%s] for removal", $sMyName, $sKillFile );
push ( @lsFiles, $sKillFile );
}
#----------------------
# Remove shutdown.sap..
#----------------------
$sShutdownFile = "/usr/sap/$sSAPSID/$sInstName/work/shutdown.sap";
if ( -e $sShutdownFile ) {
&logTrace ( 20062,
"<%s> Located file [%s] for removal", $sMyName, $sShutdownFile );
push ( @lsFiles, $sShutdownFile );
}
#-----------------------------
# Remove collector lock file..
#-----------------------------
$sCollLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgcpid";
if ( -e $sCollLockFile ) {
&logTrace ( 20063,
"<%s> Located file [%s] for removal", $sMyName, $sCollLockFile );
push ( @lsFiles, $sCollLockFile );
}
#--------------------------
# Remove sender lock file..
#--------------------------
$sSendLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgspid";
if ( -e $sSendLockFile ) {
&logTrace ( 20064,
"<%s> Located file [%s] for removal", $sMyName, $sSendLockFile );
push ( @lsFiles, $sSendLockFile );
}
#-------------------
# Remove the files..
#-------------------
if ( scalar @lsFiles && ! Sys::UnlinkFilesAsUser ( @lsFiles ) ) {
&logError ( 20065, "<%s> Failed to remove stale file(s) [%s]",
$sMyName, join ( ' ', @lsFiles ) );
$iReturnCode = 0; # Failure..
}
#-----------------------------------
# Check if it's safe to clean IPCs..
#-----------------------------------
if ( $sInstName !~ /^ASCS|^SCS/io ) {
#----------------------------------------
# Define cleanipc command and arguments..
#----------------------------------------
$sCommand = "$sSAPHome/cleanipc";
$sCommandArgs = "$iInstID remove";
( $iExitCode, $iTimeout, @lsCmdout ) = (); # Truncate..
&logTrace ( 20066,
"<%s> Stopping SAPNW with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request shutdown..
#------------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20067,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20068,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
else {
&logTrace ( 20069,
"<%s> Skipping cleanipc for InstType [%s].
Possibility of destroying active lock table", $sMyName, $sInstType );
}
}
#----------------------------------
# Initiate SAPNW shutdown log..
#----------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $sMessage = "Shutdown completed for [$sResourceName]";
if ( ! ( $sInstType =~ /(hana|smdagent)/io ) && ( $sInstName !~ /^HDB/io ) ) {
if ( SAPNW::UpdateSAPNWLog ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessage ) ) {
&logTrace ( 20070,
"<%s> Updated log successfully", $sMyName );
}
else {
&logError ( 20071,
"<%s> Could not log successfully", $sMyName );
}
}
SAPNW::DeletePidFile ( $sResourceName );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool Kill ( IN Integer CleanReason,
IN String EnvFile,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String SAPSID,
IN String SAPHome,
IN String InstName
IN Bool StopService
IN Bool UseSystemD);
Description : Forces shutdown of resource needed for clean entry point
Parameters :
$iCleanReason Why clean was called
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sSAPSID SAP System ID
$sSAPHome SAP Instance Home
$sInstName SAP Instance Name
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Kill {
#----------------
# Get Arguments..
#----------------
my ( $iCleanReason,
$sEnvFile,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sSAPSID,
$sSAPHome,
$sInstName,
$bStopService,
$bUseSystemD ) = @_;
#-----------------------------
# Figure out why were called..
#-----------------------------
my ( $sCleanReason, %hsCleanReasons ) = ();
my @lsCleanStrings = qw ( Offline_timed_out Offline_was_ineffective
Online_timed_out Online_was_ineffective
Found_offline_unexpectedly Monitor_timed_out );
@hsCleanReasons { 0 .. $#lsCleanStrings } = @lsCleanStrings; # Populate..
( $sCleanReason = $hsCleanReasons { $iCleanReason } || # Reason..
$iCleanReason ) =~ s/_/ /g;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20072, "Subroutine <%s> called with:
CleanReason [%s]
EnvFile [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
SAPSID [%s]
SAPHome [%s]
InstName [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $iCleanReason, $sEnvFile, $sInstProfile, $sInstType,
$sProcMon, $sSAPAdmin, $sSAPSID, $sSAPHome, $sInstName ,$bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 ); # With margin..
#--------------------------
# Declare local variables..
#--------------------------
my ( $sCommand, $sCommandArgs, $iTimeout, $iExitCode,
@lsCmdout, @liDummyPids, @liPids ) = ();
my ($sKillFile, $sShutdownFile, $sCollLockFile, $sSendLockFile, @lsFiles ) = ();
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) { #Stop the SAP Start Service
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StopService";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20073,
"<%s> Stopping SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request shutdown..
#------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20074,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20075,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logWarn ( 20387, "<%s> Failed to execute StopService. Run the command <%s %s> manually to stop sapstartsrv process if exists on the system.", $sMyName, $sCommand, $sCommandArgs);
$iReturnCode = 1; # Failure,still forcefully succeed the clean operation
}
}
unless ( $hsCleanReasons { $iCleanReason } eq 'Offline_timed_out' ||
$hsCleanReasons { $iCleanReason } eq 'Offline_was_ineffective' ) {
#----------------------------
# Get SAP PIDs
#----------------------------
SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
0, # Use RFLM..
$bStopService,
$bUseSystemD );
@liPids = $bSapStart ? shift @liDummyPids: @liDummyPids; # Local..
if( $bSapStart && defined $iCCMSX ) {
push ( @liPids, $iCCMSX );
}
if( $bSapStart && defined $iCCMSR ) {
push ( @liPids, $iCCMSR );
}
#-----------------------------------------------
# Attempt to request sapstart to stop instance..
#-----------------------------------------------
if ( scalar @liPids ) {
&logInfo ( 20077, "<%s> Sending SIGINT to PIDs [%s]",
$sMyName, join ( ' ', @liPids ) );
#-----------------------------------------
# Give SAP chance to shutdown gracefully..
#-----------------------------------------
if ( kill ( 2, @liPids ) == scalar @liPids ) {
&logInfo ( 20078,
"<%s> Successfully sent SIGINT to PIDs [%s]",
$sMyName, join ( ' ', @liPids ) );
}
else {
&logWarn ( 20079,
"<%s> Failed to send SIGINT to PID [%s]",
$sMyName, join ( ' ', @liPids ) );
}
}
else {
&logError ( 20080,
"<%s> Proceeding with SIGKILL for SAP Instance [%s]",
$sMyName, $sInstName );
}
}
#-----------------------------------------
# Whack any persisting SAPNW processes..
#-----------------------------------------
&logTrace ( 20081,
"<%s> Killing SAPNW processes for this instance", $sMyName );
if ( SAPNW::KillSAPNWProcesses ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin ,
$sEnvFile,
$bStopService,
$bUseSystemD ) ) {
&logTrace ( 20082,
"<%s> Processes for this instance do not exist after shutdown",
$sMyName );
}
else {
&logError ( 20083,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
#-------------------------------------
# Define clean command and arguments..
#-------------------------------------
my $iInstID = ();
#-----------------------------------
# Check if it's safe to clean IPCs..
#-----------------------------------
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) {
if ( $sInstName !~ /^ASCS|^SCS/io ) {
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/cleanipc";
$sCommandArgs = "$iInstID remove";
#------------------------
# Run cleanipc ..
#------------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20084,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20085,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logWarn ( 20388, "<%s> Failed to execute cleanipc. Run the command <%s %s> manually.", $sMyName, $sCommand, $sCommandArgs);
$iReturnCode = 1; # Failure,still forcefully succeed the clean operation
}
}
else {
&logTrace ( 20087,
"<%s> Skipping cleanipc for InstType [%s].", $sMyName, $sInstType );
}
#------------------
# Remove kill.sap..
#------------------
$sKillFile = "/usr/sap/$sSAPSID/$sInstName/work/kill.sap";
if ( -e $sKillFile ) {
&logTrace ( 20088,
"<%s> Located file [%s] for removal", $sMyName, $sKillFile );
push ( @lsFiles, $sKillFile );
}
#----------------------
# Remove shutdown.sap..
#----------------------
$sShutdownFile = "/usr/sap/$sSAPSID/$sInstName/work/shutdown.sap";
if ( -e $sShutdownFile ) {
&logTrace ( 20089,
"<%s> Located file [%s] for removal", $sMyName, $sShutdownFile );
push ( @lsFiles, $sShutdownFile );
}
#-----------------------------
# Remove collector lock file..
#-----------------------------
$sCollLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgcpid";
if ( -e $sCollLockFile ) {
&logTrace ( 20090,
"<%s> Located file [%s] for removal", $sMyName, $sCollLockFile );
push ( @lsFiles, $sCollLockFile );
}
#--------------------------
# Remove sender lock file..
#--------------------------
$sSendLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgspid";
if ( -e $sSendLockFile ) {
&logTrace ( 20091,
"<%s> Located file [%s] for removal", $sMyName, $sSendLockFile );
push ( @lsFiles, $sSendLockFile );
}
#-------------------
# Remove the files..
#-------------------
if ( scalar @lsFiles && ! Sys::UnlinkFilesAsUser ( @lsFiles ) ) {
&logError ( 20092, "<%s> Failed to remove stale file(s) [%s]",
$sMyName, join ( ' ', @lsFiles ) );
$iReturnCode = 0; # Failure..
}
}
#----------------------------------
# Initiate SAPNW cleanup log..
#----------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $sMessage = "Clean called for [$sResourceName] [$sCleanReason]";
if ( ! ( $sInstType =~ /(hana|smdagent)/io ) && ( $sInstName !~ /^HDB/io ) ) {
if ( SAPNW::UpdateSAPNWLog ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessage ) ) {
&logTrace ( 20093,
"<%s> Updated log successfully", $sMyName );
}
else {
&logError ( 20094,
"<%s> Could not log successfully", $sMyName );
}
}
SAPNW::DeletePidFile ( $sResourceName );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetResourceState ( IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String EnvFile,
IN Bool StopService,
IN Bool UseSystemD );
Description : First level monitor to determine state of resource.
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
105 ONLINE with confidence level 50 VCSDef_MonitorExit::PARTIAL_ONLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetResourceState {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20095, "Subroutine <%s> called:
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
EnvFile [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sInstType, $sProcMon, $sSAPAdmin , $sEnvFile, $bStopService, $bUseSystemD );
my @liDummyPids = ();
my $iReturnCode = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
1, # Use FFLM..
$bStopService,
$bUseSystemD );
if ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
&logTrace ( 20096,
"<%s> Found all required processes. Return code set to [%s]",
$sMyName, $iReturnCode );
}
else {
&logTrace ( 20097,
"<%s> Did not find all required processes. Returning [%s]",
$sMyName, $iReturnCode );
}
&logTrace ( 20098,
"<%s> Populating global running proclist with [%s] PIDs [%s]",
$sMyName, scalar @liRunningProcs, join ( ' ', @liRunningProcs ) );
return ( $iReturnCode );
}
=pod
-------------------------------------------------------------------------
Function : int GetProcState ( OUT ListReference OnlinePids,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String EnvFile,
IN Integer UseFFLM,
IN Bool StopService,
IN Bool UseSystemD );
Description : First level monitor to determine state of resource.
Parameters :
$rliOnlinePids PIDs of relevant running processes
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$iUseFFLM Filtering procedure
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
105 ONLINE with confidence level 50 VCSDef_MonitorExit::PARTIAL_ONLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetProcState {
#----------------
# Get Arguments..
#----------------
my ( $rliOnlinePids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$iUseFFLM,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20099, "Subroutine <%s> called with:
OnlinePids [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
EnvFile [%s]
UseFFLM [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $rliOnlinePids, $sInstProfile, $sInstType, $sProcMon,
$sSAPAdmin, $sEnvFile, $iUseFFLM, $bStopService, $bUseSystemD );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
#----------------------
# Initialise Variables..
#----------------------
my ( $iProcessCount, $iUseRFLM, $iFound, $iUid, $iPid, $sLang,
$sKey, $rhlProc, $sPidFile, $sProc, $sTemp, $iSapstartPid,
@hProcListHash, @lsUpdates, @lsValues, $iDwMaster, $iJcFlag,
%hiProcPids, %hsSrvrDetails, %hsCopy, $sEntryPointName,
$iSleepTime, $sInstName, $sSAPSID, @liDummyPids, %hsProcMonCopy,
$iJstartFlag, $iJstartmFlag, $sSAPHost, @lsWords, @lsOthers,$iErPid ,
$bNWVersionLt71, $iHdbFlag) = ();
my ( $sSwitch, $bSapstartFlag, $bSapstartSrvFlag,$bErFlag,$iPosn, $bAddIn, %hiDwPids, $iParent, $i ) = ();
$iParent = 1 ; # init
$bNWVersionLt71 = 0 ;
$iPosn = 0;
@$rliOnlinePids = ();
#--------------------------
# Other processes to kill..
#--------------------------
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
my $sStartProfile = "/usr/sap/$sSAPSID/SYS/profile/START_${sInstName}_${sSAPHost}";
if( -f $sStartProfile ) {
$bNWVersionLt71 = 1 ;
&logTrace ( 20100,
"<%s> SAP Start Profile [%s] exists.",
$sMyName, $sStartProfile );
}
@lsOthers = ( "pf=.*profile/(START|${sSAPSID})_${sInstName}_${sSAPHost}", "hdbstatisticsserver", "hdbpreprocessor", "hdbcompileserver", "hdbxsengine", "sapwebdisp_hdb" );
( $sEntryPointName = $0 ) =~ s#.*/##; # Basename..
my $sArch = 0;
my %hsArch = ( 1 => 'Java',
2 => 'ABAP',
3 => 'AddIn' );
my @lsProcMon = $sProcMon =~ /([^\s]+)/g;
my %hsProcs = map { $_ => 1 } @lsProcMon;
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
if ( $bNWVersionLt71 && $hsProcs { jc } && $hsProcs { dw } ) {
$sArch = 3;
++ $bAddIn;
}
elsif ( $bNWVersionLt71 && $hsProcs { JC } ) { # Recursive call..
$sArch = 3;
++ $bAddIn;
}
elsif ( $hsProcs { jc } ) {
$sArch = 1;
}
elsif ( $hsProcs { jstart } && $hsProcs { dw } ) {
$sArch = 3;
++ $bAddIn;
}
elsif ( $hsProcs { JSTARTM } ) { # Recursive call..
$sArch = 3;
++ $bAddIn;
}
elsif ( $hsProcs { dw } ) {
$sArch = 2;
}
if ( $sArch ) {
&logTrace ( 20101,
"<%s> SAP Instance Architecture is [%s]",
$sMyName, $hsArch { $sArch } );
}
else {
&logTrace ( 20102,
"<%s> SAP Instance Type is [%s]",
$sMyName, uc $sInstType );
}
#-----------------------------------------------
# Insert sapstart, unless its a recursive call..
#-----------------------------------------------
if ( $sProcMon eq 'JSTART' ) { # It's Java ..
$sProc = 'jstart';
}
elsif ( $sProcMon eq 'JSTARTM' ) { # It's AddIn ..
$sProc = 'dw jstart'; # AddIn for recursive call..
}
elsif ( $sProcMon eq 'sapstartsrv' ) { # It's SAPSTARTSRV ..
$sProc = 'sapstartsrv';
}
elsif ( $sInstType =~ /^(hana)$/io ) {
$sProc = "sapstart sapstartsrv hdbnameserver hdbindexserver $sProcMon";
}
elsif ( $bNWVersionLt71 && ( $sProcMon eq 'jlaunch' ) ) {
$sProc = $sProcMon; # AddIn for recursive call..
}
elsif ( $bNWVersionLt71 && ( $sProcMon eq 'JC' ) ) {
$sProc = 'jc dw'; # ADD-IN for recursive call..
}
else {
$sProc = "sapstart sapstartsrv $sProcMon";
}
$iUid = getpwnam $sSAPAdmin;
#------------------------------------
# Attempt to get monitoring details..
#------------------------------------
if ( ( 0 == $iUid ) && # User is the super-user..
( 2 == $iUseFFLM ) ) { # And called to kill-by-UID..
&logTrace ( 20103, "<%s> Unsafe to kill processes by User [%s] UID [%s].
Using filter-based approach.", $sMyName, $sSAPAdmin, $iUid ),
$iUseFFLM = 1;
}
if ( $iUseFFLM != 2 ) { # Called for first level check..
if ( SAPNW::GetSrvrDetails ( $sInstProfile,
$sProc,
$bNWVersionLt71,
\%hsSrvrDetails ) ) {
delete $hsSrvrDetails { dw } if $sProcMon eq 'JSTARTM'; # Remove dw in recursive..
delete $hsSrvrDetails { dw } if ( $bNWVersionLt71 && ($sProcMon eq 'JC')); # Remove dw in recursive..
&logTrace ( 20104,
"<%s> Got details for monitoring SAPNW instance", $sMyName );
%hsCopy = %hsSrvrDetails; # Backup..
$iUseRFLM = scalar keys %hsCopy; # Set to entire count..
}
else {
&logError ( 20105,
"<%s> Failed to get details for monitoring SAPNW instance",
$sMyName );
return VCSDef_MonitorExit::UNKNOWN;
}
#---------------------------------
# Check if we attempt to be fast..
#---------------------------------
if ( $sEntryPointName ne 'offline' && $iUseFFLM ) { # FFLM..
$iUseRFLM = 0; # Hopefully skip..
foreach $sKey ( keys %hsCopy ) { # Use copy..
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
$sTemp .= "\nSAPNW process [$sKey]\n"; # Display string..
#----------------
# Read in pairs..
#----------------
while ( ( $sPidFile, $sProc ) = splice ( @lsValues, 0, 2 ) ) {
#-----------
# Run FFLM..
#-----------
$iFound = SAPNW::FFLMStatus ( $sPidFile,
$sProc,
$iUid,
\$iPid );
#----------------
# Update status..
#----------------
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
$sTemp .= "PID File [$sPidFile]\n";
$sTemp .= "Srch Process [$sProc]\n";
$sTemp .= "FFLM Status [$iFound]\n\n";
}
@{ $hsCopy { $sKey } } = @lsUpdates;
#------------------------
# Handle monitor status..
#------------------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if ( $sKey eq 'sapstart' ) { # Check sapstart found ..
$iSapstartPid = $iPid;
unshift ( @$rliOnlinePids, $iPid ); # Insert at the front..
}
elsif ( $sKey eq 'sapstartsrv' ) { # Check sapstartsrv found ..
$iSapStartSrv = $iPid;
++ $bSapstartSrvFlag; # Mark it found..
++ $bSapStartSrv; # Mark global..
}
else {
if ( $sKey eq 'dw' ) { # Check dw master found for ABAP or AddIn ..
$iDwMaster = $iPid;
}
elsif ( $sKey eq 'jc' ) { # Check jc found for Java ..
++ $iJcFlag;
}
elsif ( $sKey eq 'jstartm' ) { # Check jstart master found for AddIn ..
++ $iJstartmFlag;
}
elsif ( $sKey eq 'jstart' ) {
++ $iJstartFlag;
}
elsif ( $sKey eq 'er' ) {
++ $bErFlag;
$iErPid = $iPid;
}
elsif ( $sKey eq 'hdb' ) {
++ $iHdbFlag;
}
&logTrace ( 20106, "<%s> [%s] found in FFLM [%s]", $sMyName, $sKey, $iPid);
push ( @$rliOnlinePids, $iPid ); # Push..
}
}
else {
++ $iUseRFLM; # Mark it for RFLM..
}
}
#----------------
# Print summary..
#----------------
&logTrace ( 20107,
"<%s> SAPNW instance process details ---%s\n\n",
$sMyName, $sTemp );
( $sTemp, $sPidFile, $sProc ) = (); # Release memory..
}
else { # Use RLFM..
#-----------------------------------------
# Mark status of each service as offline..
#-----------------------------------------
$iFound = VCSDef_MonitorExit::OFFLINE; # Set to offline..
foreach $sKey ( keys %hsCopy ) {
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
while ( scalar @lsValues ) {
push ( @lsUpdates, splice ( @lsValues, 0, 2 ), $iFound );
}
@{ $hsCopy { $sKey } } = @lsUpdates; # Update..
}
}
}
else { # Called for Kill..
&logTrace ( 20108,
"<%s> Called to get processes for User [%s] UID [%s]",
$sMyName, $sSAPAdmin, $iUid );
++ $iUseRFLM;
}
#-----------------------
# Regular slow :-( FLM..
#-----------------------
if ( $iUseRFLM ) {
&logTrace ( 20109,
"<%s> Running regular first level monitor", $sMyName );
#----------------------------------
# Set LANG for better performance..
#----------------------------------
$sLang = $ENV { LANG }; # Backup..
$ENV { LANG } = 'C'; # Now set..
#-----------------------------------
# Call processes and store in hash..
#-----------------------------------
$iProcessCount = Proc::GetLongProcessListHash ( \@hProcListHash );
#----------
# Restore..
#----------
defined $sLang ? $ENV { LANG } = $sLang:delete $ENV { LANG }; # Restore..
#----------------------
# Check if we got any..
#----------------------
if ( $iProcessCount ) {
&logTrace ( 20110,
"<%s> Got [%s] processes from proc table for filtering",
$sMyName, $iProcessCount );
}
else {
&logError ( 20111,
"<%s> Call to get process list did not return any processes",
$sMyName );
return VCSDef_MonitorExit::OFFLINE; # Offline..
}
my $iParent = 1; # Set to init..
my $sOSVer = $^O eq 'solaris' ? ( uname ) [2] : '';
#-----------------------
# Search for processes..
#-----------------------
foreach $rhlProc ( @hProcListHash ) {
#--------------------------------------------------------------
# Each $rhlProc is a ref. to a hash with the following keys..
# "UID" =>
# "PID" =>
# "PPID" =>
# "COMMAND" =>
#--------------------------------------------------------------
next unless defined $$rhlProc { UID }; # Bug in Proc::GetLongProcessListHash..
next if $$rhlProc { PID } == $$; # Skip self..
$iPid = $$rhlProc { PID }; # Assign..
&logTrace ( 20112, "<%s> Searching UID [%s] PID [%s] PPID [%s] CMD [%s]",
$sMyName, $$rhlProc { UID }, $$rhlProc { PID }, $$rhlProc { PPID }, $$rhlProc { COMMAND } );
#--------------------------------
# Handle Solaris 10 local zones..
#--------------------------------
if ( $sOSVer eq '5.10' && # Solaris 10..
$$rhlProc { COMMAND } =~ m@/sbin/init$@ && # With init..
! kill ( 0, 1 ) ) { # In a non-global zone..
$iParent = $$rhlProc { PPID }; # Get actual PID..
}
if ( $$rhlProc { UID } == $iUid ) { # Process owner..
#-----------------------------------------------
# Look for processes that were offline in FFLM..
#-----------------------------------------------
if ( $iUseFFLM != 2 ) { # Request to filter..
foreach $sKey ( keys %hsCopy ) {
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
#--------------------------------------------------
# Should have details per three elements of array..
#
#--------------------------------------------------
while ( ( $sPidFile, $sProc, $iFound ) = splice ( @lsValues, 0, 3 ) ) {
if ( VCSDef_MonitorExit::OFFLINE == $iFound ) { # Earlier marked offline..
if ( $$rhlProc { COMMAND } =~ /$sProc/ ) { # Now found..
#-----------------------
# Handle dw separately..
#-----------------------
$iFound = VCSDef_MonitorExit::ONLINE unless $sKey eq 'dw';
#-----------------------
# Handle special cases..
#-----------------------
$sSwitch = $sKey =~ /^(jc|jstart|dw|sapstart|sapstartsrv|jlaunch|hdb)$/o ? $sKey: 'default';
if("sapstart" eq $sSwitch) {
$iPosn = 0;
$iSapstartPid = $iPid; # Store..
}
elsif("jc" eq $sSwitch) {
$iPosn = 1;
++ $iJcFlag; # Set flag..
}
elsif("jstartm" eq $sSwitch) {
$iPosn = 2;
++ $iJstartmFlag;
}
elsif("jstart" eq $sSwitch) {
$iPosn = 3;
++ $iJstartFlag;
}
elsif("dw" eq $sSwitch) {
$iPosn = 4;
$hiDwPids { $iPid } = $$rhlProc { PPID }; # Store..
}
elsif("jlaunch" eq $sSwitch) {
$iPosn = 5;
}
elsif("sapstartsrv" eq $sSwitch) {
$iSapStartSrv = $iPid; # Store..
++ $bSapstartSrvFlag; # Mark it found..
++ $bSapStartSrv; # Mark global..
if ( $sInstType !~ /^(sapstartsrv)$/io ) {
$hiProcPids { $sKey } = $iPid; # Store..
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
if ( !$bStopService) {
next;
}
}
}
elsif("er" eq $sSwitch) {
++ $bErFlag;
$iErPid = $iPid;
}
elsif("hdb" eq $sSwitch) {
++ $iHdbFlag;
}
else{
$iPosn = scalar @$rliOnlinePids;
}
#--------------------------------
# Insert into appropriate place..
#--------------------------------
$iPosn = scalar @$rliOnlinePids if $iPosn > scalar @$rliOnlinePids;
splice ( @$rliOnlinePids, $iPosn, 0, $iPid ); # Insert..
$hiProcPids { $sKey } = $iPid; # Store..
&logTrace ( 20113,
"<%s> Found PID [%s] PPID [%s] CMD [%s] with filter [%s]",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND }, $sProc );
}
}
#----------------
# Update status..
#----------------
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
}
@{ $hsCopy { $sKey } } = @lsUpdates; # Update..
}
}
elsif ( $sProcMon !~ /JSTART/ ) { # Request for kill..
&logTrace ( 20114,
"<%s> Pushing PID [%s] with PPID [%s] Cmd [%s] on stack",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND } );
push ( @$rliOnlinePids, $iPid ); # Store..
}
}
#---------------------------------
# Handle other related processes..
#---------------------------------
if ( ( $sInstType !~ /^(sapstartsrv)$/io ) && # Instance Type is not SAPSTARTSRV
( ! grep { /^$iPid$/ } @$rliOnlinePids ) && # Not caught earlier..
$$rhlProc { UID } == $iUid && # Owned by SAPAdmin
map { $$rhlProc { COMMAND } =~ /$_/ } @lsOthers ) { # Was now found..
#-----------------------------------------
# Populate dwindling sapstartsrv process..
#-----------------------------------------
if ( $$rhlProc { COMMAND } =~ /sapstartsrv/o ) {
$iSapStartSrv = $iPid; # Populate global..
if ( !$bStopService) {
next;
}
}
elsif ( $$rhlProc { COMMAND } =~ /cm\.sap/o ) { # Note sapccm4x process
$iCCMSX = $iPid; # Populate global..
}
elsif ( $$rhlProc { COMMAND } =~ /cs\.sap/o ) { # Note sapccmsr process
$iCCMSR = $iPid; # Populate global..
}
elsif ( $$rhlProc { COMMAND } =~ /sapccm4x/o ) {
$iCCMSX = $iPid; # Populate global..
}
elsif ( $$rhlProc { COMMAND } =~ /sapccmsr/o ) { # Note sapccmsr process
$iCCMSR = $iPid; # Populate global..
}
push ( @$rliOnlinePids, $iPid ); # Store..
&logTrace ( 20115,
"<%s> Matched process PID [%s] PPID [%s] CMD [%s]",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND } );
}
}
}
#------------------------------------
# Set final status for each process..
#------------------------------------
my ( $iOnline, $iOffline ) = ();
my @liDwPids = keys %hiDwPids;
$sTemp = ''; # Ensure..
foreach $sKey ( sort keys %hsCopy ) {
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
$sTemp .= "\nProcess [$sKey]\n";
while ( ( $sPidFile, $sProc, $iFound ) = splice ( @lsValues, 0, 3 ) ) {
#-------------------------------------
# Set status for dw master process ..
#-------------------------------------
if ( $bAddIn && $sProcMon !~ /JSTARTM/ ) {
&logTrace ( 20116,
"<%s> Key [%s] EntryPoint [%s] AddIn [%s] dw master [%s]",
$sMyName, $sKey, $sEntryPointName, $bAddIn, $iDwMaster );
}
if ( $sKey eq 'dw' && scalar @liDwPids ) {
#-------------------------------------
# Check if we the dw master process ..
#-------------------------------------
if ( $iSapstartPid && # sapstart exists
( ( $iDwMaster ) = # Get the dw master
grep { # By finding
$iSapstartPid == $hiDwPids { $_ } # sapstart as it's parent
} @liDwPids ) ) { # From all dw processes
$hiProcPids { $sKey } = $iDwMaster; # Store..
$iFound = VCSDef_MonitorExit::ONLINE; # And mark online..
&logTrace ( 20117,
"<%s> Found master dw process PID [%s] PPID [%s]",
$sMyName, $iDwMaster, $iSapstartPid );
}
elsif ( ( ( $iDwMaster ) = # A dw process..
grep { # Found..
$iParent == $hiDwPids { $_ } &&# With init as parent..
++ $i # Mark it..
} @liDwPids ) && 1 == $i ) { # If only one such exists..
$hiProcPids { $sKey } = $iDwMaster; # Store..
$iFound = VCSDef_MonitorExit::ONLINE; # And mark online..
&logWarn ( 20118,
"<%s> Missing sapstart process.
Found master dw process PID [%s] PPID [%s]",
$sMyName, $iDwMaster, $hiDwPids { $iDwMaster } );
}
else {
&logTrace ( 20119,
"<%s> Missing dw master. Marking status as offline", $sMyName );
$iFound = VCSDef_MonitorExit::OFFLINE; # Ensure its offline..
#------------------------
# Delete PID, if stored..
#------------------------
if ( defined $hiProcPids { $sKey } ) {
delete $hiProcPids { $sKey };
}
}
}
#--------------------------
# Mark status of sapstart..
#--------------------------
if ( $sKey eq 'sapstart' && $iSapstartPid ) {
++ $bSapstartFlag; # Mark it found..
++ $bSapStart; # Mark global..
}
if ( $sKey eq 'sapstartsrv' && $iSapStartSrv ) {
++ $bSapstartSrvFlag; # Mark it found..
++ $bSapStartSrv; # Mark global..
}
if ( $sKey eq 'er' && $iErPid ) {
++ $bErFlag;
}
#------------------------------------
# If we are AddIn, validate jstart ..
#------------------------------------
if ( $sKey eq 'jstartm' && # Looking for jstart..
$sEntryPointName eq 'monitor' && # in monitor..
$bAddIn &&
$iDwMaster ) { # dw and jstart declared..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
while ( ! ( $iJstartmFlag && $iJstartFlag ) ) { # jstart master missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20120,
"<%s> Insufficient time [%s] sec to retry. Exiting ..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20121,
"<%s> Missing 'jstart' master, though 'dw' master [%s] exists.
Retrying in [%s] sec", $sMyName, $iDwMaster, $iSleepTime );
sleep $iSleepTime; # Take a break..
#-------------------------------
# Call ourselves with 'JSTARTM'..
#-------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'JSTARTM', # In CAPS..
$sSAPAdmin,
$sEnvFile,
0,
$bStopService,
$bUseSystemD ); # Regular FLM..
#--------------------------------------------------------------------
# If we returned online, we know we found jstart master and at least
# one jstart server process. PID now is in first position..
#--------------------------------------------------------------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
&logTrace ( 20122,
"<%s> Found jstart master process after recursive call",
$sMyName );
#-----------------------------
# Update jstartm and jstart ..
#-----------------------------
( $hiProcPids { jstartm }, $hiProcPids { jstart } ) = (); # Ensure undefs..so that PID
# files are not created again for FFLM..
++ $iJstartmFlag; # Set flag..
${ $hsCopy { jstartm } } [-1] = $iFound; # Mark online..
++ $iJstartFlag; # Set flag..
${ $hsCopy { jstart } } [-1] = $iFound; # Mark online..
}
else {
&logError ( 20123, "<%s> Missing jstart child process after recursive call. Retrying ..", $sMyName );
${ $hsCopy { jstartm } } [-1] = VCSDef_MonitorExit::ONLINE;
${ $hsCopy { jstart } } [-1] = VCSDef_MonitorExit::OFFLINE;
$iFound = VCSDef_MonitorExit::OFFLINE;
}
}
}
#--------------------------------------------------
# Check if 'jstart' is missing and 'jc' is alive ..
#--------------------------------------------------
if ( $sEntryPointName eq 'monitor' && # In monitor..
$sKey eq 'jstart' && # Jstart,
$iJcFlag ) { # when jc, alive..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
while ( ! $iJstartFlag ) { # jstart missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20124,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20125,
"<%s> Missing process [%s], though 'jc' exists. Retrying in [%s] sec",
$sMyName, $sKey, $iSleepTime );
sleep $iSleepTime; # Take a break..
#--------------------------------------
# Call ourselves again with 'jstart' ..
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'JSTART',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
#--------
# Store..
#--------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
$hiProcPids { jstart } = ();
${ $hsCopy { jstart } } [-1] = $iFound; # Mark online..
++ $iJstartFlag;
&logTrace ( 20126,
"<%s> Found jstart process after recursive call.", $sMyName );
}
else {
&logError ( 20127, "<%s> Missing jstart process after recursive call. Retrying ..", $sMyName );
$iFound = VCSDef_MonitorExit::OFFLINE; # Ignore partial..
}
}
}
#----------------------------------
# Check for jc and jlaunch processes
# if $bNWVersionLt71 is set
#--------------------------------
#--------------------------------
# If we are ADD-IN, validate jc..
#--------------------------------
if ( $bNWVersionLt71 && # SAP Netweaver version is less than 7.1
$sKey eq 'jc' && # Looking for jc..
$sEntryPointName eq 'monitor' && # in monitor..
$bAddIn && # dw and jc declared..
$iDwMaster ) { # dw master exists..
if ( ! $iJcFlag ) { # jc missing..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
while ( ! $iJcFlag ) { # jc missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20128,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20129,
"<%s> Missing process [%s], though 'dw' master [%s] exists.
Retrying in [%s] sec", $sMyName, $sKey, $iDwMaster, $iSleepTime );
sleep $iSleepTime; # Take a break..
#---------------------------
# Call ourselves with 'JC'..
#---------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'JC',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
#--------------------------------------------------------------------
# If we returned online, we know we found jc and at least one jaunch.
# PID of jc now is in first position..
#--------------------------------------------------------------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
&logTrace ( 20130,
"<%s> Found jc process with PID [%s] after recursive call",
$sMyName, $liDummyPids [0] );
$hiProcPids { $sKey } = shift @liDummyPids; # Store..
++ $iJcFlag; # Set flag..
#-----------------
# Update jlaunch..
#-----------------
$hiProcPids { jlaunch } = shift @liDummyPids; # Store..
${ $hsCopy { jlaunch } } [-1] = $iFound; # Mark online..
}
else {
&logWarn ( 20131, "<%s> Missing jc after recursive call.Retrying..", $sMyName );
}
}
}
}
#--------------------------------------------------
# Check if 'jlaunch' is missing and 'jc' is alive..
#--------------------------------------------------
if ( $bNWVersionLt71 && # SAP Netweaver version is less than 7.1
$sEntryPointName eq 'monitor' && # In monitor..
$sKey eq 'jlaunch' && # Jaunch,
$iJcFlag && # when jc, alive..
VCSDef_MonitorExit::OFFLINE == $iFound ) { # is not..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
my $iJLaunchFlag = 0 ;
while ( ! $iJLaunchFlag ) { # jlaunch missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20132,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20133,
"<%s> Missing process [%s], though 'jc' exists. Retrying in [%s] sec",
$sMyName, $sKey, $iSleepTime );
sleep $iSleepTime; # Take a break..
#--------------------------------------
# Call ourselves again with 'jlaunch'..
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'jlaunch',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM
$bStopService,
$bUseSystemD );
#--------
# Store..
#--------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if ( scalar @liDummyPids ) {
push ( @$rliOnlinePids, @liDummyPids );
$hiProcPids { $sKey } = $liDummyPids [0];
++ $iJLaunchFlag ;
&logTrace ( 20134,
"<%s> Found jlaunch process with PID [%s] after another attempt",
$sMyName, $liDummyPids [0] );
}
else {
&logWarn ( 20135, "<%s> Missing jlaunch after recursive call.Retrying..", $sMyName );
}
}
}
}
#-----------------------------------------------------------------------
# Check if hdb.sap_ is alive,other hana process is missing
#-----------------------------------------------------------------------
if ( ( $sEntryPointName =~ /^(monitor|imf_register)$/o ) && # In monitor or imf_register..
( $sKey =~ /^(hdbnameserver|hdbindexserver|hdbstatisticsserver|
hdbpreprocessor|hdbcompileserver|
hdbxsengine|sapwebdisp_hdb)$/io ) && # hana process other than sapstart|sapstartsrv|hdb.sap_,
$iHdbFlag && # when hdb.sap_, alive..
VCSDef_MonitorExit::OFFLINE == $iFound ) { # is not..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
my $iHanaProcessesFound = 0 ;
while ( ! $iHanaProcessesFound ) { # hana process missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20394,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20395,
"<%s> Missing process [%s], though 'hdb.sap' exists. Retrying in [%s] sec",
$sMyName, $sKey, $iSleepTime );
sleep $iSleepTime; # Take a break..
#--------------------------------------
# Call ourselves again with same ProcMon list.
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
#--------
# Store..
#--------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if ( scalar @liDummyPids ) {
push ( @$rliOnlinePids, @liDummyPids );
$hiProcPids { $sKey } = $liDummyPids [0];
++ $iHanaProcessesFound ;
&logTrace ( 20396,
"<%s> Found [%s] process with PID [%s] after another attempt",
$sMyName, $sKey , $liDummyPids [0] );
}
else {
&logWarn ( 20397, "<%s> Missing [%s] after recursive call.Retrying..", $sMyName, $sKey );
}
}
}
}
#-----------------------------------
# Create PID files for use in FFLM..
#-----------------------------------
if ( $iUseRFLM && $iUseFFLM != 2 && # In RFLM..
$hiProcPids { $sKey } && # PID populated..
( $sEntryPointName =~ /^(monitor|online)$/o ) ) { # In monitor or online..
&logTrace ( 20136,
"<%s> Creating PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $hiProcPids { $sKey } );
#---------
# Create..
#---------
if ( SAPNW::CreatePidFile ( $sPidFile, $hiProcPids { $sKey } ) ) {
&logTrace ( 20137,
"<%s> Successfully created PID file [%s]", $sMyName, $sPidFile );
}
else {
&logError ( 20138,
"<%s> Could not create PID file [%s] successfully",
$sMyName, $sPidFile );
}
}
#-------------
# Set status..
#-------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io ) ) {
$iOnline = $iFound;
}
elsif( $sKey ne 'sapstartsrv' ) {
$iOnline = $iFound;
}
}
elsif ( VCSDef_MonitorExit::OFFLINE == $iFound && $sKey ne 'sapstart' ) {
if ( $bAddIn && $sKey eq 'jstart' && $sProcMon !~ /JSTART/ ) {
$iFound = 'XXX';
}
else {
if( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io ) ) {
$iOffline = $iFound;
}
elsif( $sKey ne 'sapstartsrv' ) {
$iOffline = $iFound;
}
}
}
elsif ( VCSDef_MonitorExit::OFFLINE == $iFound ) {
$iOffline = $iFound;
}
$sTemp .= "Srch Process [$sProc]\n";
$sTemp .= "FLM Status [$iFound]\n\n";
}
$sTemp .= "--------------------";
}
#-------------------
# Set final status..
#-------------------
$iReturnCode = $iOnline && $iOffline ? VCSDef_MonitorExit::PARTIAL_ONLINE:
$iOffline || $iOnline || VCSDef_MonitorExit::UNKNOWN;
#$sTemp =~ s/XXX/VCSDef_MonitorExit::ONLINE == $iReturnCode ? 110:100/e;
if ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
$sTemp =~ s/XXX/110/;
}
else {
$sTemp =~ s/XXX/100/;
}
#------------------------------------------------
# Reset status based on PIDs, if not in monitor..
#------------------------------------------------
if ( $sEntryPointName ne 'monitor' &&
( VCSDef_MonitorExit::OFFLINE == $iReturnCode ) &&
scalar @$rliOnlinePids ) {
$iReturnCode = VCSDef_MonitorExit::PARTIAL_ONLINE;
&logTrace ( 20139,
"<%s> Found [%s] PIDs [%s] for this instance of SAPNW.
Resetting return code to [%s]",
$sMyName, scalar @$rliOnlinePids, join ( ' ', @$rliOnlinePids ),
$iReturnCode );
}
#---------------------
# Report on sapstart..
#---------------------
if ( ! $bSapstartFlag && # Missing sapstart..
$sEntryPointName eq 'monitor' && # In monitor..
$sProcMon !~ /^(JSTART|JSTARTM|JC|jlaunch|sapstartsrv)$/o && # Not in recursive call..
VCSDef_MonitorExit::OFFLINE != $iReturnCode ) { # Not offline..
&logTrace ( 20140,
"<%s> Missing sapstart process in first level monitor",
$sMyName );
}
#---------------------
# Report on sapstartsrv..
#---------------------
if ( ! $bSapstartSrvFlag && # Missing sapstartsrv..
$bSapstartFlag && #sapstart is present
( $sInstType !~ /^(sapstartsrv)$/io ) &&
$sEntryPointName eq 'monitor' && # In monitor..
$sProcMon !~ /^(JSTART|JSTARTM|JC|jlaunch)$/o && # Not in recursive call..
VCSDef_MonitorExit::OFFLINE != $iReturnCode ) { # Not offline..
my $sHaresCmd = $sCmdHares;
my $sHagrpCmd = $sCmdHagrp;
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $iExitCode = () ;
#----------------
# Re-initialise..
#----------------
my $sHaresCmdArgs = "-value $sResourceName Group";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sHaresCmd $sHaresCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20144,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Group does not exist/o ) {
&logError ( 20145,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
else {
#----------------
# Re-initialise..
#----------------
my $sGrpName = $lsHaresOut[0] ;
&logTrace ( 20146,
"<%s> Group for resource %s is %s.", $sMyName,$sResourceName,$sGrpName );
my $sHagrpCmdArgs = "-value $sGrpName Frozen";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHagrpOut = grep { s/\n// || 1 } readpipe ( "$sHagrpCmd $sHagrpCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20147,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Frozen does not exist/o ) {
&logError ( 20148,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
elsif ($lsHagrpOut[0] ne "1" ){
&logWarn ( 20141,
"<%s> Missing sapstartsrv process in first level monitor.Marking for Restart.",
$sMyName );
if ( SAPNW::StartSapService ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD ) ) {
&logInfo ( 20142,
"<%s> sapstartsrv started successfully.", $sMyName );
}
else {
&logWarn ( 20143,
"<%s> sapstartsrv could not be started.", $sMyName );
}
}
}
}
if ( ! $bErFlag && # Missing er..
$bSapstartSrvFlag && #sapstartsrv is present
( $sInstType =~ /^(enqrep)$/io ) &&
$sEntryPointName =~ /^(monitor|imf_register)$/o && # In monitor..
$sProcMon !~ /^(JSTART|JSTARTM|JC|jlaunch)$/o && # Not in recursive call..
( VCSDef_ResourceState::ONLINE == $::giState ) && # Resource is ONLINE
( VCSDef_ResourceIState::NOT_WAITING == $::giIState ) && # Resource is in steady ONLINE state
VCSDef_MonitorExit::OFFLINE == $iReturnCode ) { # offline..
my $sHaresCmd = $sCmdHares;
my $sHagrpCmd = $sCmdHagrp;
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $iExitCode = () ;
#----------------
# Re-initialise..
#----------------
my $sHaresCmdArgs = "-value $sResourceName Group";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sHaresCmd $sHaresCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20144,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Group does not exist/o ) {
&logError ( 20145,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
else {
#----------------
# Re-initialise..
#----------------
my $sGrpName = $lsHaresOut[0] ;
&logTrace ( 20146,
"<%s> Group for resource %s is %s.", $sMyName,$sResourceName,$sGrpName );
my $sHagrpCmdArgs = "-value $sGrpName Frozen";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHagrpOut = grep { s/\n// || 1 } readpipe ( "$sHagrpCmd $sHagrpCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20147,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Frozen does not exist/o ) {
&logError ( 20148,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
elsif ($lsHagrpOut[0] ne "1" ){
&logTrace ( 20149,
"<%s> Group for resource %s is %s and is not Frozen.", $sMyName,$sResourceName,$sGrpName );
if( ( VCSDef_ResourceState::ONLINE == $::giState ) &&
( VCSDef_ResourceIState::WAITING_TO_GO_OFFLINE != $::giIState ))
{
#----------------
# Re-initialise..
#----------------
$sHaresCmdArgs = "-value $sResourceName EnqSrvResName";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sHaresCmd $sHaresCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20150,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute EnqSrvResName does not exist/o ) {
&logError ( 20151,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
else {
my $sEnqSrvResName = $lsHaresOut[0];
if( $sEnqSrvResName ne "" ) {
$sHaresCmd = $sCmdHares;
my $sHasyscmd = $sCmdHasys;
my $sHasyscmdArgs = " -nodeid ";
my $sHasysOut = readpipe ( "$sHasyscmd $sHasyscmdArgs" );
chomp $sHasysOut;
$sHasysOut =~ s/.*Node name: //;
$sHasysOut =~ s/ Node ID: .*//;
# call hares display and look to get the IState info
#call display with resource type
my $sAttributes = "IState State";
my $sGroups = "";
my $sTypes = "SAPNW";
my $sSystems = $sHasysOut;
my $bIsEnqueueResWaitingOnline = 0;
my $bIsEnqueueResOnline = 0;
my @lsResultsList = ();
if(Hares::Display($sEnqSrvResName,
$sAttributes,
$sGroups,
$sTypes,
$sSystems,
\@lsResultsList)) {
#ran display command ok - continue
#spin the list and look at IState and State info
foreach my $sEachResult (@lsResultsList) {
my @lsEachResultList = split(/\s/, $sEachResult);
my $sTmpResourceName = shift(@lsEachResultList);
my $sTmpAttribute = shift(@lsEachResultList);
my $sTmpSystem = shift(@lsEachResultList);
my $sTmpValue = join(" ", @lsEachResultList);
my $sTmpValueLC = lc($sTmpValue);
if(($sTmpAttribute eq "IState") && ($sTmpValueLC =~ "waiting") && ($sTmpValueLC =~ "online")) {
#----------------
# Re-initialise..
#----------------
$bIsEnqueueResWaitingOnline = 1 ;
$sHaresCmdArgs = " -wait $sEnqSrvResName State ONLINE -sys $sHasysOut -time 300";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
$sHaresCmd = $sHaresCmd . $sHaresCmdArgs ;
&logInfo ( 20152,
"<%s> Executing command %s.", $sMyName ,$sHaresCmd);
$iExitCode = system($sHaresCmd) ;
#-----------------------------------------
# Check if command is not executed successfully..
#-----------------------------------------
if ( $iExitCode == 0 ) {
$bIsEnqueueResOnline = 1;
$bIsEnqueueResWaitingOnline = 0 ;
}
}
if(($sTmpAttribute eq "State") && ($sTmpValueLC =~ "online") ) {
$bIsEnqueueResOnline = 1;
}
}
#-----------------------------------------
# Check if command is not executed successfully..
#-----------------------------------------
if ( ($bIsEnqueueResOnline != 1 ) && ($bIsEnqueueResWaitingOnline != 1 ) ) {
&logWarn ( 20153,
"<%s> Missing er process in first level monitor.Marking for Restart.",
$sMyName );
if ( SAPNW::StartERSInstance ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD) ) {
&logInfo ( 20154,
"<%s> er started successfully.", $sMyName );
&logWarn ( 20155,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
SAPNW::DeletePidFile ( $sResourceName );
#--------------------------------------
# Call ourselves again with 'er' ..
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'er',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
$iReturnCode = $iFound;
@$rliOnlinePids = @liDummyPids;
}
else {
&logWarn ( 20156,
"<%s> er could not be started.", $sMyName );
}
}
}
}
}
}
}
}
}
#-----------------------
# Report on FLM status..
#-----------------------
if ( $iUseFFLM != 2 ) { # Request to filter..
&logTrace ( 20157,
"<%s> SAPNW process details ---\n%s\nReturn code is [%s]",
$sMyName, $sTemp, $iReturnCode );
$sTemp = undef; # Release..
}
#--------------------------------
# Populate the global PID array..
#--------------------------------
@liRunningProcs = @$rliOnlinePids;
&logTrace ( 20158,
"<%s> Populating global running proclist with [%s] PIDs [%s]",
$sMyName, scalar @liRunningProcs, join ( ' ', @liRunningProcs ) );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int Monitor ( IN String EnvFile,
IN String ProcMon,
IN String InstProfile,
IN String InstType,
IN String MonitorProgram,
IN String SAPAdmin,
IN Integer SecondLevelMonitor );
Description: Performs the in-depth monitoring
Parameters :
$sEnvFile Absolute path to environment file to source
$sProcMon List of Processes to be monitored
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sMonitorProgram Full path to external monitor program
$sSAPAdmin SAP System Administrator
$iSecondLevelMonitor Cycle count to run in-depth monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
?? HUNG: External monitor timed out VCSDef_MonitorExit::TIMEOUT
The entry point hangs if in-depth monitoring cannot be completed.
-------------------------------------------------------------------------
=cut
sub Monitor {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sProcMon,
$sInstProfile,
$sInstType,
$sMonitorProgram,
$sSAPAdmin,
$iSecondLevelMonitor,
$level_two ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20159, "Subroutine <%s> called with:
EnvFile [%s]
ProcMon [%s]
InstProfile [%s]
InstType [%s]
MonitorProgram [%s]
SAPAdmin [%s]
SecondLevelMonitor [%s]
level_two [%s]",
$sMyName, $sEnvFile, $sProcMon, $sInstProfile, $sInstType,
$sMonitorProgram, $sSAPAdmin, $iSecondLevelMonitor, $level_two );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
my $iTillWhen = undef;
#----------------------------------------------
# In-depth monitoring, if correct time to run..
#----------------------------------------------
if ( -300 == $level_two ) {
$level_two = VCSagentFW::RunSecondLevelMonitor ( $iSecondLevelMonitor );
&logTrace ( 20160, "<%s> Traditional second level monitoring, SLM flag for this monitor set to [%s] ", $sMyName, $level_two );
}
if ($level_two >= 1 ) {
#--------------------------
# Just In Time Validation..
#--------------------------
if ( VCSDef_MonitorExit::ONLINE == ( $iReturnCode =
SAPNW::DelayedAttributeCheck ( $sEnvFile,
$sInstProfile,
$sSAPAdmin ) ) ) {
&logTrace ( 20161,
"<%s> Delayed attribute check completed successfully",
$sMyName );
}
else {
&logError ( 20162,
"<%s> Attribute validation failed. Returning [%s]",
$sMyName, $iReturnCode );
return $iReturnCode;
}
&logTrace ( 20163,
"<%s> Proceeding with second level monitoring", $sMyName );
#-------------------------------------------------------
# Upper bound..
# Time in EPOCH when entry pt started + VCS time limit..
#-------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
if ( VCSDef_MonitorExit::ONLINE == ( $iReturnCode =
SAPNW::SecondLevelMonitor ( $sEnvFile,
$sProcMon,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$iTillWhen ) ) ) {
&logTrace ( 20164,
"<%s> SAPNW instance online with status [%s] after SLM",
$sMyName, $iReturnCode );
}
else {
&logError ( 20165,
"<%s> SAPNW instance NOT online after SLM. Status [%s]",
$sMyName, $iReturnCode );
return $iReturnCode;
}
}
#------------------------------------------------
# Exit if external monitor has not been defined..
#------------------------------------------------
return $iReturnCode unless defined $sMonitorProgram;
#---------------------------------------
# MonitorProgram defined..
# Separate the executable and the args..
#---------------------------------------
my ( $sExtCmd, $sExtCmdArgs ) = $sMonitorProgram # Separate
=~ /(\S+)\s*(.*)/; # Cmd and args..
$sExtCmdArgs = '' unless defined $sExtCmdArgs; # Prevent undefs..
if ( $sExtCmd ) { # Defined..
#----------------------------------------
# Get time bearings, if not got earlier..
#----------------------------------------
$iTillWhen ||= $^T + SAPNW::GetEngineTimeout ( 1 );
if ( VCSDef_MonitorExit::ONLINE == # and found online..
( $iReturnCode = # by the status..
SAPNW::ExternalMonitor ( $sSAPAdmin,
$sEnvFile,
$sExtCmd,
$sExtCmdArgs,
$iTillWhen ) ) ) {
&logTrace ( 20166,
"<%s> SAPNW instance found online with status [%s]
after executing external monitor [%s] with args [%s]",
$sMyName, $iReturnCode, $sExtCmd, $sExtCmdArgs );
}
else {
&logError ( 20167,
"<%s> SAPNW instance NOT online after executing external monitor
[%s] with args [%s]. Status [%s]",
$sMyName, $sExtCmd, $sExtCmdArgs, $iReturnCode );
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int DelayedAttributeCheck ( IN String EnvFile,
IN String InstProfile,
IN String SAPAdmin );
Description : Just In Time Validation
Parameters :
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sSAPAdmin SAP System Administrator
Returns : Integer value as defined below:
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub DelayedAttributeCheck {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sInstProfile,
$sSAPAdmin ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20168, "Subroutine <%s> called with:
EnvFile [%s]
InstProfile [%s]
SAPAdmin [%s]",
$sMyName, $sEnvFile, $sInstProfile, $sSAPAdmin );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
#--------------------------------------------
# Create hash to weed out empty args values..
#--------------------------------------------
my @lsArgs = qw ( EnvFile InstProfile SAPAdmin );
my @lsReqdArgs = qw ( EnvFile InstProfile SAPAdmin );
my ( @lsMissing, %hsArgList ) = ();
@hsArgList { @lsArgs } = @_; # Assign..
#-----------------------
# Check what's missing..
#-----------------------
if ( @lsMissing = grep { $hsArgList { $_ } !~ /\S/o } @lsReqdArgs ) {
&logError ( 20169,
"<%s> The following mandatory fields were not set [%s], Total [%s]",
$sMyName, join ( ' ', @lsMissing ), scalar @lsMissing );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#--------------------
# Return, if failed..
#--------------------
if ( VCSDef_MonitorExit::ONLINE != $iReturnCode ) {
return $iReturnCode;
}
#-------------------------------
# Validate parameter SAPAdmin..
#-------------------------------
if ( ! defined getpwnam $sSAPAdmin ) {
&logError ( 20170, "<%s> SAPAdmin [%s] is not a valid UNIX login",
$sMyName, $sSAPAdmin );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#------------------------------
# Validate parameter EnvFile..
#------------------------------
if ( ! -e $sEnvFile ) {
&logError ( 20171, "<%s> EnvFile [%s] file does not exist",
$sMyName, $sEnvFile );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#----------------------------------
# Validate parameter InstProfile..
#----------------------------------
if ( ! -e $sInstProfile ) {
&logError ( 20172, "<%s> InstProfile [%s] file does not exist",
$sMyName, $sInstProfile );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int SecondLevelMonitor ( IN String EnvFile,
IN String ProcMon,
IN String InstProfile,
IN String InstType,
IN String SAPAdmin,
IN Integer TillWhen );
Description : Does in-depth monitoring, if enabled.
Parameters :
$sEnvFile Absolute path to environment file to source
$sProcMon List of processes to be monitored
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sSAPAdmin SAP System Administrator
$iTillWhen Time in EPOCH left for IInd level monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
?? HUNG: External monitor timed out VCSDef_MonitorExit::TIMEOUT
The entry point hangs if the command cannot be completed.
-------------------------------------------------------------------------
=cut
sub SecondLevelMonitor {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sProcMon,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$iTillWhen ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20173, "Subroutine <%s> called with:
EnvFile [%s]
ProcMon [%s]
InstProfile [%s]
InstType [%s]
SAPAdmin [%s]
TillWhen [%s]",
$sMyName, $sEnvFile, $sProcMon, $sInstProfile, $sInstType,
$sSAPAdmin, $iTillWhen );
#------------------
# Hopeful success..
#------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#-------------------------
# Define local variables..
#-------------------------
my ( $iTimeout, $iExitCode, $sCommand, $sCommandArgs, @lsCmdout ) = ();
my ($sSAPSID, $sInstName, $iInstID, $sSAPHost, $sSAPHome) = ();
my (@lsWords) = ();
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sSAPHome = "/usr/sap/$sSAPSID/$sInstName/exe";
my ( $sSwitch, $iRetCode ) = ();
if ( $sInstType =~ /^(sapstartsrv)$/io ) {
&logTrace ( 20174,
"<%s> Skipping level two monitor for InstType [%s] InstanceName [%s] and SID [%s]",
$sMyName, $sInstType, $sInstName, $sSAPSID );
return VCSDef_MonitorExit::ONLINE;
}
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
my $sArch = 0;
my %hsArch = ( 1 => 'Java',
2 => 'ABAP',
3 => 'AddIn' );
my @lsProcMon = $sProcMon =~ /([^\s]+)/g;
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
if( 1 == grep { /^(jc)$/o } @lsProcMon ) {
$sArch = 1;
}
elsif ( 2 == grep { /^(jstart|dw)$/o } @lsProcMon ) {
$sArch = 3;
}
elsif ( 1 == grep { /^(dw)$/o } @lsProcMon ) {
$sArch = 2;
}
if ( $hsArch { $sArch } ) {
$sSwitch = $hsArch { $sArch };
&logTrace ( 20174,
"<%s> Identified SAP Architecture [%s] from ProcMon [%s]",
$sMyName, $sSwitch, $sProcMon );
}
else {
&logTrace ( 20175,
"<%s> Could not identify SAP Architecture from ProcMon [%s]",
$sMyName, $sProcMon );
$sSwitch = 'DEFAULT'; # Mark it default..
}
#-----------------------
# Do the correct stuff..
#-----------------------
if("Java" eq $sSwitch ) {
if ( $sInstType =~ /^(appserv|smdagent)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function J2EEGetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin,
$sSwitch,
$sProcMon,
$sEnvFile,
$sCommand,
$sCommandArgs,
$iTimeout );
}
else {
&logError ( 20176,
"<%s> Encountered unsupported InstType [%s] for SAP Arch [%s]",
$sMyName, $sInstType, $sSwitch );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
elsif("ABAP" eq $sSwitch ) {
if ( $sInstType =~ /^(appserv)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function GetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin, # User context..
$sSwitch,
$sProcMon,
$sEnvFile, # Use envfile..
$sCommand,
$sCommandArgs,
$iTimeout );
}
else {
&logError ( 20177,
"<%s> Encountered unsupported InstType [%s] for SAP Arch [%s]",
$sMyName, $sInstType, $sSwitch );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
elsif("AddIn" eq $sSwitch ) {
if ( $sInstType =~ /^(appserv)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function GetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin, # User context..
'ABAP',
$sProcMon,
$sEnvFile, # Use envfile..
$sCommand,
$sCommandArgs,
$iTimeout );
#---------------------
# If offline, return..
#---------------------
if ( VCSDef_MonitorExit::OFFLINE == $iReturnCode ||
VCSDef_MonitorExit::TIMEOUT == $iReturnCode ) {
return $iReturnCode;
}
}
if ( $sInstType =~ /^(appserv|smdagent)$/io ) {
#--------------------------
# Re-set command and args..
#--------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function J2EEGetProcessList";
$iTimeout = $iTillWhen - time;
$iRetCode = SAPNW::ExecGetProcList ( $sSAPAdmin,
'Java',
$sProcMon,
$sEnvFile,
$sCommand,
$sCommandArgs,
$iTimeout );
#-------------------------------------------
# Update, status only when it's not online..
#-------------------------------------------
unless ( VCSDef_MonitorExit::ONLINE == $iRetCode ) {
$iReturnCode = $iRetCode;
}
}
else {
&logError ( 20178,
"<%s> Encountered unsupported InstType [%s] for SAP Arch [%s]",
$sMyName, $sInstType, $sSwitch );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
else{
if ( $sInstType =~ /^(hana)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function GetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin, # User context..
'HANA',
$sProcMon,
$sEnvFile, # Use envfile..
$sCommand,
$sCommandArgs,
$iTimeout );
#---------------------
# If offline, return..
#---------------------
if ( VCSDef_MonitorExit::OFFLINE == $iReturnCode ||
VCSDef_MonitorExit::TIMEOUT == $iReturnCode ) {
return $iReturnCode;
}
}
elsif ( $sInstType =~ /^(enqueue|enqrep)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/ensmon";
$sCommandArgs = "pf=$sInstProfile 2";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecENSMon ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
$sInstType,
$iTimeout );
}
else {
&logError ( 20179,
"<%s> Encountered unsupported InstType [%s]. Has to be one of
[enqueue enqrep]",
$sMyName, $sInstType );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int ExternalMonitor ( IN String SAPAdmin,
IN String EnvFile,
IN String Cmd,
IN String CmdArgs,
IN Integer TillWhen );
Description : Handles user defined external monitor program
Parameters :
$sSAPAdmin SAP System Administrator
$sEnvFile Absolute path to environment file to source
$sCmd User defined utilty to execute
$sCmdArgs Command line arguments
$iTillWhen Time in EPOCH left for IInd level monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
?? HUNG: External monitor timed out VCSDef_MonitorExit::TIMEOUT
The entry point hangs if the command cannot be completed.
-------------------------------------------------------------------------
=cut
sub ExternalMonitor {
#----------------
# Get Arguments..
#----------------
my ( $sSAPAdmin,
$sEnvFile,
$sCmd,
$sCmdArgs,
$iTillWhen ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20180, "Subroutine <%s> called with:
SAPAdmin [%s]
EnvFile [%s]
Cmd [%s]
CmdArgs [%s]
TillWhen [%s]",
$sMyName, $sSAPAdmin, $sEnvFile, $sCmd, $sCmdArgs, $iTillWhen );
#------------------
# Hopeful success..
#------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#------------------------
# Setup local variables..
#------------------------
my ( $iExitCode, $iTimeout, @lsCmdout ) = ();
my $iBuf = 5; # Secs..
#-------------------------
# Handled exit code hash..
#-------------------------
my %hiExitCodes = ( 0, VCSDef_MonitorExit::ONLINE,
110, VCSDef_MonitorExit::ONLINE,
1, VCSDef_MonitorExit::OFFLINE,
100, VCSDef_MonitorExit::OFFLINE,
VCSDef_MonitorExit::TIMEOUT,
VCSDef_MonitorExit::TIMEOUT );
#---------------------------------------------
# Check if command can be found and executed..
#---------------------------------------------
if ( ! -e $sCmd ) {
&logError ( 20181,
"<%s> External monitor [%s] does not exist",
$sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ! -x $sCmd ) {
&logError ( 20182,
"<%s> External monitor [%s] not executable.",
$sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $sEnvFile =~ /\S/ && ! -e $sEnvFile ) {
&logError ( 20183,
"<%s> EnvFile [%s] does not exist", $sMyName, $sEnvFile );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ( $iTimeout = $iTillWhen - ( time + $iBuf ) ) <= 5 ) { # Lack of time..
&logError ( 20184,
"<%s> Insufficient time to proceed with external monitor [%s].
Short by [%s] sec", $sMyName, $sCmd, abs ( $iTimeout ) );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
#--------------------------------------------
# Return if validation failed at this point..
#--------------------------------------------
unless ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
return $iReturnCode;
}
&logTrace ( 20185,
"<%s> Executing external monitor with Command [%s] Args [%s] in [%s] secs",
$sMyName, $sCmd, $sCmdArgs, $iTimeout );
#----------------------
# Execute the command..
#----------------------
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCmd,
$sCmdArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout );
#------------------------
# Report on exit status..
#------------------------
if ( ! defined $iExitCode ) {
$lsCmdout [0] ||= 'undef'; # Set if not defined..
$iExitCode = $lsCmdout [0] eq 'timeout'? VCSDef_MonitorExit::TIMEOUT: # Timeout..
VCSDef_MonitorExit::UNKNOWN; # Failure..
}
elsif ( $hiExitCodes { $iExitCode } &&
VCSDef_MonitorExit::ONLINE ==
$hiExitCodes { $iExitCode } ) {
&logTrace ( 20186,
"<%s> Command [%s] with args [%s] executed successfully with exit code [%s].
Cmd output [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, join ( chr 012, @lsCmdout ) );
}
else {
&logWarn ( 20187,
"<%s> Command [%s] with args [%s] execution failed with exit code [%s].
Cmd output [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, join ( chr 012, @lsCmdout ) );
}
#--------------------------------
# Setup appropriate return code..
#--------------------------------
$iReturnCode = $hiExitCodes { $iExitCode } ||
VCSDef_MonitorExit::UNKNOWN;
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool CreatePidFile ( IN String PidFile,
In Integer Pid );
Description : Creates PID file with given PID
Parameters :
$sPidFile File to create
$iPid PID to store
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub CreatePidFile {
#----------------
# Get Arguments..
#----------------
my ( $sPidFile,
$iPid ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20188, "Subroutine <%s> called with:
PidFile [%s]
Pid [%s]",
$sMyName, $sPidFile, $iPid );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-----------------------
# Check against undefs..
#-----------------------
unless ( defined $iPid && $iPid =~ /^\d+$/o) {
$iPid ||= 'undef'; # Prevent undefs.
&logError ( 20189, "<%s> PID [%s] is not a valid positive number",
$sMyName, $iPid );
return 0; # Proceed no further..
}
#------------------
# Create PID file..
#------------------
&logTrace ( 20190,
"<%s> Creating PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $iPid );
if ( sysopen ( PIDFILE, $sPidFile, O_WRONLY|O_SYNC|O_CREAT|O_TRUNC,
0600 ) ) {
print PIDFILE $iPid, "\n"; # Update..
unless ( close ( PIDFILE ) ) {
&logWarn ( 20191,
"<%s> Failed to close PidFile [%s] after update: [%s]",
$sMyName, $sPidFile, $! );
$iReturnCode = 0;
}
}
else {
&logWarn ( 20192,
"<%s> Failed to create PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $iPid );
$iReturnCode = 0;
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool DeletePidFile ( IN String ResourceName );
Description : Deletes PID files for the VCS resource.
Parameters :
$sResourceName ResourceName for which the PID files needs to be deleted.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub DeletePidFile {
#----------------
# Get Arguments..
#----------------
my ( $sResourceName ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20193, "Subroutine <%s> called with:
ResourceName [%s]",
$sMyName, $sResourceName );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
my ( $sPidFileDir, $iRet ) = ();
#-------------------
# Delete PID files..
#-------------------
&logTrace ( 20194,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
$sPidFileDir = "$VCSLOG/log/tmp/.VRTSSAPNW/" . $sResourceName . "/PID" ;
if ( -d $sPidFileDir ) {
$iRet = system("/bin/rm -rf $sPidFileDir") ;
if ( $iRet == 0 ) {
&logTrace ( 20195,
"<%s> Successfully deleted PID files in the directory [%s].",
$sMyName, $sPidFileDir );
$iReturnCode = 0;
}
else {
&logWarn ( 20196,
"<%s> Failed to delete PID files in directory [%s]. Remove the files manually.",
$sMyName, $sPidFileDir );
$iReturnCode = 1;
}
}
else {
&logTrace ( 20197,
"<%s> PID files for VCS resource [%s] doesn't exist.",
$sMyName, $sResourceName );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int FFLMStatus ( IN String PidFile,
IN String Proc,
IN Integer Uid,
OUT RefInt Pid );
Description: Checks status of Process listed in PidFile, if running
Parameters :
$sPidFile Absolute path to PID file of service
$sProc Process string to search for in proc table
$iUid UNIX UID of owner
$riPid Reference to existing PID
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
-------------------------------------------------------------------------
=cut
sub FFLMStatus {
#----------------
# Get Arguments..
#----------------
my ( $sPidFile,
$sProc,
$iUid,
$riPid ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20198, "Subroutine <%s> called with:
PidFile [%s]
Proc [%s]
UID [%s]
riPid [%s]",
$sMyName, $sPidFile, $sProc, $iUid, $riPid );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
$$riPid = 0; # Reset..
#-------------------------
# Define local variables..
#-------------------------
my ( $iPid, $rhlProc, @lProcessHash ) = ();
#----------------------------------
# Start by testing the attributes..
#----------------------------------
if ( $sProc !~ /\S/ ) {
&logError ( 20199, "<%s> Called with empty [%s] process string",
$sMyName, $sProc );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
elsif ( ! -e $sPidFile ) {
&logTrace ( 20200, "<%s> PID file [%s] does not exist",
$sMyName, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
elsif ( ! -s $sPidFile ) {
&logWarn ( 20201, "<%s> PID file [%s] is of zero bytes",
$sMyName, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
#---------------------
# Return, if offline..
#---------------------
return $iReturnCode unless VCSDef_MonitorExit::ONLINE == $iReturnCode;
if ( open ( PIDFILE, $sPidFile ) ) {
( $iPid ) = grep { ( s/\n// || 1 ) && # Chomp..
s/.*?(\d+)$/$1/ # Get PID..
} ;
$iPid = '' unless defined $iPid; # Avoid undefs..
close ( PIDFILE ) || # Close file..
&logWarn ( 20202,
"<%s> Could not close PID file [%s] after read [%s]",
$sMyName, $sPidFile, $! );
}
else {
&logError ( 20203,
"<%s> Failed to open PID file [%s] for read: [%s]",
$sMyName, $sPidFile, $! );
return VCSDef_MonitorExit::OFFLINE; # Failure..
}
#------------------------
# Check if PID is valid..
#------------------------
if ( $iPid =~ /\d+/ && # If the valid number..
kill ( 0, $iPid ) ) { # is a PID that's alive..
&logTrace ( 20204,
"<%s> PID [%s] from PID file [%s] exists",
$sMyName, $iPid, $sPidFile );
#-----------------------
# Search in proc table..
#-----------------------
if ( SAPNW::GetPidDetails ( $iPid,
\@lProcessHash ) ) {
#--------------
# Got details..
#--------------
foreach $rhlProc ( @lProcessHash ) {
&logTrace ( 20205,
"<%s> Process details: UID [%s] PID [%s] PPID [%s] ARGS [%s]",
$sMyName, $$rhlProc { UID }, $$rhlProc { PID }, $$rhlProc { PPID },
$$rhlProc { COMMAND } );
#--------------
# Now compare..
#--------------
if ( ( $$rhlProc { UID } == $iUid ) && # Owner match..
$$rhlProc { COMMAND } =~ /$sProc/ ) { # Filter match..
&logTrace ( 20206,
"<%s> PID [%s] owned by UID [%s] with ARGS [%s] contains [%s]",
$sMyName, $iPid, $$rhlProc { UID }, $$rhlProc { COMMAND }, $sProc );
$$riPid = $iPid; # Store..
}
else {
&logTrace ( 20207,
"<%s> Ignoring PID [%s] owned by UID [%s] with ARGS [%s] with string [%s]",
$sMyName, $iPid, $$rhlProc { UID }, $$rhlProc { COMMAND }, $sProc );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
}
}
else {
&logTrace ( 20208,
"<%s> Could not get details for PID [%s]",
$sMyName, $iPid );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
}
else {
&logTrace ( 20209, "<%s> PID [%s] from PID file [%s] does not exist",
$sMyName, $iPid, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
@lProcessHash = (); # Truncate..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool KillSAPNWProcesses ( IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String EnvFile,
IN Bool StopService,
IN Bool UseSystemD );
Description : Kills processes for this instance of SAPNW
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment File
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub KillSAPNWProcesses {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20210, "Subroutine <%s> called with:
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
EnvFile [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sInstType, $sProcMon, $sSAPAdmin, $sEnvFile, $bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1; # Success..
#-------------------------
# Set up local variables..
#-------------------------
my ( @liGoners, @liUnDead ) = ();
#---------------------------------------------
# Get list of processes running for this Uid..
#---------------------------------------------
if ( ( caller 1 )[3] eq 'SAPNW::Start' ) { # During online..
@liGoners = @liRunningProcs; # Get PIDs to kill..
}
else {
SAPNW::GetProcState ( \@liGoners,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
0,
$bStopService,
$bUseSystemD ); # Set filtering choice..
}
#--------------------------
# Sort in ascending order..
#--------------------------
@liGoners = sort { $a <=> $b } @liGoners;
#------------------------------------------------------------------
# We do a two level kill. The SIGINQ ensures that the PID is a
# valid process before we actually issue the SIGKILL. We don't want
# to report a failure for SIGKILL in case of defunct or missing
# processes.
#------------------------------------------------------------------
if ( scalar @liGoners ) {
#----------------------
# Failed to kill some..
#----------------------
if ( @liUnDead = grep {
kill ( 0, $_ ) && # Valid..
! kill ( 9, $_ ) # and could NOT be killed..
} @liGoners ) { # From what's found..
&logError ( 20211,
"<%s> PIDs not killed [%s] Total not killed [%s]",
$sMyName, join ( ' ', @liUnDead ), scalar @liUnDead );
$iReturnCode = 0; # Failure..
}
else { # All killed..
&logInfo ( 20212,
"<%s> Killed PIDs [%s] Total killed: [%s]",
$sMyName, join ( ' ', @liGoners ), scalar @liGoners );
}
}
else {
&logTrace ( 20213,
"<%s> Could not locate any process this instance of SAPNW",
$sMyName );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool ExecLocalCmd ( IN String User,
IN String EnvFile,
IN String Command,
IN String CommandArgs,
OUT RefInt ExitCode,
IN Integer Timeout,
OUT ListReference Cmdout );
Description : Wrapper function for
Sys::RunWithEnvCmdWithOutputWithTimeOut to collect output
of the command.
Parameters :
$sUser UNIX user to run the command as
$sEnvFile Absolute path to location of EnvFile to source
$sCommand Absolute path to location of command
$sCommandArgs Arguments to command
$riExitCode Reference to collect exit code of command
$iTimeout Time limit to execute the command
$rlsCmdout Stores o/p from command if successful
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ExecLocalCmd {
#----------------
# Get Arguments..
#----------------
my ( $sUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
$riExitCode,
$iTimeout,
$rlsCmdout ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20214, "Subroutine <%s> called with:
User [%s]
EnvFile [%s]
Command [%s]
CommandArgs [%s]
riExitCode [%s]
Timeout [%s]
rlsCmdout [%s]",
$sMyName,
$sUser, $sEnvFile, $sCommand, $sCommandArgs, $riExitCode,
$iTimeout, $rlsCmdout );
#---------------------------------------
# Setup return code to hopeful success..
#---------------------------------------
my $iReturnCode = 1;
#-------------------
# Set up arguments..
#-------------------
my $bSourceUserEnv = 0; # Do not source..
my $bTimedOut = 0; # Timeout variable..
@$rlsCmdout = (); # Reset..
#-----------
# Validate..
#-----------
if ( ! -e $sCommand ) {
&logError ( 20215,
"<%s> Cmd [%s] does not exist", $sMyName, $sCommand );
$iReturnCode = 0; # Failure..
}
elsif ( ! -x $sCommand ) {
&logError ( 20216,
"<%s> Cmd [%s] is not executable", $sMyName, $sCommand );
$iReturnCode = 0; # Failure..
}
elsif ( $iTimeout <= 1 ) {
&logError ( 20217,
"<%s> Insufficient time [%s] to execute Cmd [%s] with Args [%s].",
$sMyName, $iTimeout, $sCommand, $sCommandArgs );
$iReturnCode = 0; # Failure..
}
$iReturnCode || return $iReturnCode; # Return if failed..
#----------------------
# Set LOGNAME to user..
#----------------------
my $sOldLogName = $ENV { LOGNAME }; # Backup..
$ENV { LOGNAME } = $sUser; # Now set..
&logTrace ( 20218,
"<%s> Executing Command [%s] with Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = Sys::RunWithEnvCmdWithOutputWithTimeOut ( $sEnvFile,
$bSourceUserEnv,
$sCommand,
$sCommandArgs,
$riExitCode,
$sUser,
$rlsCmdout,
\$bTimedOut,
$iTimeout );
#---------------------------
# Remove trailing newlines..
#---------------------------
chomp @$rlsCmdout;
#--------------------
# Check return code..
#--------------------
if ( $iReturnCode ) { # No error with command execution..
if ( $$riExitCode ) { # Failure..
&logTrace ( 20219,
"<%s> Command [%s] with args [%s] returned exit code [%s]",
$sMyName, $sCommand, $sCommandArgs, $$riExitCode );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20220,
"<%s> Command [%s] with args [%s] executed successfully with exit code [%s]",
$sMyName, $sCommand, $sCommandArgs, $$riExitCode );
}
}
else { # Execution error..
@$rlsCmdout = (); # Reset..
if ( $bTimedOut ) { # We timed out..
&logError ( 20221,
"<%s> Command [%s] with args [%s] did not complete within [%s] seconds",
$sMyName, $sCommand, $sCommandArgs, $iTimeout );
$$rlsCmdout [0] = 'timeout'; # Timeout..
}
else { # Failure due to something else..
&logError ( 20222,
"<%s> Failed in call to RunWithEnvCmdWithOutputWithTimeOut",
$sMyName );
}
}
#----------
# Restore..
#----------
defined $sOldLogName ? $ENV { LOGNAME } = $sOldLogName:delete $ENV { LOGNAME };
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool GetPidDetails ( IN Integer Pid,
OUT RefList ProcList );
Description : Gets long process details for a known Pid if running
Parameters :
$iPid PID whose details are requested
$rlProcList Ref to List to store details
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub GetPidDetails {
#----------------
# Get Arguments..
#----------------
my ( $iPid,
$rlProcList ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20223, "Subroutine <%s> called with:
Pid [%s]
rlProcList [%s]",
$sMyName, $iPid, $rlProcList );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#---------------
# Validate PID..
#---------------
unless ( defined $iPid && # Catch undefs..
$iPid =~ /^\d+$/ && # And invalid PIDs..
kill ( 0, $iPid ) ) { # And defunct ones..
&logError ( 20224,
"<%s> PID [%s] is invalid", $sMyName, $iPid );
return 0;
}
#-------------------------
# Define local variables..
#-------------------------
my ( $sPsCmd, $sPsCmdArgs, $sLang, $sFmt, $sUnix95, $sSwitch, $iExitCode,
%hsProc ) = ();
$sSwitch = $^O; # Get OS..
@$rlProcList = (); # Truncate..
#-------------
# Store LANG..
#-------------
$sLang = $ENV { LANG };
$ENV { LANG } = 'C';
#---------------------------
# Switch to the correct OS..
#---------------------------
if("solaris" eq $sSwitch) {
my $sOSVer = ( uname ) [2]; # Get OS version..
if ($sOSVer =~ /\d+\.(\d+)/) {
$sOSVer = $1;
}
$sPsCmd = "/usr/bin/ps";
if ( $sOSVer < 11 ) {
$sPsCmd = "/usr/ucb/ps" if ( -x "/usr/ucb/ps" );
}
$sPsCmdArgs = "axwwl $iPid";
$sFmt = '[\da-z]+\s+([\d]+)\s+([\d]+)\s+([\d]+)\s+.*?[\d]:[\d]{2}\s(.*)';
}
elsif("hpux" eq $sSwitch) {
#-----------------------
# Force XPG4 behaviour..
#-----------------------
$sUnix95 = $ENV { UNIX95 };
$ENV { UNIX95 } = 'XPG4';
$sPsCmd = "/usr/bin/ps";
$sPsCmdArgs = "-p $iPid -xxlo uid,pid,ppid,args";
$sFmt = '([\d]+)\s+([\d]+)\s+([\d]+)\s+(.*)';
}
elsif("aix" eq $sSwitch) {
$sPsCmd = "/usr/bin/ps";
$sPsCmdArgs = "axwwl $iPid";
$sFmt = '[\da-e]+\s+[A-Z]\s+([\d]+)\s+([\d]+)\s+([\d]+)\s+.*?[\d]:[\d]{2}\s(.*)';
}
elsif("linux" eq $sSwitch) {
$sPsCmd = "/bin/ps";
$sPsCmdArgs = "wwo uid,pid,ppid,args $iPid";
$sFmt = '([\d]+)\s+([\d]+)\s+([\d]+)\s+(.*)';
}
&logTrace ( 20225, "<%s> OS [%s] PsCmd [%s] PsCmdArgs [%s]",
$sMyName, $sSwitch, $sPsCmd, $sPsCmdArgs );
#-------------------
# Validate command..
#-------------------
if ( ! -x $sPsCmd ) {
&logError ( 20226,
"<%s> ps(1b) command [%s] is not executable", $sMyName, $sPsCmd );
return 0; # Failure..
}
#-------------------------------
# Fire command and get details..
#-------------------------------
@hsProc { qw ( UID PID PPID COMMAND ) } =
map {
s/\n//; # Chomp..
s/^\s+//; # Strip leading spaces..
/^$sFmt$/o; # Extract fields..
} readpipe ( "$sPsCmd $sPsCmdArgs" ); # From the command..
$iExitCode = $? >> 8; # Get exit code..
#------------------------
# Restore env variables..
#------------------------
defined $sLang ? $ENV { LANG } = $sLang:delete $ENV { LANG };
defined $sUnix95 ? $ENV { UNIX95 } = $sUnix95:delete $ENV { UNIX95 };
#------------------
# Check exit code..
#------------------
if ( $iExitCode ) {
&logError ( 20227,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sPsCmd, $sPsCmdArgs, $iExitCode );
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
&logWarn ( 20228,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
SAPNW::DeletePidFile ( $sResourceName );
%hsProc = (); # Truncate..
return 0;
}
#---------------------
# Fill up the bucket..
#---------------------
push ( @$rlProcList, \%hsProc ); # Update..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool GetSrvrDetails ( IN String InstProfile,
IN String ProcMon,
IN Bool NWVersionLt71,
OUT RefHashList SrvrDetails );
Description : Gives PID file and process string for given server type
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sProcMon List of processes to be monitored
$bNWVersionLt71 boolean value which state whether SAP NetWeaver version is less than 7.1
$rhlSrvrDetails Stores details of PID file and process string
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub GetSrvrDetails {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sProcMon,
$bNWVersionLt71,
$rhlSrvrDetails ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20229, "Subroutine <%s> called with:
InstProfile [%s]
ProcMon [%s]
NWVersionLt71 [%s]
SrvrDetails [%s]",
$sMyName, $sInstProfile, $sProcMon, $bNWVersionLt71,$rhlSrvrDetails );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = 1; # Set to true..
#-------------------
# Define variables..
#-------------------
my ( $sKey, $sProc, $sPidFile, $sPIDDir, $sResourceType,
$sResourceName, $sTmpProc, $sSAPSID, $sInstName,
$iInstID, $sSAPHost, $sSAPHome, @lsWords ) = ();
#----------------------------------------------
# Derive our resource type and resource names..
#----------------------------------------------
$sResourceType = ( $0 =~ m@([^/]+)@g ) [-2];
$sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
$sPIDDir = "$VCSLOG/log/tmp/.VRTS$sResourceType/$sResourceName/PID";
#------------------------------
# Create PID folder if needed..
#------------------------------
if ( -d $sPIDDir ) {
&logTrace ( 20230, "<%s> PID folder [%s] exists",
$sMyName, $sPIDDir );
}
elsif ( ! mkpath ( $sPIDDir, 0, 0700 ) ) {
&logWarn ( 20231, "<%s> Failed to create PID folder [%s]",
$sMyName, $sPIDDir );
return 0; # Cannot proceed..
}
#----------------------
# Decide architecture..
#----------------------
( @lsWords ) = split( /\//, $sInstProfile );
( $sSAPSID, $sInstName, $sSAPHost ) = split ( /_/, $lsWords [-1] );
( $iInstID ) = $sInstName =~ /(\d{2})$/o;
$sSAPHome = "/usr/sap/$sSAPSID/$sInstName/exe";
my $sArch = 0;
my %hsArch = ( 1 => 'Java',
2 => 'ABAP',
3 => 'AddIn' );
my @lsProcMon = $sProcMon =~ /([^\s]+)/g;
my %hsProcs = map { $_ => 1 } @lsProcMon;
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
if ( $bNWVersionLt71 && $hsProcs { jc } && $hsProcs { dw } ) {
$sArch = 3;
}
elsif ( $hsProcs { jc } ) {
$sArch = 1;
}
elsif ( $hsProcs { jstart } && $hsProcs { dw } ) {
$sArch = 3;
}
elsif ( $hsProcs { dw } ) {
$sArch = 2;
}
=pod
if( 1 == grep { /^(jc)$/o } @lsProcMon ) {
$sArch = 1;
}
elsif ( 2 == grep { /^(jstart|dw)$/o } @lsProcMon ) {
$sArch = 3;
}
elsif ( 1 == grep { /^(dw)$/o } @lsProcMon ) {
$sArch = 2;
}
=cut
if ( $sArch ) {
&logTrace ( 20232,
"<%s> SAP Instance Architecture is [%s]",
$sMyName, $hsArch { $sArch } );
}
else {
&logTrace ( 20233,
"<%s> SAP Instance is [%s]",
$sMyName, $sInstName );
}
if( $bNWVersionLt71) {
push @lsProcMon, 'jlaunch' if ( $sArch & 1 ); # SAP Architecture is Java,jc located..
}
else {
if ( 1 == $sArch ) { # jc located..
push @lsProcMon, 'jstart';
}
elsif ( 3 == $sArch ) { # jstart located..
push @lsProcMon, 'jstartm';
}
}
%$rhlSrvrDetails = (); # Truncate..
#-----------------------------------------------
# Set appropriate filter strings and PID files..
#-----------------------------------------------
foreach $sProc ( @lsProcMon ) {
$sKey = "srchstr_${sProc}";
$sPidFile = "$sPIDDir/pidfile.$sKey";
if ( $sProc eq 'sapstart' ) {
$sTmpProc = qr|$sProc\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif ( $sProc eq 'sapstartsrv' ) {
$sTmpProc = qr|$sProc\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif ( $bNWVersionLt71 && ( $sProc eq 'jc' ) && ( 3 == $sArch ) ) {
$sTmpProc = qr|jcontrol\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif ( $bNWVersionLt71 && ( $sProc eq 'jlaunch' ) ) {
$sTmpProc = qr|$sProc\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}.*server|;
}
elsif ( $sProc eq 'jstart' ) { # Child.. Atre 27 Mar 2009
$sTmpProc = qr|$sProc\s.*\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}.*-hostvm|;
}
elsif ( $sProc eq 'jstartm' ) { # Parent.. Atre 27 Mar 2009
$sTmpProc = qr|jstart\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif( $sProc eq 'gwrd' || $sProc eq 'icman' ){
$sTmpProc = qr|$sProc\s.*\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif( $sProc eq 'hdbnameserver' || $sProc eq 'hdbindexserver' || $sProc eq 'hdbpreprocessor' || $sProc eq 'hdbcompileserver' || $sProc eq 'hdbstatisticsserver' || $sProc eq 'hdbxsengine') {
$sTmpProc = qr|$sProc|;
}
elsif ( $sProc eq 'sapwebdisp_hdb' ) {
$sTmpProc = qr|$sProc\spf=.*wdisp/sapwebdisp.pfl\s-f\s.*/dev_webdisp|;
}
else {
$sTmpProc = qr|$sProc.sap${sSAPSID}_${sInstName}.*pf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
@{ $$rhlSrvrDetails { $sProc } } = ( $sPidFile, $sTmpProc ); # Store..
&logTrace ( 20234, "<%s> Generating filter [%s] for process [%s] with PID file [%s]",
$sMyName, $sTmpProc, $sProc, $sPidFile );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetEngineTimeout ( IN Bool UseMargin );
Description : Calculates engine timeout for entry point
Parameters :
$bUseMargin Flag to indicate if safety margin is requested
boolean value in the set of {0,1} where
0 No safety margin needed
1 Safety margin to be used
Returns: Time in secs.
-------------------------------------------------------------------------
=cut
sub GetEngineTimeout {
#----------------
# Get Arguments..
#----------------
my ( $bUseMargin ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20235, "Subroutine <%s> called with:
UseMargin [%s]",
$sMyName, $bUseMargin );
#-------------------------
# Define local variables..
#-------------------------
my ( $sAttribute, $sCommand, $sCommandArgs,
$iEngineTimeout, $iExitCode ) = ();
#----------------------------------
# Grace margins from VCS timeouts..
#----------------------------------
my %hiGraceMargin = ( 'MonitorTimeout', 10, # Seconds..
'OnlineTimeout', 10,
'OfflineTimeout', 10,
'CleanTimeout', 20 ,
'Imf_registerTimeout',10 );
#--------------------------------------------------
# Attempt to get resource level overridden values..
#--------------------------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
if ( $sEntryPointName eq "imf_register" ) {
$sEntryPointName = "monitor" ;
}
if ( lc $sEntryPointName ne "preonline" ) {
#-----------------------------------------
# Form query string based on entry point..
#-----------------------------------------
$sCommand = $sCmdHares; # Get global..
( $sAttribute = $sEntryPointName ) =~ s/(.*)/\u$1Timeout/;
$sCommandArgs = "-value $sResourceName $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
( $iEngineTimeout = readpipe ( "$sCommand $sCommandArgs 2>/dev/null" ) )
=~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20236,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
}
elsif ( ! $iEngineTimeout ) { # Undefined value..
&logTrace ( 20237, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
}
else { # Success..
&logTrace ( 20238, "<%s> Got [%s] as [%s] sec from engine",
$sMyName, $sAttribute, $iEngineTimeout );
}
}
#-----------------------------------------
# Form query string based on entry point..
#-----------------------------------------
if ( lc $sEntryPointName eq "preonline" ) {
$sEntryPointName = "online" ;
}
unless ( $iEngineTimeout ) {
$sCommand = $sCmdHatype; # Get global..
( $sAttribute = $sEntryPointName ) =~ s/(.*)/\u$1Timeout/;
$sResourceType = "SAPNW" if $sResourceType !~ /\w/; # Ensure..
$sCommandArgs = "-value $sResourceType $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
( $iEngineTimeout = readpipe ( "$sCommand $sCommandArgs" ) ) =~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20239,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
$iEngineTimeout = $bUseMargin ? $hiGraceMargin { $sAttribute } : 0;
}
elsif ( ! $iEngineTimeout ) { # Empty value..
&logTrace ( 20240, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
$iEngineTimeout = $bUseMargin ? $hiGraceMargin { $sAttribute } : 0;
}
else { # Success..
&logTrace ( 20241, "<%s> Got [%s] as [%s] sec from engine",
$sMyName, $sAttribute, $iEngineTimeout );
}
}
#----------------------------
# Apply margin if requested..
#----------------------------
if ( $bUseMargin && # Margin requested..
$iEngineTimeout >= $hiGraceMargin { $sAttribute } ) { # And valid..
$iEngineTimeout -= $hiGraceMargin { $sAttribute }; # Apply..
&logTrace ( 20242,
"<%s> Setting up [%s] sec margin. Returning [%s]",
$sMyName, $hiGraceMargin { $sAttribute }, $iEngineTimeout );
}
return ( $iEngineTimeout ); # Secs..
}
=pod
-------------------------------------------------------------------------
Function : bool UpdateSAPNWLog ( IN String InstName,
IN String InstProfile,
IN String InstType,
IN String SAPAdmin,
IN String SAPSID,
IN String MessageText );
Description : Update SAP log with passed message string..
Parameters :
$sInstName String identifier that uniquely identifies a SAP server instance
$sInstProfile Specifies the full path to the Instance profile for this instance
$sInstType String identifier that classifies the SAP server instance type
$sSAPAdmin UNIX user dedicated for this instance of SAP
$sSAPSID SAP system name defined during installation
$sMessageText Message text for update
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub UpdateSAPNWLog {
#----------------
# Get Arguments..
#----------------
my ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessageText ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20243, "Subroutine <%s> called with:
InstName [%s]
InstProfile [%s]
InstType [%s]
SAPAdmin [%s]
SAPSID [%s]
MessageText [%s]",
$sMyName, $sInstName, $sInstProfile, $sInstType,
$sSAPAdmin, $sSAPSID, $sMessageText );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my $sDate = strftime '%H:%M:%S %d %b %Y', localtime;
my $sHost = ( uname ) [1];
my $sLogFile = "/usr/sap/$sSAPSID/$sInstName/log/" .
"${sSAPSID}_${sInstName}.log";
my $sCpyHeader = '+' . '-' x 75 . '+';
my $sCmnt = "|";
#------------------------
# Define logging format..
#------------------------
format SAPLOG =
@<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<
$sCpyHeader
@ Date: @<<<<<<<<<<<<<<<<<<<<< Node: @<<<<<<<<<<<<<<<<<< @
$sCmnt, $sDate, $sHost, $sCmnt
@ InstName: @<<<<<<<<<<<< InstType: @<<<<<<<<<< SAPSID: @<<< @
$sCmnt, $sInstName, $sInstType, $sSAPSID, $sCmnt
@ Inst profile: @<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< @
$sCmnt, $sInstProfile, $sCmnt
@ @<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< @
$sCmnt, $sMessageText, $sCmnt
@<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<
$sCpyHeader
.
#-----------------------
# Open file for update..
#-----------------------
if ( sysopen ( SAPLOG, $sLogFile, O_CREAT|O_WRONLY|O_APPEND|O_SYNC, 0644 ) ) {
&logTrace ( 20244,
"<%s> Opened log file [%s] successfully for update", $sMyName, $sLogFile );
write SAPLOG; # Update..
unless ( close ( SAPLOG ) ) {
&logError ( 20245,
"<%s> Failed to close log file [%s] after update: [%s]",
$sMyName, $sLogFile, $! );
$iReturnCode = 0; # Failure..
}
}
else {
&logError ( 20246,
"<%s> Failed to open log file [%s] for update: [%s]",
$sMyName, $sLogFile, $! );
$iReturnCode = 0; # Failure..
}
#----------------
# Set ownership..
#----------------
my ( $iUid, $iGid ) = ( getpwnam $sSAPAdmin ) [2, 3]; # Should not fail..
if ( chown ( $iUid, $iGid, $sLogFile ) ) {
&logTrace ( 20247,
"<%s> Set ownership of [%s] to UID [%s] GID [%s]",
$sMyName, $sLogFile, $iUid, $iGid );
}
else {
&logError ( 20248,
"<%s> Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s]",
$sMyName, $sLogFile, $iUid, $iGid, $! );
$iReturnCode = 0; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int ExecGetProcList ( IN String SAPAdmin,
IN String SAPArch,
IN String ProcMon,
IN String EnvFile,
IN String Cmd,
IN String CmdArgs,
IN Integer Timeout );
Description : Decides on status of SAP Instance based on sapcontrol command.
Parameters :
$sSAPAdmin UNIX user dedicated for this instance of SAP
$sSAPArch SAP Architecture which could be 'Java' or 'ABAP' or 'HANA'
$sProcMon List of processes to be monitored
$sEnvFile Full path to the environment file for SAP
$sCmd Full path to sapcontrol binary
$sCmdArgs Argument list for sapcontrol
$iTimeout Time in seconds for execution
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub ExecGetProcList {
#----------------
# Get Arguments..
#----------------
my ( $sSAPAdmin,
$sSAPArch,
$sProcMon,
$sEnvFile,
$sCmd,
$sCmdArgs,
$iTimeout ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20249, "Subroutine <%s> called with:
SAPAdmin [%s]
SAPArch [%s]
ProcMon [%s]
EnvFile [%s]
Cmd [%s]
CmdArgs [%s]
Timeout [%s]",
$sMyName,
$sSAPAdmin, $sSAPArch, $sProcMon, $sEnvFile, $sCmd, $sCmdArgs, $iTimeout );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#-------------------------
# Define local variables..
#-------------------------
my ( $iExitCode, @lsCmdOut ) = ();
#-------------------
# Validate command..
#-------------------
if ( ! -e $sCmd ) {
&logError ( 20250,
"<%s> SAP Cmd [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ! -x $sCmd ) {
&logError ( 20251,
"<%s> SAP Cmd [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $iTimeout < 10 ) {
&logError ( 20252,
"<%s> Insufficient time [%s] to execute Cmd [%s] with args [%s]",
$sMyName, $iTimeout, $sCmd, $sCmdArgs );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
$iReturnCode = SAPNW::ExecLocalCmd ( $sSAPAdmin, # User context..
$sEnvFile, # Use envfile..
$sCmd,
$sCmdArgs,
\$iExitCode,
$iTimeout,
\@lsCmdOut );
if( defined $iExitCode ){
#-------------------------------
# Command execution successful..
#-------------------------------
&logTrace ( 20253,
"<%s> Cmd [%s] with args [%s] ran successfully with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
#------------------------------------------------------
# Get status based on state of dispatcher or servers or hana processes..
#------------------------------------------------------
$iReturnCode = SAPNW::GetSapControlStatus ( $sSAPArch, $sProcMon, \@lsCmdOut );
@lsCmdOut = (); # Free..
}
elsif ( ! defined $iExitCode ) { # Time-out..
$lsCmdOut [0] ||= 'undef'; # Set if not defined..
$iReturnCode = $lsCmdOut [0] eq 'timeout'? VCSDef_MonitorExit::TIMEOUT: # Timeout..
VCSDef_MonitorExit::UNKNOWN; # Failure..
&logError ( 20254,
"<%s> Cmd [%s] with args [%s] timed out in [%s] sec. Returning [%s]",
$sMyName, $sCmd, $sCmdArgs, $iTimeout, $iReturnCode );
}
elsif( $iExitCode == 4 ) {
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
&logError ( 20255,
"<%s> Cmd[%s] executed successfully with exit code 4 indicating all processes stopped",
$sMyName, $sCmd );
}
else {
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logError ( 20256,
"<%s> Cmd [%s] failed with exit code [%s]. Cmd output [%s]
Returning [%s]", $sMyName, $sCmd, $iExitCode,
join ( chr 012, @lsCmdOut ), $iReturnCode );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int ExecENSMon ( IN String SAPAdmin,
IN String EnvFile,
IN String Cmd,
IN String CmdArgs,
IN String InstType,
IN Integer Timeout );
Description : Decides on status of SAP Instance based on ensmon command.
Parameters :
$sSAPAdmin UNIX user dedicated for this instance of SAP
$sEnvFile Full path to the environment file for SAP
$sCmd Full path to sapinfo binary
$sCmdArgs Argument list for ensmon
$sInstType String identifier that classifies the SAP server instance type
$iTimeout Time in seconds for execution
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub ExecENSMon {
#----------------
# Get Arguments..
#----------------
my ( $sSAPAdmin,
$sEnvFile,
$sCmd,
$sCmdArgs,
$sInstType,
$iTimeout ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20257, "Subroutine <%s> called with:
SAPAdmin [%s]
EnvFile [%s]
Cmd [%s]
CmdArgs [%s]
InstType [%s]
Timeout [%s]",
$sMyName,
$sSAPAdmin, $sEnvFile, $sCmd, $sCmdArgs, $sInstType,
$iTimeout );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#-------------------------
# Define local variables..
#-------------------------
my ( $sEntryPointName, $iExitCode, @lsCmdOut ) = ();
( $sEntryPointName = $0 ) =~ s#.*/##; # Basename..
#-------------------
# Validate command..
#-------------------
if ( ! -e $sCmd ) {
&logError ( 20258,
"<%s> SAP Cmd [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ! -x $sCmd ) {
&logError ( 20259,
"<%s> SAP Cmd [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $iTimeout < 10 ) {
&logError ( 20260,
"<%s> Insufficient time [%s] to execute Cmd [%s] with args [%s]",
$sMyName, $iTimeout, $sCmd, $sCmdArgs );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( SAPNW::ExecLocalCmd ( $sSAPAdmin, # User context..
$sEnvFile, # Use envfile..
$sCmd,
$sCmdArgs,
\$iExitCode,
$iTimeout,
\@lsCmdOut ) ) {
#-------------------------------
# Command execution successful..
#-------------------------------
&logTrace ( 20261,
"<%s> Cmd [%s] with args [%s] ran successfully with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
elsif ( ! defined $iExitCode ) { # Time-out..
$lsCmdOut [0] ||= 'undef'; # Set if not defined..
$iReturnCode = $lsCmdOut [0] eq 'timeout'? VCSDef_MonitorExit::TIMEOUT: # Timeout..
VCSDef_MonitorExit::UNKNOWN; # Failure..
&logError ( 20262,
"<%s> Cmd [%s] with args [%s] timed out in [%s] sec. Returning [%s]",
$sMyName, $sCmd, $sCmdArgs, $iTimeout, $iReturnCode );
}
elsif ( 4 == $iExitCode && $sInstType =~ /^enqueue$/io ) {
if ( $sEntryPointName eq 'monitor' ) {
&logCritical ( 20263,
"<%s> Cmd [%s] with args [%s] exited with [%s].
Not able to connect to ENQUEUE Replication Server!!",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
else {
&logTrace ( 20264,
"<%s> Cmd [%s] with args [%s] exited with [%s].
Not able to connect to ENQUEUE Replication Server!!",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
}
elsif ( 8 == $iExitCode ) { # Up already..
if ( $sInstType =~ /^enqueue$/io ) {
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
&logError ( 20265,
"<%s> Cmd [%s] with args [%s] exited with [%s]. Returning [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, $iReturnCode );
}
elsif ( $sInstType =~ /^enqrep$/io ) {
&logCritical ( 20266,
"<%s> Cmd [%s] with args [%s] exited with [%s].
Not able to connect to ENQUEUE Server!!",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
}
else { # Error..
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logError ( 20267,
"<%s> Cmd [%s] failed with exit code [%s]. Returning [%s]",
$sMyName, $sCmd, $iExitCode, $iReturnCode );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetSapControlStatus ( IN String SAPArch,
IN String ProcMon,
IN RefStrList CmdOut );
Description : Decides on status of SAP Instance based on given sapcontrol
output.
Parameters :
$sSAPArch SAP Architecture which could be 'Java' or 'ABAP' or 'HANA'
$sProcMon List of processes to be monitored
$rlsCmdOut Reference to list containing output from sapcontrol execution.
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetSapControlStatus {
#----------------
# Get Arguments..
#----------------
my ( $sSAPArch, $sProcMon, $rlsCmdOut ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20268, "Subroutine <%s> called with:
sSAPArch [%s],
sProcMon [%s],
rlsCmdOut [%s]",
$sMyName, $sSAPArch, $sProcMon, $rlsCmdOut );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#------------------------------
# Validate against empty list..
#------------------------------
return VCSDef_MonitorExit::UNKNOWN unless scalar @$rlsCmdOut;
#-------------------------
# Define local variables..
#-------------------------
my ( $sTmp, $sKey ) = ( '' ) x 2;
my ( $iSrv, $iRunning ) = ( 0 ) x 2;
if( "ABAP" eq $sSAPArch ) {
foreach ( @$rlsCmdOut ) {
if ( $_ =~ /\b(Dispatcher)\b\,\s+(.*?)\s*\d/io &&
$2 =~ /Green\,\s+running/io ) {
++ $iSrv;
++ $iRunning;
&logTrace ( 20269, "<%s> Dispatcher is in running state",$sMyName );
last;
}
}
}
elsif( "Java" eq $sSAPArch ) {
my %hsCmdOut = map { /\b(smdagent|server\d*)\b\,\s*\d*(.*)/io } @$rlsCmdOut;
foreach $sKey ( sort keys %hsCmdOut ) {
$sTmp .= "Server Name [$sKey] State [$hsCmdOut{$sKey}]\n";
if ( $sKey =~ /(smdagent|server)/io ) {
++ $iSrv;
++ $iRunning if $hsCmdOut { $sKey } =~ /Running/io;
}
}
}
elsif( "HANA" eq $sSAPArch ) {
my @sHanaProcMon= $sProcMon =~ /([^\s]+)/g;
@sHanaProcMon = grep { lc $_ !~ /^hdb$/io } @sHanaProcMon;
my $sHanaProcesses = join ( '|', @sHanaProcMon );
my %hsCmdOut = map { /\b(hdbdaemon|hdbnameserver|hdbindexserver|$sHanaProcesses)\b\,\s*\d*(.*)/io } @$rlsCmdOut;
foreach $sKey ( sort keys %hsCmdOut ) {
$sTmp .= "Server Name [$sKey] State [$hsCmdOut{$sKey}]\n";
if ( $sKey =~ /(hdbdaemon|hdbnameserver|hdbindexserver|$sHanaProcesses)/io ) {
++ $iSrv;
++ $iRunning if $hsCmdOut { $sKey } =~ /Green\,\s+running/io;
}
}
}
&logTrace ( 20270, "<%s> SAP sapcontrol status : ---\n%s", $sMyName, $sTmp );
#-----------------
# Check on state..
#-----------------
if( ( "HANA" eq $sSAPArch ) && ( $iSrv != $iRunning ) ) {
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logWarn ( 20272,
"<%s> Status of SAP instance undecided:\n%sReturning [%s]",
$sMyName, $sTmp, $iReturnCode );
}
elsif ( $iRunning ) { # One server running..
&logTrace ( 20271,
"<%s> Found [%s] of [%s] server(s) running. Returning [%s]",
$sMyName, $iRunning, $iSrv, $iReturnCode );
}
else {
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logWarn ( 20272,
"<%s> Status of SAP instance undecided:\n%sReturning [%s]",
$sMyName, $sTmp, $iReturnCode );
}
( $sTmp, $sKey ) = (); # Free..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool ChkResName ( IN String ResName,
IN String SAPSID,
IN String InstType );
Description : Checks if resource has been configured
Parameters :
$sResName Resource Name to check
$sSAPSID SAP system name defined during installation
$sInstType String identifier that classifies the SAP server instance type
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ChkResName {
#----------------
# Get Arguments..
#----------------
my ( $sResName,
$sSAPSID,
$sInstType ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20273, "Subroutine <%s> called with:
ResName [%s]
SAPSID [%s]
InstType [%s]",
$sMyName, $sResName, $sSAPSID, $sInstType );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = 1;
#-------------------------------
# Validate string for resource..
#-------------------------------
return 0 unless ( $sResName =~ /\S/o ); # Must be a non-white string..
#-------------------------
# Define local variables..
#-------------------------
my $sCmd = $sCmdHares; # Get global..
my $sCmdArgs = "-display $sResName -attribute InstProfile InstType";
#-----------------------
# Define valid matches..
#-----------------------
my %hsInstMatch = ( 'ENQREP' => 'ENQUEUE' );
my ( $iExitCode, @lsCmd ) = ();
&logTrace ( 20274,
"<%s> Executing Cmd [%s] with Args [%s]",
$sMyName, $sCmd, $sCmdArgs );
#--------------------------
# Fire command and verify..
#--------------------------
( @lsCmd ) = grep {
( s/\n// || 1 ) && # Chomp, and make true..
/InstProfile|InstType/ && # Contains these..
s/.*\s+// # Get last field..
} readpipe ( "$sCmd $sCmdArgs" ); # From output..
my ($localSAPSID, $localInstName, $localSAPHost ) = ();
my (@lsWords) = ();
(@lsWords) = split( /\//, $lsCmd [0] );
($localSAPSID, $localInstName, $localSAPHost) = split(/_/, $lsWords[-1]);
#--------------------
# Collect exit code..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20275,
"<%s> Cmd [%s] with Args [%s] failed with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
$iReturnCode = 0; # Failure..
}
elsif ( ( 2 == scalar @lsCmd ) && # Got both values..
( $sSAPSID eq $localSAPSID ) && # SAPSID is a match..
defined $hsInstMatch { uc $sInstType } && # InsType is defined..
$hsInstMatch { uc $sInstType } eq uc $lsCmd [-1] ) { # And a correct pair..
&logTrace ( 20276,
"<%s> Resource [%s] defined in cluster with InstType [%s] SAPSID [%s]",
$sMyName, $sResName, $lsCmd [-1], $localSAPSID );
}
else {
&logError ( 20277,
"<%s> Resource [%s] not a matching ENQUEUE variant for this resource.
The resource is with InstType [%s] SAPSID [%s]",
$sMyName, $sResName, $lsCmd [-1], $localSAPSID );
$iReturnCode = 0; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool OnlineENQGrp ( IN String Sys,
IN String Grp,
IN String Reason,
IN String FaultedNode );
Description : Pre-online trigger for SAPNW
Parameters :
$sSys System where the group is asked to be made online
$sGrp Group for which preonline has been invoked
$sReason Contains the string MANUAL or FAULT
$sFaultedNode Cluster node where the fault occurred due to FAULT
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub OnlineENQGrp {
#----------------
# Get Arguments..
#----------------
my ( $sSys,
$sGrp,
$sReason,
$sFaultedNode ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20278, "Subroutine <%s> called with:
Sys [%s]
Grp [%s]
Reason [%s]
FaultedNode [%s]",
$sMyName,
$sSys, $sGrp, $sReason, $sFaultedNode );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = 1; # Success..
#-------------------------
# Define local variables..
#-------------------------
my $sCmd = $sCmdHares; # Get global..
my %hsInstMatch = ( 'ENQREP' => 'ENQUEUE' );
my $sCmdArgs = ();
my $sOSVer = ();
#---------------------
# Validate arguments..
#---------------------
if ( $sReason eq 'MANUAL' ) {
&logInfo ( 20279,
"<%s> Invoked during a normal switch-over or online.", $sMyName );
}
elsif ( $sSys =~ /\S/ && ! inet_aton ( $sSys ) ) {
&logError ( 20280,
"<%s> Destination cluster node [%s] cannot be resolved",
$sMyName, $sSys );
$iReturnCode = 0; # Error..
}
elsif ( $sFaultedNode ne 'UNDEF' && $sFaultedNode =~ /\S/ && ! inet_aton ( $sFaultedNode ) ) {
&logError ( 20281,
"<%s> Faulted cluster node [%s] cannot be resolved",
$sMyName, $sFaultedNode );
$iReturnCode = 0; # Error..
}
elsif ( ! -e $sCmd ) {
&logError ( 20282,
"<%s> Command [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = 0; # Error..
}
elsif ( ! -x $sCmd ) {
&logError ( 20283,
"<%s> Command [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = 0; # Error..
}
$iReturnCode || return $iReturnCode; # Return, if failed..
#-------------------------------------------------------
# Bug in VCS for FAULT. Verify group is really faulted..
#-------------------------------------------------------
# hasys -list SysState=RUNNING
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
my $iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
my $iSleepCount = 0;
while ( 1 ) {
my ( $i, $iExitCode, $sRes, $sDisp, $sGroup, $sNodeName, $sEnqSrvRes,
$sCmdArgs, $sTempNode, $sEnqRes, $sInstType, $sFailHost,
$sKey, $sSAPSID, $sSID, @lsHaresOut, @lsCpy, @lsValidNodes, @lsEnqReps,
@lsEnques, %hsEnqueues, %hsFltd, %hsEnqReps,
%hsEnqRepGrps, %hsEnqRepHosts, %hsSwEnqReps, %hsOnlineEnqueues ,
@lsHasysRunning, @lsHasysFault, @lsHasysOut, %hsHasysRunning,
%hsHasysFault,@lsWords, $sInstProfile, $sInstName, $sSAPHost) = ();
if( $iSleepCount > 0 ) {
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logError ( 20385,
"<%s> Insufficient time [%s] sec to retry. Exiting ..", $sMyName, $iTimeRemain );
$iReturnCode = 0; # Error..
last;
}
sleep $iSleepTime; # Take a break..
}
$iSleepCount++;
$sCmd = $sCmdHasys;
$sCmdArgs = "-state -localclus";
@lsHasysOut = readpipe ( "$sCmd $sCmdArgs" );
shift @lsHasysOut;
@lsHasysRunning = grep {
( s/\n// || 1 ) &&
( s/.*:// || 1 ) && # for DR ...
( s/^(\S+).*(RUNNING)$/$1/ )
} @lsHasysOut;
@lsHasysFault = grep {
( s/\n// || 1 ) &&
( s/.*:// || 1 ) && # for DR ...
( s/^(\S+).*(FAULTED|EXITED)$/$1/ )
} @lsHasysOut;
%hsHasysRunning = map { $_ => 1 } @lsHasysRunning;
&logTrace ( 20284,
"<%s> List of systems where VCS running [%s]",
$sMyName, join ( ' ', @lsHasysRunning ) );
%hsHasysFault = map { $_ => 1 } @lsHasysFault;
&logTrace ( 20285,
"<%s> List of systems where VCS Faulted [%s]",
$sMyName, join ( ' ', @lsHasysFault ) );
$sCmd = $sCmdHares;
$sCmdArgs = "-list Group=$sGrp State=FAULTED -localclus";
@lsHaresOut = grep {
( s/\n// || 1 ) &&
s/\s+.*//
} readpipe ( "$sCmd $sCmdArgs" );
#-------------------
# Verify exit code..
#-------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20286,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s].
Group [%s] does not have any faulted resources.",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, $sGrp );
#-----------------------------
# Check for node FAULT event..
#-----------------------------
if ( $sFaultedNode eq 'UNDEF' && $sReason eq 'FAULT' ) {
&logWarn ( 20287,
"<%s> Missing faulted node name.
Possible node FAULT event detected", $sMyName );
}
elsif ( $sFaultedNode eq 'UNDEF' && $sReason eq 'MANUAL' ) {
&logWarn ( 20288,
"<%s> Missing source node name.", $sMyName );
}
elsif ( ($sOSVer = $^O eq 'solaris' ? ( uname ) [2] : '') eq "5.10" ) {
#---------------------------------------------------------------
# Add zone specific support for Enqueue when zone itself faults.
#---------------------------------------------------------------
&logInfo ( 20289,
"<%s> Checking if the Group [%s] is configured for Solaris non-global zones",
$sMyName, $sGrp );
my $sOut = ();
my @lsOut = ();
my $iCount = ();
$sCmdArgs = "-display -attribute ContainerName -group $sGrp -type SAPNW -localclus";
@lsHaresOut = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut;
foreach $sOut (@lsHaresOut) {
@lsOut = split( '\s+', $sOut);
$iCount = scalar @lsOut;
if( (4 == $iCount) && ($lsOut[2] =~ /$sSys/ || $lsOut[2] =~ /global/) ) {
&logWarn ( 20290,
"<%s> ContainerName attribute is configured.
Possible zone [%s] FAULT event detected", $sMyName, $lsOut[3] );
last;
}
}
}
}
else {
&logTrace ( 20291,
"<%s> Group [%s] has [%s] resource(s) in FAULTED state",
$sMyName, $sGrp, join ( ' ', @lsHaresOut ) );
}
#----------------
# Re-initialise..
#----------------
$sCmdArgs = "-display -type SAPNW -attribute " .
"State Group EnqSrvResName InstProfile InstType -localclus";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
@lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sCmd $sCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20292,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
return 0; # Error..
}
elsif ( $lsHaresOut[0] =~ /10554.*No resource exists with/o ) {
&logError ( 20293,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sCmd, $sCmdArgs, $lsHaresOut[0] );
return 0; # Error..
}
$sFailHost = $sSys; # Set to default..
push @lsHaresOut, "#"; # Insert trailing de-marker..
@lsCpy = @lsHaresOut; # Backup..
#---------------------------------------------------
# Mark all ENQUEUE/ENQREP resources in given group..
#---------------------------------------------------
@lsEnques =
grep {
( s/\n// || 1 ) && # Chomp, and always make true..
( /Group.*\s+(\S+)/ && # Mark the group name..
( $sGroup = $1 ) && 0 ) || # Store, and always make false..
( m#InstProfile.*\s+.*/(...)# && # Mark the SID..
( $sSID = $1 ) && 0 ) || # Store, and always make false..
( s/^(\S+).*InstType.*\s # Mark resource..
(ENQ(UEUE|REP))/$1:$2/ix && # If ENQUEUE or ENQREP variant..
++ $i ) || # Set flag..
( $i && # If flag..
s/.*/sprintf ( "$sSID:$sGroup", # Print group..
-- $i )/e ) # Reset flag..
} @lsCpy;
&logTrace ( 20294,
"<%s> Searching ENQUEUE resource in group [%s]", $sMyName, $sGrp );
&logTrace ( 20295,
"<%s> Enques values are [%s]", $sMyName, join(' ', @lsEnques) );
#-------------------
# Start processing..
#-------------------
while ( 2 == ( ( $sRes, $sGroup ) = splice ( @lsEnques, 0, 2 ) ) ) {
( $sRes, $sInstType ) = $sRes =~ /([^:]+)/g;
( $sSAPSID, $sGroup ) = $sGroup =~ /([^:]+)/g;
#-------------------------------
# Passed group has ENQ(UE|REP)..
#-------------------------------
if ( $sGrp eq $sGroup ) {
if ( $sInstType =~ /ENQUEUE/io ) {
&logInfo ( 20296,
"<%s> +------- Group [%s] has ENQUEUE variant -------+",
$sMyName, $sGrp );
#--------
# Store..
#--------
push @{ $hsEnqueues { $sRes } },
$sSAPSID, $sInstType, $sGroup; # Store..
}
elsif ( $sInstType =~ /ENQREP/io ) {
&logInfo ( 20297,
"<%s> +------- Group [%s] has ENQREP variant -------+",
$sMyName, $sGrp );
#--------
# Store..
#--------
push @{ $hsSwEnqReps { $sRes } },
$sSAPSID, $sInstType, $sGroup; # Store..
}
}
&logTrace ( 20298,
"<%s> Resource [%s] SAPSID [%s] InstType [%s] found in Group [%s]",
$sMyName, $sRes, $sSAPSID, $sInstType, $sGroup );
}
#-----------------------------------------------
# Find online resources and list their details..
#-----------------------------------------------
@lsCpy = @lsHaresOut; # Re-initialise..
$i = 0;
&logTrace ( 20299,
"<%s> Looking for all ONLINE SAPNW resources", $sMyName );
@lsEnqReps =
grep {
( s/\n// || 1 ) && # Chomp, and always make true..
( /^(\S+).*Group.*\s+(\S+)/ && # Mark resource, and group name..
( $sGroup = "$1:$2" ) && ( $sSys="" ) && 0 ) || # Store, and always make false..
( /.*\s(\S+)\s+ONLINE$/ && ( $sSys="$1" ) && 0 ) ||
( s/.*\s(\S+)\s+ONLINE$/$1/ && ++ $i ) || # If online, get node name, set flag..
( $i && # If flag..
/(EnqSrvResName|InstProfile|InstType)\s*(global|$sSys)/ && # and contains one of these..
s/.*\s+// ) || # get the last field..
( $i && # If flag, use demarker..
s/#/sprintf ( $sGroup, -- $i )/e ) # to print the group name.. reset flag..
} @lsCpy;
&logTrace ( 20300,
"<%s> EnqReps [%s]", $sMyName, join(' ', @lsEnqReps) );
while ( 5 == ( ( $sNodeName, $sEnqSrvRes, $sInstProfile, $sInstType, $sGroup ) = splice ( @lsEnqReps, 0, 5 ) ) ) {
$sNodeName =~ s/.*://; # Remove cluster component, under GCO..
( $sRes, $sGroup ) = $sGroup =~ /([^:]+)/g;
#----------------------------------
# Store only ENQ(UE|REP) variants..
#----------------------------------
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
#----------------------------------
# Store only ENQ(UE|REP) variants..
#----------------------------------
if ( $sInstType =~ /ENQREP/io ) {
&logTrace ( 20301, "<%s> Located ENQREP variant. Resource [%s] details:
Group [%s] Node [%s] EnqSrvResName [%s] InstType [%s] SAPSID [%s]",
$sMyName, $sRes, $sGroup, $sNodeName, $sEnqSrvRes, $sInstType, $sSAPSID );
push @{ $hsEnqReps { $sRes } },
$sGroup, $sEnqSrvRes, $sInstType, $sSAPSID, $sNodeName;
}
elsif ( $sInstType =~ /ENQUEUE/io ) {
$sEnqSrvRes = ""; # Truncate..
&logTrace ( 20302, "<%s> Located ENQUEUE variant. Resource [%s] details:
Group [%s] Node [%s] EnqSrvRes [%s] InstType [%s] SAPSID [%s]",
$sMyName, $sRes, $sGroup, $sNodeName, $sEnqSrvRes, $sInstType, $sSAPSID );
push @{ $hsOnlineEnqueues { $sRes } },
$sGroup, $sEnqSrvRes, $sInstType, $sSAPSID, $sNodeName;
}
}
#--------------------------------------------
# Validate if group has ENQ(UE|REP) variant..
#--------------------------------------------
@lsCpy = @lsHaresOut; # Re-initialise.
if ( keys %hsEnqueues ) {
&logInfo ( 20303,
"<%s> Failover Group [%s] has ENQUEUE variant resource(s) [%s].",
$sMyName, $sGrp, join ( ' ' , keys %hsEnqueues ) );
}
elsif ( keys %hsSwEnqReps ) {
#------------------------------------------
# Get all valid nodes for the faulted REP..
#------------------------------------------
@lsCpy = @lsHaresOut; # Re-initialise.
$sRes = join ( '|', keys %hsSwEnqReps );
$sDisp = join ( ' ', keys %hsSwEnqReps );
&logInfo ( 20304,
"<%s> Failover Group [%s] has ENQREP variant resource(s) [%s]",
$sMyName, $sGrp, $sDisp );
%hsFltd = map { $_ => 1 } # All faulted nodes..
grep { # Grep'ed here..
( s/\n// || 1 ) && # Chomp, and always make true..
s/^($sRes).*State\s+(\S+).*FAULTED/$2/ # Pick all nodes where FAULTed..
} @lsCpy; # From cmd output..
@lsCpy = @lsHaresOut; # Re-initialise.
@lsValidNodes =
grep {
( s/\n// || 1 ) && # Chomp, and always make true..
s/^($sRes).*State\s+(\S+).*LINE/$2/ || # Pick the node not FAULTed..
s/^($sRes).*EnqSrvResName.*\s+(\S+)/::$2/ # And EnqSrvResName..
} @lsCpy; # From cmd output..
#-------------------------------------------------
# Now extract EnqSrvResName and configured nodes..
#-------------------------------------------------
@lsCpy = @lsValidNodes; # Re-use..
@lsValidNodes = (); # Truncate..
foreach $sKey ( @lsCpy ) {
if ( $sKey =~ /^::/ ) { # EnqResName found..
( $sEnqRes = $sKey ) =~ s/:://;
}
else {
$sKey =~ s/.*://; # Remove cluster component, under GCO..
push ( @lsValidNodes, $sKey ) unless $hsFltd { $sKey };
}
}
&logTrace ( 20305,
"<%s> Nodes on which Service Group not in FALUTED state [%s]",
$sMyName, join(' ', @lsValidNodes) );
( $sRes ) = keys %hsSwEnqReps; # Take one..
#--------------------
# Remove duplicates..
#--------------------
%hsFltd = (); # Truncate..
@lsValidNodes = grep { ! $hsFltd { $_ } ++ } @lsValidNodes;
&logTrace ( 20306,
"<%s> One of ENQREP resource(s) [%s] defines EnqSrvResName as [%s].
Details for ENQREP resource [%s]:
InstType [%s] SAPSID [%s]. Possible failover nodes [%s]",
$sMyName, $sDisp, $sEnqRes, $sRes,
${ $hsSwEnqReps { $sRes } } [1], ${ $hsSwEnqReps { $sRes } } [0],
join ( ' ', @lsValidNodes ) );
#--------------------------------------------------------
# Check if the node on which service group is configured
# is Running at this moment..
#--------------------------------------------------------
@lsValidNodes = grep { $hsHasysRunning { $_ } } @lsValidNodes;
&logTrace ( 20307,
"<%s> Valid nodes for ENQREP failover targets [%s]",
$sMyName, join ( ' ', @lsValidNodes ) );
#--------------------------
# If online ENQUEUE found..
#--------------------------
if ( defined $hsOnlineEnqueues { $sEnqRes } ) {
&logTrace ( 20308,
"<%s> Details for defined ENQUEUE resource [%s]:
InstType [%s] SAPSID [%s] online on node [%s]",
$sMyName, $sEnqRes, ${ $hsOnlineEnqueues { $sEnqRes } } [2],
${ $hsOnlineEnqueues { $sEnqRes } } [-2],
${ $hsOnlineEnqueues { $sEnqRes } } [-1] );
}
else {
&logWarn ( 20389,
"<%s> Corresponding ENQUEUE resource(s) is NOT online in the cluster. Retrying..", $sMyName );
next;
}
#-----------------------------
# Now validate EnqSrvResName..
#-----------------------------
if ( defined $hsOnlineEnqueues { $sEnqRes } && # Defined..
( $hsInstMatch { (uc ${ $hsSwEnqReps { $sRes } } [1]) } eq # InstType pair..
(uc ${ $hsOnlineEnqueues { $sEnqRes } } [2] )) && # is a match..
( ${ $hsSwEnqReps { $sRes } } [0] eq # SAPSID..
${ $hsOnlineEnqueues { $sEnqRes } } [-2] ) ) { # matches..
$sTempNode = ${ $hsOnlineEnqueues { $sEnqRes } } [-1]; # Get the online node..
( $sFailHost ) = grep { # Find the node other than..
! /^($sTempNode|$sFaultedNode)$/o && # ENQUEUE online or faulted..
! $hsHasysFault{$_} # nodes faulted..
} @lsValidNodes; # From all posibilities..
#---------------------------------------------------
# Check if we are in a position to failover safely..
#---------------------------------------------------
if ( $sFaultedNode ne 'UNDEF' || $sReason ne 'MANUAL' ||
( $sFaultedNode eq 'UNDEF' && $sReason eq 'MANUAL' && (scalar @lsHasysFault || $sTempNode eq $sSys)) ) {
if ( defined $sFailHost ) {
&logInfo ( 20310,
"<%s> Rejecting ENQUEUE node [%s]. Failing over group [%s] to node [%s]",
$sMyName, $sTempNode, $sGrp, $sFailHost );
}
else { # Prevent onlining..
&logWarn ( 20390,
"<%s> Could not locate any node to online Group [%s]. Waiting to find a node..",
$sMyName, $sGrp );
next; # try again after some buffer time...
}
}
#-------------------------------
# Online group to default node..
#-------------------------------
if ( SAPNW::OnlineGrp ( $sGrp,
$sFailHost ) ) {
&logInfo ( 20312,
"<%s> Issued online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return $iReturnCode; # Success..
}
else {
&logError ( 20313,
"<%s> Could not issue online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return 0; # Error..
}
}
else {
&logTrace ( 20314,
"<%s> Failover group [%s] does not have any online ENQ(UEUE|REP) variant",
$sMyName, $sGrp );
next; # try again after some buffer time...
}
}
else {
&logInfo ( 20315,
"<%s> Failover group [%s] does not have any ENQ(UEUE|REP) variant",
$sMyName, $sGrp );
return 0; # Error..
}
#------------------------------------------------
# Validate if we have any online ENQREP variant..
#------------------------------------------------
&logTrace ( 20316,
"<%s> +----- ENQREP online node and group details -----+", $sMyName );
#----------------------------------------------
# Remove ENQREPs whose EnqRepSrv aren't found..
#----------------------------------------------
foreach $sKey ( keys %hsEnqReps ) {
if ( ! $hsEnqueues { ${$hsEnqReps { $sKey } }[1] } ) { # Not in passed group..
&logTrace ( 20317,
"<%s> EnqResName [%s] resource not found in Grp [%s].
Marked resource [%s] invalid",
$sMyName, ${$hsEnqReps { $sKey } }[1], $sGrp, $sKey );
delete $hsEnqReps { $sKey }; # Then delete..
}
else {
++ $hsEnqRepHosts { ${$hsEnqReps { $sKey } }[-1] }; # Else store online node..
++ $hsEnqRepGrps { ${$hsEnqReps { $sKey } }[0] }; # Else store group..
&logTrace ( 20318,
"<%s> Online node [%s] Group [%s]",
$sMyName, ${$hsEnqReps{$sKey}}[-1], ${$hsEnqReps{$sKey}}[0] );
}
}
#------------------------------------------------
# Validate if we have any online ENQREP variant..
#------------------------------------------------
if ( ! keys %hsEnqReps && $sReason ne 'MANUAL' ) {
$sFailHost = $sSys; # Fail-over to the default node..
&logCritical ( 20319,
"<%s> Corresponding ENQREP server(s) not found ONLINE in cluster.
Onlining group [%s] on node [%s]", $sMyName, $sGrp, $sFailHost );
#-------------------------------
# Online group to default node..
#-------------------------------
if ( SAPNW::OnlineGrp ( $sGrp,
$sFailHost ) ) {
&logInfo ( 20320,
"<%s> Issued online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return $iReturnCode; # Success..
}
else {
&logError ( 20321,
"<%s> Could not issue online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return 0; # Error..
}
}
#-----------------------------------------------
# Check if we have ENQREPs in different groups..
#-----------------------------------------------
if ( keys %hsEnqRepGrps > 1 ) {
&logCritical ( 20322,
"<%s> ENQREP configured in different service groups [%s]",
$sMyName, join ( ' ', keys %hsEnqRepGrps ) );
}
#----------------------------------------------
# Now check if we have a unique failover node..
#----------------------------------------------
if ( keys %hsEnqRepHosts > 1 ) {
&logCritical ( 20323,
"<%s> ENQREP found online on different nodes [%s]",
$sMyName, join ( ' ', keys %hsEnqRepHosts ) );
#------------------------------------------
# Delete entries for all other than ENQREP..
#------------------------------------------
foreach $sKey ( keys %hsEnqReps ) {
if ( (uc (${$hsEnqReps { $sKey } }[2])) ne 'ENQREP' ) {
&logError ( 20324,
"<%s> Marking resource [%s] with InstType [%s] as invalid",
$sMyName, $sKey, ${$hsEnqReps { $sKey } }[2] );
#--------------------------
# Delete in correct order..
#--------------------------
delete $hsEnqRepHosts { ${$hsEnqReps { $sKey } }[-1] }; # Delete node first..
delete $hsEnqRepGrps { ${$hsEnqReps { $sKey } }[0] }; # Delete group next..
delete $hsEnqReps { $sKey }; # Now the resource..
}
}
}
#-------------------------
# Find out failover node..
#-------------------------
foreach $sKey ( keys %hsEnqReps ) {
&logTrace ( 20325,
"<%s> EnqRep server [%s] details:
Group [%s] EnqSrvRes [%s] InstType [%s] SAPSID [%s] online on [%s]",
$sMyName, $sKey,
${ $hsEnqReps { $sKey } }[0], ${ $hsEnqReps { $sKey } }[1],
${ $hsEnqReps { $sKey } }[2], ${ $hsEnqReps { $sKey } }[3],
${ $hsEnqReps { $sKey } }[4] );
#-----------------------------------------------------------
# Enqueue has been defined in EnqResName of ENQREP variant..
#-----------------------------------------------------------
if ( scalar @{ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } } ) { # EnqResName is correct..
if ( ${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[0] ne # SAPSID of ENQUEUE variant..
${$hsEnqReps { $sKey }}[3] ) { # ne SAPSID of ENQREP..
&logError ( 20326,
"<%s> SAPSID [%s] of ENQREP resource [%s] differs from
SAPSID [%s] of ENQUEUE resource [%s]",
$sMyName, ${$hsEnqReps { $sKey }}[3], $sKey,
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[0],
${ $hsEnqReps { $sKey } }[1] );
}
elsif ( uc ${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[1] ne # ENQUEUE variant..
$hsInstMatch { uc ${$hsEnqReps {$sKey }}[2] } ) { # not correct match..
&logError ( 20327,
"<%s> InstType [%s] of ENQREP resource [%s] not a match for
InstType [%s] of ENQUEUE resource [%s]", $sMyName,
${$hsEnqReps { $sKey }}[2], $sKey,
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[1],
${ $hsEnqReps { $sKey } }[1] );
}
else { # All okay..
&logTrace ( 20328,
"<%s> EnqSrvResName [%s] matches with:
ENQUEUE SAPSID [%s] InsType [%s] Group [%s]",
$sMyName, ${$hsEnqReps { $sKey }}[1],
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[0],
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[1],
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[2] );
#-----------------------------------------------------
# Failover to ENQREP's node, if not the FAULTED node..
#-----------------------------------------------------
$sFailHost = ${ $hsEnqReps { $sKey } }[-1] eq $sFaultedNode ? $sSys :
${ $hsEnqReps { $sKey } }[-1];
}
}
else { # EnqResName is wrong..
&logError ( 20329,
"<%s> EnqResName [%s] value is in-correct for ENQREP resource [%s]",
$sMyName, ${$hsEnqReps { $sKey }}[1], $sKey );
}
}
&logInfo ( 20330, "<%s> Failing over Group [%s] to node [%s]",
$sMyName, $sGrp, $sFailHost );
#-------------------------------
# Online group to default node..
#-------------------------------
if ( SAPNW::OnlineGrp ( $sGrp,
$sFailHost ) ) {
&logInfo ( 20331, "<%s> Issued online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
last;
}
else {
&logError ( 20332,
"<%s> Could not issue online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
$iReturnCode = 0; # Do nothing..
last;
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool OnlineGrp ( IN String Grp,
IN String Sys );
Description : Pre-online trigger for SAPNW
Parameters :
$sGrp Cluster group to online
$sSys System where the group is asked to be made online
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub OnlineGrp {
#----------------
# Get Arguments..
#----------------
my ( $sGrp,
$sSys ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20333, "Subroutine <%s> called with:
Grp [%s]
Sys [%s]",
$sMyName, $sGrp, $sSys );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = 1; # Success..
#-------------------------
# Define local variables..
#-------------------------
my $sCmd = $sCmdHagrp; # Get global..
my @lsCmdArgs = ( "-online", "-nopre", "$sGrp", "-sys", "$sSys" );
my $iExitCode = undef;
&logTrace ( 20334, "<%s> Executing Command [%s] with arguments [%s]",
$sMyName, $sCmd, join( ' ', @lsCmdArgs ) );
#-------------------------------
# Validate and execute command..
#-------------------------------
if ( ! -e $sCmd ) {
&logError ( 20335,
"<%s> Cmd [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = 0; # Failure..
}
elsif ( ! -x $sCmd ) {
&logError ( 20336,
"<%s> Cmd [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = 0; # Failure..
}
else { # Execute..
&logTrace ( 20337,
"<%s> Executing Cmd [%s] with args [%s]",
$sMyName, $sCmd, join ( ' ', @lsCmdArgs ) );
system ( $sCmd, @lsCmdArgs ); # Execute..
#-------------------------
# Check execution status..
#-------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20338,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sCmd, join ( ' ', @lsCmdArgs ), $iExitCode );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20339,
"<%s> Cmd [%s] with args [%s] executed successfully with exit code [%s]",
$sMyName, $sCmd, join ( ' ', @lsCmdArgs ), $iExitCode );
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int StartSapService ( IN String InstProfile,
IN String SAPAdmin,
IN String EnvFile,
IN String UseSystemD );
Description : Start the sapstartsrv process if found to be offline.
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub StartSapService {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20340, "Subroutine <%s> called with:
InstProfile [%s]
SAPAdmin [%s]
EnvFile [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sSAPAdmin, $sEnvFile, $bUseSystemD);
my ( $sSAPSID, $sInstName, $sSAPHost ,$sSAPHome,@lsWords) = ();
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
$sSAPHome = "/usr/sap/" . $sSAPSID . "/" . $sInstName . "/exe";
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs, $iTillWhen, $iExitCode, $iTimeout,
@lsCmdout, @liPids ) = ();
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartService $sSAPSID";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20341,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20403,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartService",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20404,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName,"StartService");
if($iReturnCode) {
&logTrace ( 20405,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20406,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20407,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
}
else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20342,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20343,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
$iTimeout = $iTillWhen - time ;
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function WaitforServiceStarted $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20344,
"<%s> Waiting for Service to be started for SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20345,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20346,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
#-------------------
# Return the error code.
#-------------------
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int StartERSInstance ( IN String InstProfile,
IN String SAPAdmin,
IN String EnvFile,
IN Bool UseSystemD );
Description : Start the er process if found to be offline.
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub StartERSInstance {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20347, "Subroutine <%s> called with:
InstProfile [%s]
SAPAdmin [%s]
EnvFile [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sSAPAdmin, $sEnvFile, $bUseSystemD );
my ( $sSAPSID, $sInstName, $sSAPHost ,$sSAPHome,@lsWords) = ();
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
$sSAPHome = "/usr/sap/" . $sSAPSID . "/" . $sInstName . "/exe";
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs, $iTillWhen, $iExitCode, $iTimeout,
@lsCmdout, @liPids ) = ();
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iTimeout = $iTillWhen - time ;
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartWait $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20348,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20403,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartWait",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20404,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName,"StartWait");
if($iReturnCode) {
&logTrace ( 20405,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20406,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20407,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
} else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20349,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20350,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return the error code..
#-------------------
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetValueOfAttribute (IN String Attribute);
Description : Retrieves input attribute value.
Parameters :
Attribute name for which value needs to be retrieved.
Returns: Value of input Attribute for SAPNW resource.
-------------------------------------------------------------------------
=cut
sub GetValueOfAttribute {
#----------------
# Get Arguments..
#----------------
my ($sAttribute) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20351 , "Subroutine <%s> called with [%s].",
$sMyName, $sAttribute );
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs,
$iValue, $iExitCode ) = ();
#--------------------------------------------------
# Attempt to get resource level overridden values..
#--------------------------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
#-----------------------------------------
# Form hares command for retrieving input Attribute.
#-----------------------------------------
$sCommand = $sCmdHares; # Get global..
$sCommandArgs = "-value $sResourceName $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
$iValue = 0;
( $iValue = readpipe ( "$sCommand $sCommandArgs 2>/dev/null" ) )
=~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20352,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
}
elsif ( ! $iValue ) { # Undefined value..
&logTrace ( 20353, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
}
else { # Success..
&logTrace ( 20354, "<%s> Got [%s] as [%s] from engine",
$sMyName, $sAttribute, $iValue );
}
#-----------------------------------------
# Form hatype command for retrieving input Attribute.
#-----------------------------------------
unless ( $iValue ) {
$sCommand = $sCmdHatype; # Get global..
$sResourceType = "SAPNW" if $sResourceType !~ /\w/; # Ensure..
$sCommandArgs = "-value $sResourceType $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
( $iValue = readpipe ( "$sCommand $sCommandArgs" ) ) =~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20355,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
}
elsif ( ! $iValue ) { # Empty value..
&logTrace ( 20356, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
}
else { # Success..
&logTrace ( 20357, "<%s> Got [%s] as [%s] sec from engine",
$sMyName, $sAttribute, $iValue );
}
}
return ( $iValue ); # Secs..
}
=pod
-------------------------------------------------------------------------
Function : int DetectSystemd ();
Description : Retrieves whether current operating system is linux(RHEL7/SLES12 or higher).
Parameters :
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub DetectSystemd {
#----------------
# Get Arguments..
#----------------
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20408 , "Subroutine <%s> called .",
$sMyName);
#-------------------------
# Define local variables..
#-------------------------
my ($cmd);
my ($is_rhel7, $is_sles12)= ( 1, 1);
my ($pid_one, $tty, $time, @psargs);
my ($processname);
my ($SYSTEM) = uname();
my $is_systemd = 0;
if ($SYSTEM eq "Linux") {
$is_rhel7 = system("$GREP -qs \'release 7.*\' /etc/redhat-release");
$is_sles12 = system("$GREP -qs \'SUSE.*12\' /etc/SuSE-release");
# Systemd is supported in case of RHEL7 and SLES12 only
if( !$is_rhel7 || !$is_sles12){
$cmd = "/bin/ps -e";
unless (open(PS, "$cmd | $GREP \" 1 ?\"|")) {
return 0;
}
while (my $line = ) {
chomp($line);
$line =~ s/^\s*(.*?)\s*$/$1/;
($pid_one, $tty, $time, @psargs) = split(/\s+/, $line);
($processname) = join(' ', @psargs);
if ( ( 1 == $pid_one ) && ($processname =~ /^systemd\b/) ) {
$is_systemd = 1;
last;
}
}
close(PS);
} #if (!$is_rhel7 || !is_sles12)
} #if ($SYSTEM eq "Linux")
return $is_systemd;
}
=pod
-------------------------------------------------------------------------
Function : int CreateSystemd ();
Description : Creates systemd service file for each resource .
Parameters :
ResName Resource name
User user of the command for which service needs to be created
Command Command to be specified in the service file
CommandArgs Arguments of the command to be specified in the service file
WhichCommand Command for which service needs to be created
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub CreateSystemd {
#----------------
# Get Arguments..
#----------------
my($ResName, $User, $sCommand, $sCommandArgs, $WhichCommand, $sEnvFile) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20409, "Subroutine <%s> called with:
ResName [%s]
User [%s]
Command [%s]
CommandArgs [%s]
WhichCommand [%s]
EnvFile [%s]",
$sMyName, $ResName, $User, $sCommand, $sCommandArgs, $WhichCommand,$sEnvFile);
#-------------------------
# Define local variables..
#-------------------------
my $service_file = "/etc/systemd/system/vcs-$ResName-$WhichCommand.service";
my $ret_val = 0;#failure- change
if ( sysopen ( FILE, $service_file, O_WRONLY|O_SYNC|O_CREAT|O_TRUNC, 0777 ) ) {
printf FILE "#/etc/sysesName.services-$ResName-$WhichCommand.service
[Unit]
Description=Veritas SAPNW service file
[Service]
Type=forking
Restart=no
KillMode=none
SendSIGKILL=no
EnvironmentFile=$sEnvFile
ExecStart=$sCommand $sCommandArgs
User=$User
[Install]
WantedBy=multi-user.target";
$ret_val = 1;
}
else
{
&logError( 20410 ,"<%s> Failed to create the systemd service file [%s] ",
$sMyName, $service_file);
$ret_val = 0;
}
close(FILE);
return $ret_val;
}
=pod
-------------------------------------------------------------------------
Function : int RunSystemd ();
Description : Runs systemd service file for each resource .
Parameters :
ResName Resource name
WhichCommand Command for which service needs to be created
Returns : boolean value in the set of {0,1} where
0 FAILURE
1 SUCCESS
-------------------------------------------------------------------------
=cut
sub RunSystemd {
#----------------
# Get Arguments..
#----------------
my ( $ResName , $WhichCommand) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20411 , "Subroutine <%s> called with:
ResName [%s]
WhichCommand [%s].",
$sMyName, $ResName, $WhichCommand);
#-------------------------
# Define local variables..
#-------------------------
my $Command = "$SYSTEMCTL daemon-reload";
&logTrace ( 20412,
"<%s> Executing command [%s].", $sMyName ,$Command);
my $iExitCode = system($Command) ;
my $iReturnCode = 1;
if ( $iExitCode == 0 ) {
&logTrace ( 20413,
"<%s> Cmd [%s] executed successfully",
$sMyName, $Command);
$Command = "$SYSTEMCTL disable vcs-$ResName-$WhichCommand";
&logTrace ( 20414,
"<%s> Executing command [%s].", $sMyName ,$Command);
$iExitCode = system($Command) ;
if ( $iExitCode == 0 ) {
&logTrace ( 20415,
"<%s> Cmd [%s] executed successfully",
$sMyName, $Command);
$Command = "$SYSTEMCTL start vcs-$ResName-$WhichCommand";
&logTrace ( 20416,
"<%s> Executing command [%s].", $sMyName ,$Command);
$iExitCode = system($Command) ;
if ( $iExitCode != 0 ) {
&logError ( 20417,
"<%s> Cmd [%s] is not executed successfully",
$sMyName, $Command);
$Command = "$SYSTEMCTL -l status vcs-$ResName-$WhichCommand";
&logTrace ( 20418,
"<%s> Executing command [%s].", $sMyName ,$Command);
my $outMessage = `$SYSTEMCTL -l status vcs-$ResName-$WhichCommand 2>&1`;
&logError( 20419 , "outMessage is [%s]",
$outMessage);
$iReturnCode = 0;
} else {
&logTrace ( 20420,
"<%s> Cmd [%s] executed successfully",
$sMyName, $Command);
}
} else {
&logError ( 20421,
"<%s> Cmd [%s] is not executed successfully",
$sMyName, $Command);
$iReturnCode = 0;
}
} else {
&logError ( 20422,
"<%s> Cmd [%s] is not executed successfully",
$sMyName, $Command);
$iReturnCode = 0;
}
return $iReturnCode;
}
1; # So PERL knows its included..
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/SAPNW.xml 0000755 0000000 0000000 00000030254 13320061753 021762 0 ustar root root
Veritas High Availability Agent for SAP NetWeaver.
UNIX
Script
6.0
Veritas
Specifies the logging detail performed by the agent for the resource.
Valid values are:
ERROR - Only logs error messages.
WARN - Logs above plus warning messages.
INFO - Logs above plus informational messages.
TRACE - Logs above plus trace messages. This is very verbose and should only be used during initial configuration or for troubleshooting and diagnostic operations.
Example: TRACE
Default: INFO
INFO
WARN
ERROR
TRACE
Full path and file name of an external, user-supplied monitor program. If specified, the monitor entry point will execute this file to perform an additional server state check. There are no restrictions for what actions the external monitor program performs to determine the state of a SAPNW instance server. The only constraint is that the external monitor program must return one of the following integer values:
0 (server is online)
110 (server is online)
100 (server is offline)
1 (server is offline)
All other (server state is unknown)
Symantec recommends storing the external monitor utility on the shared disk directory to ensure the file is always available on the online system. Arguments are supported.
Example:
1. /usr/sap/PI1/DVEBMGS00/work/mymonitor.pl
2. /usr/sap/PI1/DVEBMGS00/work/mymonitor.sh arg1 arg2
Default: ""
Full path of file name to source within the Unix shell to set the environment prior to executing SAP start scripts, monitor utilities, stop scripts and environment cleanup utilities.
The following shell environments are supported: ksh, sh, csh.
The syntax of this file must be in accordance with the shell of the user specified by the SAPAdmin attribute.
Symantec recommends storing this file on the shared disk directory to ensure the file is always available on the online system.
Example: /usr/sap/PI1/DVEBMGS00/envfile
Default: ""
UNIX user name defined as the administrative owner of SAP Instance. This username is stored in one or more of the system naming services to include the local password and shadow files (e.g. /etc/passwd and /etc/shadow), NIS, NIS+, or an LDAP server. The online, offline, monitor, and clean scripts execute their core subroutines using this name. This name is usually formed by concatenation of the 'SAPSID' and the string 'adm'.
Example: pi1adm
Default: ""
Specifies the full path and file name of the SAP Instance Profile. Typically the Instance Profile is found in /usr/sap/SAPSID/SYS/profile and has a name of the form 'SAPSID'_'InstName'_'VIRTUALHOSTNAME'.
Example: /usr/sap/PI1/SYS/profile/PI1_DVEBMGS00_sappi1pas
Default: ""
String identifier that classifies and describes the SAP server instance type.
The InstType values are case in-sensitive.
-------------------------------------------------
Instance Type Description
-------------------------------------------------
APPSERV SAP Application Server
ENQUEUE SAP Central Services
ENQREP Enqueue Replication Server
SAPSTARTSRV SAP sapstartsrv process
HANA SAP HANA database
SMDAGENT Solution Manager Diagnostics Agent
-------------------------------------------------
Example: ENQUEUE
Default: APPSERV
APPSERV
ENQUEUE
ENQREP
SAPSTARTSRV
HANA
SMDAGENT
The list of SAP processes to be monitored by the resource. The list of processes are space separated and can be specified in any order.
Valid values are as follows:
------------------------------------------------------------------
Instance Type ProcMon Values
------------------------------------------------------------------
Application Server - ABAP dw co se ig gwrd icman
Application Server - Java jc ig
Application Server - AddIn dw co se jc jstart ig gwrd icman
Solution Manager Diagnostics Agent jc
SAP Enqueue Server en ms gw*
Enqueue Replication Server er
SAP sapstartsrv process sapstartsrv
SAP HANA database hdb hdbstatisticsserver hdbpreprocessor hdbcompileserver hdbxsengine sapwebdisp_hdb
------------------------------------------------------------------
*gw will not be part ProcMon for SAP Central Services instance for ABAP system.
Example: dw ig
Default: ""
The name of the SAP Central Services Instance cluster resource. This attribute is only used by Enqueue Replication Server. Using this attribute the replication server queries the Enqueue Server resource state during a failover.
Example: SAP71_PI1SCS_sap
Default: ""
Specifies whether the SAPNW agent must stop the SAP Start Service (sapstartsrv) for this instance.
Valid values are:
1 - Stops the SAP Start Service for this instance.
0 - Does not stop the SAP Start Service for this instance.
Example: 1
Default: "0"
systemD is a system and service manager for Linux operating systems. It helps manage applications across Linux distributions that support systemD feature.
When UseSystemD attribute is enabled in SLES 12 or RHEL 7 distributions, the SAPNW resource starts the SAPNW resource in system.slice. Without the UseSystemD attribute enabled, a typical online entry point starts the resource in user.slice.
Example: 1
Default Value: 0
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/SAPNW.pm.old 0000755 0000000 0000000 00000743345 13320061753 022367 0 ustar root root #------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2018 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPNW/SAPNW.pm,v 1.24 2014/10/22 07:27:58 lpatil Exp $
#
# $Author: lpatil $
# $Date: 2014/10/22 07:27:58 $
# $Revision: 1.24 $
#
# Provides: SAPNW
# Author: vchappav
# crAgent Build: 1.88 2008/10/13 08:28:02
# crAgent Run Date: 13 Oct, 2008
# Modification History:
# Known bugs/caveats:
#------------------------------------------------------------------
#------------
# Be strict..
#------------
use strict;
#----------------------
# Declare the package..
#----------------------
package SAPNW;
use ag_i18n_inc;
#-------------------------------------
# Include required framework modules..
#-------------------------------------
use Sys; # Support generalized UNIX commands
use Proc; # For calls to the process routines
use Comms; # For calls to socket(3C) routines
use Version; # Version display generator
use VCSagentFW; # Primary Agent Interface to the ACC Library
use VCSDefines; # This contains constants that VCS uses
use Hares; # This contains the definition Hares related function .
#--------------------------------
# Include standard PERL modules..
#--------------------------------
use Fcntl;
use Socket;
use POSIX qw ( uname );
use POSIX qw ( strftime );
use File::Path qw ( mkpath );
use File::stat;
use File::Basename;
my ( $CLUS_HOME, $sPrefix ) = ();
#------------------------
# Setup VCS/VCSone home..
#------------------------
if ( $ENV { CLUSTER_HOME } ) { # VCS 5.x/VCSOne..
$CLUS_HOME ||= $ENV { CLUSTER_HOME } ||= "/opt/VRTSvcsone";
}
else { # VCS 4.x..
$CLUS_HOME ||= $ENV { VCS_HOME } ||= "/opt/VRTSvcs";
}
( $sPrefix ) = $CLUS_HOME =~ /.*(vcs(|one))$/;
if ( $sPrefix =~ /vcsone/ ) {
$sPrefix = "ha";
}
#-----------------------------------------
# Define module-vendor specific commands..
#-----------------------------------------
my $sCmdHares = $HARES ||= "$CLUS_HOME/bin/hares";
my $sCmdHagrp = $HAGRP ||= "$CLUS_HOME/bin/hagrp";
my $sCmdHatype = $HATYPE ||= "$CLUS_HOME/bin/hatype";
my $sCmdHasys = $HASYS ||= "$CLUS_HOME/bin/hasys";
my $sCmdVcsDecrypt = "$CLUS_HOME/sbin/${sPrefix}decrypt";
#-----------------------------------------------------------------------
# Add our version number to the version hash and check if versions are
# requested..
#-----------------------------------------------------------------------
my $sVer = "\$Id: SAPNW.pm,v 1.24 2014/10/22 07:27:58 lpatil Exp $::ETVHeader";
Version::TellVersion ( $sVer );
my $dirname = "";
BEGIN {
$dirname = dirname($0);
if ($dirname =~ /^(.+)$/) {
$dirname = $1; # $dirname now untainted
}
unshift (@INC, $dirname);
}
my $SYSTEMCTL = "/usr/bin/systemctl";
my $GREP = "/bin/grep";
#-----------------
# Define globals..
#-----------------
my ( $iSapStartSrv, $iCCMSX, $iCCMSR, $bSapStart,$bSapStartSrv, @liRunningProcs ) = (); # Global..
#--------------------------------
# Define SAPNW subroutines..
#--------------------------------
=pod
-------------------------------------------------------------------------
Function : bool ArgsValid ( IN String EntryPointName,
IN String EnvFile,
IN String SAPAdmin,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String EnqSrvResName,
IN Integer SecondLevelMonitor,
IN String MonitorProgram,
IN Bool StopService );
Description : Validates the ArgList passed to the entry point.
Parameters :
$sEntryPointName Entry point name
$localEnvFile Absolute path to environment file to source
$localSAPAdmin SAP System Administrator
$localInstProfile Instance profile file for the SAP Instance
$localInstType SAP Instance Type
$localProcMon List of processes to be monitored
$localEnqSrvResName VCS resource name for Enqueue Server
$localSecondLevelMonitor Cycle count to run in-depth monitoring
$localMonitorProgram Full path to external monitor program
$localStopService Specifies whether SAP Start Service should be stopped or not.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ArgsValid {
#----------------------------------------
# Set up local vars from passed in ones..
#----------------------------------------
my ( $sEntryPointName,
$localEnvFile,
$localSAPAdmin,
$localInstProfile,
$localInstType,
$localProcMon,
$localEnqSrvResName,
$localSecondLevelMonitor,
$localMonitorProgram,
$localStopService ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20001, "Subroutine <%s> called with:
EntryPointName [%s]
EnvFile [%s]
SAPAdmin [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
EnqSrvResName [%s]
SecondLevelMonitor [%s]
MonitorProgram [%s]
StopService [%s]",
$sMyName, $sEntryPointName, $localEnvFile, $localSAPAdmin,
$localInstProfile, $localInstType, $localProcMon,
$localEnqSrvResName, $localSecondLevelMonitor,
$localMonitorProgram ,$localStopService);
#-------------------------------------
# Set return code to hopeful success..
#-------------------------------------
my $iReturnCode = 1;
#--------------------------------------------
# Create hash to weed out empty args values..
#--------------------------------------------
my ( @lsMissing, %hsArgList ) = ();
my @lsArgs =
qw ( EntryPointName EnvFile SAPAdmin InstProfile InstType ProcMon
EnqSrvResName SecondLevelMonitor MonitorProgram );
@hsArgList { @lsArgs } = @_; # Assign..
#----------------------------------------
# Reqd. attributes based on entry point..
#----------------------------------------
my @lsOnlineArgs = qw ( EnvFile SAPAdmin InstProfile InstType ProcMon );
my @lsOfflineArgs = qw ( SAPAdmin InstProfile InstType );
my @lsMonitorArgs = qw ( SAPAdmin InstProfile InstType ProcMon );
my @lsCleanArgs = qw ( SAPAdmin InstProfile InstType );
my @lsImfRegisterArgs = qw ( SAPAdmin InstProfile InstType ProcMon );
my %hlsNeeded = ( 'online' => \@lsOnlineArgs,
'offline' => \@lsOfflineArgs,
'monitor' => \@lsMonitorArgs,
'clean' => \@lsCleanArgs,
'imf_register' => \@lsImfRegisterArgs );
my @lsReqdArgs = @{ $hlsNeeded { $sEntryPointName } };
#-----------------------
# Check what's missing..
#-----------------------
if ( @lsMissing = grep { $hsArgList { $_ } !~ /\S/o } @lsReqdArgs ) {
&logError ( 20002,
"<%s> The following mandatory fields were not set [%s], Total [%s]",
$sMyName, join ( ' ', @lsMissing ), scalar @lsMissing );
$iReturnCode = 0; # Failure..
}
$iReturnCode || return $iReturnCode; # Return, if failed..
#-----------------------------
# Remove SLM file, if exists..
#-----------------------------
if ( $sEntryPointName ne 'monitor' ) {
VCSagentFW::RunSecondLevelMonitor ( 1 ); # Delete..
}
#-------------------------------
# Individual validation starts..
#-------------------------------
my ($sSAPSID, $sInstName, $sSAPHost) = ();
my (@lsWords) = ();
(@lsWords) = split( /\//, $localInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
#-------------------------------------------------------
# Validation for online offline monitor entry point(s)..
#-------------------------------------------------------
if ( $sEntryPointName =~ /^(online|offline|monitor)$/o ) {
#------------------------------
# Validate parameter SAPAdmin..
#------------------------------
if ( ! defined getpwnam $localSAPAdmin ) {
&logError ( 20003, "<%s> SAPAdmin [%s] is not a valid UNIX login",
$sMyName, $localSAPAdmin );
$iReturnCode = 0; # Failure..
}
}
#---------------------------------------
# Validation for online entry point(s)..
#---------------------------------------
if ( $sEntryPointName eq "online" ) {
#-----------------------------
# Validate parameter EnvFile..
#-----------------------------
if ( ! -e $localEnvFile ) {
&logError ( 20004, "<%s> EnvFile [%s] file does not exist",
$sMyName, $localEnvFile );
$iReturnCode = 0; # Failure..
}
#---------------------------------------
# Validate SAPHost..
#---------------------------------------
if ( ! inet_aton ( $sSAPHost ) ) {
&logError ( 20005,
"<%s> InstProfile [%s] not terminated with valid hostname [%s]",
$sMyName, $localInstProfile, $sSAPHost );
$iReturnCode = 0; # Failure..
}
#---------------------------------
# Validate parameter InstProfile..
#---------------------------------
if ( ! -e $localInstProfile ) {
&logError ( 20006, "<%s> InstProfile [%s] file does not exist",
$sMyName, $localInstProfile );
$iReturnCode = 0; # Failure..
}
#------------------------------------
# Validate parameter MonitorProgram..
#------------------------------------
if ( $localMonitorProgram =~ /(\S+)/ && # Defined..
! -x $1 ) {
&logError ( 20007, "<%s> MonitorProgram [%s] is not executable",
$sMyName, $1 );
$iReturnCode = 0; # Failure..
}
#----------------------------------
# Check if EnqSrvResName is valid..
#----------------------------------
if ( $localEnqSrvResName =~ m/\S+/ && $localInstType =~ /^enqrep$/io &&
! SAPNW::ChkResName ( $localEnqSrvResName,
$sSAPSID,
$localInstType ) ) {
&logError ( 20008,
"<%s> EnqSrvResName [%s] invalid resource of Type [SAPNW]",
$sMyName, $localEnqSrvResName );
$iReturnCode = 0; # Failure..
}
elsif ( $localEnqSrvResName !~ m/\S+/ && $localInstType =~ /^enqrep$/io ) {
&logWarn ( 20386,
"<%s> EnqSrvResName is not specified for InstType ENQREP.",
$sMyName);
}
}
#----------------------------------------------
# Validate attributes for online and monitor ..
#----------------------------------------------
if ( $sEntryPointName =~ /^(online|monitor)$/o ) {
#---------------------------------------------
# Validate ProcMon after removing duplicates..
#--------------------------------------------
my $rslocalProcMon = \$_[6]; # Get reference to what's passed in..
my %hsProcMon = map { $_ => 1 } $localProcMon =~ /([^\s]+)/g;
my @lsProcMon = keys %hsProcMon;
my ( @lsBadProcs, %hsAllowed ) = ();
if ( $localInstType =~ /^(appserv)$/io ) {
if ( ! grep { /^(dw|jc|jstart)$/o } @lsProcMon ) { # Must have..
&logError ( 20009, "<%s> Incorrect value for ProcMon [%s].
Has to include at least one of [dw jc jstart] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
%hsAllowed = map { $_ => 1 } qw ( dw co se jc jstart ig gw cm cs gwrd icman ); # Restricted set..
if ( @lsBadProcs = grep { ! $hsAllowed { $_ } } @lsProcMon ) {
&logError ( 20010, "<%s> Incorrect value(s) [%s] in ProcMon found.
Must be one of [%s] for InstType [%s]", $sMyName,
join ( ' ', @lsBadProcs ), join ( ' ', keys %hsAllowed ),
$localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(enqueue)$/io ) {
if ( ! grep { /^en$/o } @lsProcMon ) {
&logError ( 20011, "<%s> Incorrect value for ProcMon [%s].
Has to include at least [en] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
%hsAllowed = map { $_ => 1 } qw ( en ms gw ); # Restricted set..
if ( @lsBadProcs = grep { ! $hsAllowed { $_ } } @lsProcMon ) {
&logError ( 20012, "<%s> Incorrect value(s) [%s] in ProcMon found.
Must be one of [%s] for InstType [%s]", $sMyName,
join ( ' ', @lsBadProcs ), join ( ' ', keys %hsAllowed ),
$localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(enqrep)$/io ) {
if ( ! grep { /^(er)$/o } @lsProcMon ) {
&logError ( 20013, "<%s> Incorrect value for ProcMon [%s].
Must be [er] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif( $localInstType =~ /^(SMDAgent)$/io ) {
if ( ! grep { /^(jc|jstart)$/o } @lsProcMon ) { # Must have..
&logError ( 20014, "<%s> Incorrect value for ProcMon [%s].
Has to include at least one of [dw jc jstart] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(sapstartsrv)$/io ) {
if ( ! grep { /^(sapstartsrv)$/o } @lsProcMon ) {
&logError ( 20013, "<%s> Incorrect value for ProcMon [%s].
Must be [sapstartsrv] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
}
elsif ( $localInstType =~ /^(hana)$/io ) {
if ( ! grep { /^(hdb)$/o } @lsProcMon ) {
&logError ( 20393, "<%s> Incorrect value for ProcMon [%s].
Has to include at least [hdb] for InstType [%s]",
$sMyName, $localProcMon, $localInstType );
$iReturnCode = 0; # Failure..
}
%hsAllowed = map { $_ => 1 } qw ( hdb hdbstatisticsserver hdbpreprocessor hdbcompileserver hdbxsengine sapwebdisp_hdb ); # Restricted set..
if ( @lsBadProcs = grep { ! $hsAllowed { $_ } } @lsProcMon ) {
&logError ( 20010, "<%s> Incorrect value(s) [%s] in ProcMon found.
Must be one of [%s] for InstType [%s]", $sMyName,
join ( ' ', @lsBadProcs ), join ( ' ', keys %hsAllowed ),
$localInstType );
$iReturnCode = 0; # Failure..
}
}
#--------------------
# Re-create procmon..
#--------------------
$$rslocalProcMon = join ( ' ', @lsProcMon );
}
#-------------------------------------------
# Validate attributes for all entry points..
#-------------------------------------------
#-----------------------------------------
# SAPSID.. must be three characters long..
#-----------------------------------------
if ( $sSAPSID !~ /^\S{3}$/o ) {
&logError ( 20015,
"<%s> SAPSID [%s] has to be exactly 3 non-white alpha-numeric characters long",
$sMyName, $sSAPSID );
$iReturnCode = 0; # Failure..
}
#-----------------------------------
# InstName. Last two chars 00 - 99..
#-----------------------------------
unless ( $sInstName =~ /(\d{2})$/o ) {
&logError ( 20016,
"<%s> Last two characters of InstName [%s] not between 00-99",
$sMyName, $sInstName );
$iReturnCode = 0; # Failure..
}
#------------------
# Valid InstTypes..
#------------------
my @lsIntTypes = qw ( appserv enqueue enqrep smdagent sapstartsrv hana );
unless ( grep { /^$localInstType$/io } @lsIntTypes ) {
&logError ( 20017,
"<%s> InstType [%s] invalid. Has to be one of [%s]",
$sMyName, $localInstType, join ( ' ', @lsIntTypes ) );
$iReturnCode = 0; # Failure..
}
$iReturnCode ||
&logWarn ( 20018,
"<%s> Some of the attributes could not be validated. Returning [%s]",
$sMyName, $iReturnCode );
return $iReturnCode ;
}
=pod
-------------------------------------------------------------------------
Function : bool Start ( IN String EnvFile,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String SAPSID,
IN String SAPHome,
IN String InstName,
IN Integer Level_two,
IN Bool StopService
IN Bool UseSystemD );
Description : Start logic needed for online entry pt
Parameters :
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sSAPSID SAP System ID
$sSAPHome SAP Instance Home
$sInstName SAP Instance Name
$iLevel_two Cycle count to run in-depth monitoring
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Start {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sSAPSID,
$sSAPHome,
$sInstName,
$iLevel_two,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20019, "Subroutine <%s> called with:
EnvFile [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
SAPSID [%s]
SAPHome [%s]
InstName [%s]
Level_two [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sEnvFile, $sInstProfile, $sInstType, $sProcMon,
$sSAPAdmin, $sSAPSID, $sSAPHome, $sInstName, $iLevel_two, $bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs, $iTillWhen, $iExitCode, $iTimeout,
@lsCmdout, @liPids ) = ();
#-----------------------------------------
# Whack any preexisting SAPNW processes..
#-----------------------------------------
&logTrace ( 20020,
"<%s> Killing SAPNW processes for this instance", $sMyName );
if ( SAPNW::KillSAPNWProcesses ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) ) {
&logTrace ( 20021,
"<%s> Processes for this instance do not exist before start-up",
$sMyName );
}
else {
&logError ( 20022,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
#--------------------
# Return, if failed..
#--------------------
$iReturnCode || return $iReturnCode;
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
#-----------------------------------
# Check if it's safe to clean IPCs..
#-----------------------------------
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) {
#--------------------------------------------------------
# Clean IPC resources for the instance ..
#--------------------------------------------------------
if ( $sInstName !~ /^ASCS|^SCS/io ) {
$sCommand = "$sSAPHome/cleanipc";
$sCommandArgs = "$iInstID remove";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20023,
"<%s> Cleaning IPC resources for SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20024,
"<%s> Insufficient time to run cleanipc. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20025,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
}
else {
&logTrace ( 20026,
"<%s> Skipping cleanipc for InstType [%s].
Possibility of destroying active lock table", $sMyName, $sInstType );
}
my ($sKillFile, $sShutdownFile, $sCollLockFile, $sSendLockFile, @lsFiles ) = ();
#------------------
# Remove kill.sap..
#------------------
$sKillFile = "/usr/sap/$sSAPSID/$sInstName/work/kill.sap";
if ( -e $sKillFile ) {
&logTrace ( 20027,
"<%s> Located file [%s] for removal", $sMyName, $sKillFile );
push ( @lsFiles, $sKillFile );
}
#----------------------
# Remove shutdown.sap..
#----------------------
$sShutdownFile = "/usr/sap/$sSAPSID/$sInstName/work/shutdown.sap";
if ( -e $sShutdownFile ) {
&logTrace ( 20028,
"<%s> Located file [%s] for removal", $sMyName, $sShutdownFile );
push ( @lsFiles, $sShutdownFile );
}
#-----------------------------
# Remove collector lock file..
#-----------------------------
$sCollLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgcpid";
if ( -e $sCollLockFile ) {
&logTrace ( 20029,
"<%s> Located file [%s] for removal", $sMyName, $sCollLockFile );
push ( @lsFiles, $sCollLockFile );
}
#--------------------------
# Remove sender lock file..
#--------------------------
$sSendLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgspid";
if ( -e $sSendLockFile ) {
&logTrace ( 20030,
"<%s> Located file [%s] for removal", $sMyName, $sSendLockFile );
push ( @lsFiles, $sSendLockFile );
}
#-------------------
# Remove the files..
#-------------------
if ( scalar @lsFiles && ! Sys::UnlinkFilesAsUser ( @lsFiles ) ) {
&logError ( 20031, "<%s> Failed to remove stale file(s) [%s]",
$sMyName, join ( ' ', @lsFiles ) );
}
}
#----------------------------------
# Initiate SAPNW startup log..
#----------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $sMessage = "Starting up [$sResourceName]";
if ( ! ( $sInstType =~ /(hana|smdagent)/io ) && ( $sInstName !~ /^HDB/io ) ) {
if ( SAPNW::UpdateSAPNWLog ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessage ) ) {
&logTrace ( 20032,
"<%s> Updated log successfully", $sMyName );
}
else {
&logError ( 20033,
"<%s> Could not log successfully", $sMyName );
}
}
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartService $sSAPSID";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20034,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20398,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartService",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20399,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName, "StartService");
if($iReturnCode) {
&logTrace ( 20400,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20401,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20402,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
} else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20036,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
$iTimeout = $iTillWhen - time ;
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function WaitforServiceStarted $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20037,
"<%s> Waiting for Service to be started for SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request startup..
#------------------
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20423,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20424,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartServiceWait",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20425,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName, "StartService");
if($iReturnCode) {
&logTrace ( 20426,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20427,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20428,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
}
else {
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20429,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20039,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
my $iSleepTime = 10; # Secs..
if ( $sInstType !~ /^(sapstartsrv)$/io ) {
#------------------------------------------
# Start SAPNW Instance ..
#------------------------------------------
my %hsExitCode = ( 0 => 'Success',
1 => 'OS configuration error',
2 => 'Called with wrong Parameters',
3 => 'User not authorized to execute script',
4 => 'Environment not set',
5 => 'Database startup failed',
6 => 'Database on remote DB-Server not running',
7 => 'Startup of Instance failed',
8 => 'Start profile not found',
9 => 'User not authorized to start database' );
my $sLogFile = (); #"/usr/sap/$sSAPSID/$sInstName/log/" . "${sSAPSID}_${sInstName}.log";
if ( $sInstType =~ /smdagent/io ) {
$sLogFile = "/dev/null";
}
else {
$sLogFile = "/usr/sap/$sSAPSID/$sInstName/log/" . "${sSAPSID}_${sInstName}.log";
}
$iTimeout = $iTillWhen - time ;
#-------------------------------------------
# Get re-direct string based on user shell..
#-------------------------------------------
my $sRdStr = ( getpwnam $sSAPAdmin ) [-1] =~ /csh$/o ? ">>& $sLogFile":
"1>> $sLogFile 2>&1";
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartWait $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20040,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20403,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartWait",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20404,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName,"StartWait");
if($iReturnCode) {
&logTrace ( 20405,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20406,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20407,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
} else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20041,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20042,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
}
#--------------------
# Delay entry point..
#--------------------
$iSleepTime = 10; # Secs..
while ( ( $iTimeout = $iTillWhen - time ) > 10 ) {
@liPids = (); # Initialise..
sleep $iSleepTime; # Sec..
&logTrace ( 20043,
"<%s> Confirming start-up with [%s] sec in hand",
$sMyName, $iTimeout - $iSleepTime );
#---------
# Do FLM..
#---------
if ( VCSDef_MonitorExit::ONLINE ==
SAPNW::GetProcState ( \@liPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
1, # Running FFLM..
$bStopService,
$bUseSystemD ) ) {
#---------------------
# Start-up confirmed..
#---------------------
&logInfo ( 20044,
"<%s> Process check confirmed start-up of this instance of SAPNW server",
$sMyName );
$iReturnCode = 1; # Success..
last;
}
else {
&logTrace ( 20045,
"<%s> Process check could not confirm start-up. Sleeping for [%s] sec",
$sMyName, $iSleepTime );
$iReturnCode = 0; # Failure..
}
}
if ( $sInstType !~ /^(sapstartsrv)$/io && ($iLevel_two >= 1 ) ) { # If enabled..
while ( ( $iTimeout = $iTillWhen - time ) > 10 ) {
@liPids = (); # Initialise..
sleep $iSleepTime; # Sec..
&logTrace ( 20046,
"<%s> Confirming start-up with [%s] sec in hand by health check",
$sMyName, $iTimeout - $iSleepTime );
#---------
# Do SLM..
#---------
if ( VCSDef_MonitorExit::ONLINE == # Online after..
SAPNW::SecondLevelMonitor ( $sEnvFile, # Running SLM..
$sProcMon,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$iTillWhen ) ) {
#---------------------
# Start-up confirmed..
#---------------------
&logInfo ( 20047,
"<%s> Second Level Monitor confirmed start-up of this instance of SAPNW server",
$sMyName );
$iReturnCode = 1; # Success..
last;
}
else {
&logTrace ( 20048,
"<%s> Second Level Monitor could not confirm start-up. Sleeping for [%s] sec",
$sMyName, $iSleepTime );
$iReturnCode = 0; # Failure..
}
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool Stop ( IN String EnvFile,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String SAPSID,
IN String SAPHome,
IN String InstName,
IN Bool StopService,
IN Bool UseSystemD);
Description : Stop logic needed for offline entry pt
Parameters :
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sSAPSID SAP System ID
$sSAPHome SAP Instance Home
$sInstName SAP Instance Name
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Stop {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sSAPSID,
$sSAPHome,
$sInstName,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20049, "Subroutine <%s> called with:
EnvFile [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
SAPSID [%s]
SAPHome [%s]
InstName [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sEnvFile, $sInstProfile, $sInstType, $sProcMon,
$sSAPAdmin, $sSAPSID, $sSAPHome, $sInstName, $bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1; # Success..
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 ); # With margin..
#------------------------------------------
# Declare stop command and args variables..
#------------------------------------------
my ( $sCommand, $sCommandArgs, $iTimeout, $iExitCode, $iSleepTime,
@lsCmdout, @liPids ) = ();
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
#------------------------------------
# Define stop command and arguments..
#------------------------------------
my $sSAPWork = "/usr/sap/$sSAPSID/$sInstName/work" ;
if ( $sInstType !~ /^(sapstartsrv)$/io ) {
$iTimeout = $iTillWhen - time;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StopWait $iTimeout 1";
( $iExitCode, $iTimeout, @lsCmdout ) = (); # Truncate..
&logTrace ( 20050,
"<%s> Stopping SAPNW with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request shutdown..
#------------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20051,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20052,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logError ( 20053, "<%s> Failed to execute StopWait.", $sMyName );
$iReturnCode = 0; # Failure..
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
SAPNW::DeletePidFile ( $sResourceName );
return $iReturnCode ;
}
}
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) { #Stop the SAP Start Service
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StopService";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20054,
"<%s> Stopping SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request shutdown..
#------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20055,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20056,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logError ( 20057, "<%s> Failed to execute StopService.", $sMyName );
$iReturnCode = 0; # Failure..
}
}
#-----------------------------------------
# Whack any persisting SAPNW processes..
#-----------------------------------------
&logTrace ( 20058,
"<%s> Killing SAPNW processes for this instance", $sMyName );
if ( SAPNW::KillSAPNWProcesses ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) ) {
&logTrace ( 20059,
"<%s> Processes for this instance do not exist after shutdown",
$sMyName );
}
else {
&logError ( 20060,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) { #Clean up the ipc resources for the SAP Start Service
my ($sKillFile, $sShutdownFile, $sCollLockFile, $sSendLockFile, @lsFiles ) = ();
#------------------
# Remove kill.sap..
#------------------
$sKillFile = "/usr/sap/$sSAPSID/$sInstName/work/kill.sap";
if ( -e $sKillFile ) {
&logTrace ( 20061,
"<%s> Located file [%s] for removal", $sMyName, $sKillFile );
push ( @lsFiles, $sKillFile );
}
#----------------------
# Remove shutdown.sap..
#----------------------
$sShutdownFile = "/usr/sap/$sSAPSID/$sInstName/work/shutdown.sap";
if ( -e $sShutdownFile ) {
&logTrace ( 20062,
"<%s> Located file [%s] for removal", $sMyName, $sShutdownFile );
push ( @lsFiles, $sShutdownFile );
}
#-----------------------------
# Remove collector lock file..
#-----------------------------
$sCollLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgcpid";
if ( -e $sCollLockFile ) {
&logTrace ( 20063,
"<%s> Located file [%s] for removal", $sMyName, $sCollLockFile );
push ( @lsFiles, $sCollLockFile );
}
#--------------------------
# Remove sender lock file..
#--------------------------
$sSendLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgspid";
if ( -e $sSendLockFile ) {
&logTrace ( 20064,
"<%s> Located file [%s] for removal", $sMyName, $sSendLockFile );
push ( @lsFiles, $sSendLockFile );
}
#-------------------
# Remove the files..
#-------------------
if ( scalar @lsFiles && ! Sys::UnlinkFilesAsUser ( @lsFiles ) ) {
&logError ( 20065, "<%s> Failed to remove stale file(s) [%s]",
$sMyName, join ( ' ', @lsFiles ) );
$iReturnCode = 0; # Failure..
}
#-----------------------------------
# Check if it's safe to clean IPCs..
#-----------------------------------
if ( $sInstName !~ /^ASCS|^SCS/io ) {
#----------------------------------------
# Define cleanipc command and arguments..
#----------------------------------------
$sCommand = "$sSAPHome/cleanipc";
$sCommandArgs = "$iInstID remove";
( $iExitCode, $iTimeout, @lsCmdout ) = (); # Truncate..
&logTrace ( 20066,
"<%s> Stopping SAPNW with Command [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------------
# Request shutdown..
#------------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20067,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20068,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
else {
&logTrace ( 20069,
"<%s> Skipping cleanipc for InstType [%s].
Possibility of destroying active lock table", $sMyName, $sInstType );
}
}
#----------------------------------
# Initiate SAPNW shutdown log..
#----------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $sMessage = "Shutdown completed for [$sResourceName]";
if ( ! ( $sInstType =~ /(hana|smdagent)/io ) && ( $sInstName !~ /^HDB/io ) ) {
if ( SAPNW::UpdateSAPNWLog ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessage ) ) {
&logTrace ( 20070,
"<%s> Updated log successfully", $sMyName );
}
else {
&logError ( 20071,
"<%s> Could not log successfully", $sMyName );
}
}
SAPNW::DeletePidFile ( $sResourceName );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool Kill ( IN Integer CleanReason,
IN String EnvFile,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String SAPSID,
IN String SAPHome,
IN String InstName
IN Bool StopService
IN Bool UseSystemD);
Description : Forces shutdown of resource needed for clean entry point
Parameters :
$iCleanReason Why clean was called
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sSAPSID SAP System ID
$sSAPHome SAP Instance Home
$sInstName SAP Instance Name
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub Kill {
#----------------
# Get Arguments..
#----------------
my ( $iCleanReason,
$sEnvFile,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sSAPSID,
$sSAPHome,
$sInstName,
$bStopService,
$bUseSystemD ) = @_;
#-----------------------------
# Figure out why were called..
#-----------------------------
my ( $sCleanReason, %hsCleanReasons ) = ();
my @lsCleanStrings = qw ( Offline_timed_out Offline_was_ineffective
Online_timed_out Online_was_ineffective
Found_offline_unexpectedly Monitor_timed_out );
@hsCleanReasons { 0 .. $#lsCleanStrings } = @lsCleanStrings; # Populate..
( $sCleanReason = $hsCleanReasons { $iCleanReason } || # Reason..
$iCleanReason ) =~ s/_/ /g;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20072, "Subroutine <%s> called with:
CleanReason [%s]
EnvFile [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
SAPSID [%s]
SAPHome [%s]
InstName [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $iCleanReason, $sEnvFile, $sInstProfile, $sInstType,
$sProcMon, $sSAPAdmin, $sSAPSID, $sSAPHome, $sInstName ,$bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 ); # With margin..
#--------------------------
# Declare local variables..
#--------------------------
my ( $sCommand, $sCommandArgs, $iTimeout, $iExitCode,
@lsCmdout, @liDummyPids, @liPids ) = ();
my ($sKillFile, $sShutdownFile, $sCollLockFile, $sSendLockFile, @lsFiles ) = ();
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) { #Stop the SAP Start Service
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StopService";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20073,
"<%s> Stopping SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request shutdown..
#------------------
$iTimeout = $iTillWhen - time;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20074,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20075,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logWarn ( 20387, "<%s> Failed to execute StopService. Run the command <%s %s> manually to stop sapstartsrv process if exists on the system.", $sMyName, $sCommand, $sCommandArgs);
$iReturnCode = 1; # Failure,still forcefully succeed the clean operation
}
}
unless ( $hsCleanReasons { $iCleanReason } eq 'Offline_timed_out' ||
$hsCleanReasons { $iCleanReason } eq 'Offline_was_ineffective' ) {
#----------------------------
# Get SAP PIDs
#----------------------------
SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
0, # Use RFLM..
$bStopService,
$bUseSystemD );
@liPids = $bSapStart ? shift @liDummyPids: @liDummyPids; # Local..
if( $bSapStart && defined $iCCMSX ) {
push ( @liPids, $iCCMSX );
}
if( $bSapStart && defined $iCCMSR ) {
push ( @liPids, $iCCMSR );
}
#-----------------------------------------------
# Attempt to request sapstart to stop instance..
#-----------------------------------------------
if ( scalar @liPids ) {
&logInfo ( 20077, "<%s> Sending SIGINT to PIDs [%s]",
$sMyName, join ( ' ', @liPids ) );
#-----------------------------------------
# Give SAP chance to shutdown gracefully..
#-----------------------------------------
if ( kill ( 2, @liPids ) == scalar @liPids ) {
&logInfo ( 20078,
"<%s> Successfully sent SIGINT to PIDs [%s]",
$sMyName, join ( ' ', @liPids ) );
}
else {
&logWarn ( 20079,
"<%s> Failed to send SIGINT to PID [%s]",
$sMyName, join ( ' ', @liPids ) );
}
}
else {
&logError ( 20080,
"<%s> Proceeding with SIGKILL for SAP Instance [%s]",
$sMyName, $sInstName );
}
}
#-----------------------------------------
# Whack any persisting SAPNW processes..
#-----------------------------------------
&logTrace ( 20081,
"<%s> Killing SAPNW processes for this instance", $sMyName );
if ( SAPNW::KillSAPNWProcesses ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin ,
$sEnvFile,
$bStopService,
$bUseSystemD ) ) {
&logTrace ( 20082,
"<%s> Processes for this instance do not exist after shutdown",
$sMyName );
}
else {
&logError ( 20083,
"<%s> Could not remove all processes for this instance. Exiting",
$sMyName );
$iReturnCode = 0; # Failure..
}
#-------------------------------------
# Define clean command and arguments..
#-------------------------------------
my $iInstID = ();
#-----------------------------------
# Check if it's safe to clean IPCs..
#-----------------------------------
if ( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io )) {
if ( $sInstName !~ /^ASCS|^SCS/io ) {
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/cleanipc";
$sCommandArgs = "$iInstID remove";
#------------------------
# Run cleanipc ..
#------------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20084,
"<%s> Insufficient time to continue shutdown. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20085,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
else {
&logWarn ( 20388, "<%s> Failed to execute cleanipc. Run the command <%s %s> manually.", $sMyName, $sCommand, $sCommandArgs);
$iReturnCode = 1; # Failure,still forcefully succeed the clean operation
}
}
else {
&logTrace ( 20087,
"<%s> Skipping cleanipc for InstType [%s].", $sMyName, $sInstType );
}
#------------------
# Remove kill.sap..
#------------------
$sKillFile = "/usr/sap/$sSAPSID/$sInstName/work/kill.sap";
if ( -e $sKillFile ) {
&logTrace ( 20088,
"<%s> Located file [%s] for removal", $sMyName, $sKillFile );
push ( @lsFiles, $sKillFile );
}
#----------------------
# Remove shutdown.sap..
#----------------------
$sShutdownFile = "/usr/sap/$sSAPSID/$sInstName/work/shutdown.sap";
if ( -e $sShutdownFile ) {
&logTrace ( 20089,
"<%s> Located file [%s] for removal", $sMyName, $sShutdownFile );
push ( @lsFiles, $sShutdownFile );
}
#-----------------------------
# Remove collector lock file..
#-----------------------------
$sCollLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgcpid";
if ( -e $sCollLockFile ) {
&logTrace ( 20090,
"<%s> Located file [%s] for removal", $sMyName, $sCollLockFile );
push ( @lsFiles, $sCollLockFile );
}
#--------------------------
# Remove sender lock file..
#--------------------------
$sSendLockFile = "/usr/sap/$sSAPSID/$sInstName/data/rslgspid";
if ( -e $sSendLockFile ) {
&logTrace ( 20091,
"<%s> Located file [%s] for removal", $sMyName, $sSendLockFile );
push ( @lsFiles, $sSendLockFile );
}
#-------------------
# Remove the files..
#-------------------
if ( scalar @lsFiles && ! Sys::UnlinkFilesAsUser ( @lsFiles ) ) {
&logError ( 20092, "<%s> Failed to remove stale file(s) [%s]",
$sMyName, join ( ' ', @lsFiles ) );
$iReturnCode = 0; # Failure..
}
}
#----------------------------------
# Initiate SAPNW cleanup log..
#----------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $sMessage = "Clean called for [$sResourceName] [$sCleanReason]";
if ( ! ( $sInstType =~ /(hana|smdagent)/io ) && ( $sInstName !~ /^HDB/io ) ) {
if ( SAPNW::UpdateSAPNWLog ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessage ) ) {
&logTrace ( 20093,
"<%s> Updated log successfully", $sMyName );
}
else {
&logError ( 20094,
"<%s> Could not log successfully", $sMyName );
}
}
SAPNW::DeletePidFile ( $sResourceName );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetResourceState ( IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String EnvFile,
IN Bool StopService,
IN Bool UseSystemD );
Description : First level monitor to determine state of resource.
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
105 ONLINE with confidence level 50 VCSDef_MonitorExit::PARTIAL_ONLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetResourceState {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20095, "Subroutine <%s> called:
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
EnvFile [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sInstType, $sProcMon, $sSAPAdmin , $sEnvFile, $bStopService, $bUseSystemD );
my @liDummyPids = ();
my $iReturnCode = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
1, # Use FFLM..
$bStopService,
$bUseSystemD );
if ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
&logTrace ( 20096,
"<%s> Found all required processes. Return code set to [%s]",
$sMyName, $iReturnCode );
}
else {
&logTrace ( 20097,
"<%s> Did not find all required processes. Returning [%s]",
$sMyName, $iReturnCode );
}
&logTrace ( 20098,
"<%s> Populating global running proclist with [%s] PIDs [%s]",
$sMyName, scalar @liRunningProcs, join ( ' ', @liRunningProcs ) );
return ( $iReturnCode );
}
=pod
-------------------------------------------------------------------------
Function : int GetProcState ( OUT ListReference OnlinePids,
IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String EnvFile,
IN Integer UseFFLM,
IN Bool StopService,
IN Bool UseSystemD );
Description : First level monitor to determine state of resource.
Parameters :
$rliOnlinePids PIDs of relevant running processes
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$iUseFFLM Filtering procedure
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
105 ONLINE with confidence level 50 VCSDef_MonitorExit::PARTIAL_ONLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetProcState {
#----------------
# Get Arguments..
#----------------
my ( $rliOnlinePids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$iUseFFLM,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20099, "Subroutine <%s> called with:
OnlinePids [%s]
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
EnvFile [%s]
UseFFLM [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $rliOnlinePids, $sInstProfile, $sInstType, $sProcMon,
$sSAPAdmin, $sEnvFile, $iUseFFLM, $bStopService, $bUseSystemD );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
#----------------------
# Initialise Variables..
#----------------------
my ( $iProcessCount, $iUseRFLM, $iFound, $iUid, $iPid, $sLang,
$sKey, $rhlProc, $sPidFile, $sProc, $sTemp, $iSapstartPid,
@hProcListHash, @lsUpdates, @lsValues, $iDwMaster, $iJcFlag,
%hiProcPids, %hsSrvrDetails, %hsCopy, $sEntryPointName,
$iSleepTime, $sInstName, $sSAPSID, @liDummyPids, %hsProcMonCopy,
$iJstartFlag, $iJstartmFlag, $sSAPHost, @lsWords, @lsOthers,$iErPid ,
$bNWVersionLt71, $iHdbFlag) = ();
my ( $sSwitch, $bSapstartFlag, $bSapstartSrvFlag,$bErFlag,$iPosn, $bAddIn, %hiDwPids, $iParent, $i ) = ();
$iParent = 1 ; # init
$bNWVersionLt71 = 0 ;
$iPosn = 0;
@$rliOnlinePids = ();
#--------------------------
# Other processes to kill..
#--------------------------
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
my $sStartProfile = "/usr/sap/$sSAPSID/SYS/profile/START_${sInstName}_${sSAPHost}";
if( -f $sStartProfile ) {
$bNWVersionLt71 = 1 ;
&logTrace ( 20100,
"<%s> SAP Start Profile [%s] exists.",
$sMyName, $sStartProfile );
}
@lsOthers = ( "pf=.*profile/(START|${sSAPSID})_${sInstName}_${sSAPHost}", "hdbstatisticsserver", "hdbpreprocessor", "hdbcompileserver", "hdbxsengine", "sapwebdisp_hdb" );
( $sEntryPointName = $0 ) =~ s#.*/##; # Basename..
my $sArch = 0;
my %hsArch = ( 1 => 'Java',
2 => 'ABAP',
3 => 'AddIn' );
my @lsProcMon = $sProcMon =~ /([^\s]+)/g;
my %hsProcs = map { $_ => 1 } @lsProcMon;
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
if ( $bNWVersionLt71 && $hsProcs { jc } && $hsProcs { dw } ) {
$sArch = 3;
++ $bAddIn;
}
elsif ( $bNWVersionLt71 && $hsProcs { JC } ) { # Recursive call..
$sArch = 3;
++ $bAddIn;
}
elsif ( $hsProcs { jc } ) {
$sArch = 1;
}
elsif ( $hsProcs { jstart } && $hsProcs { dw } ) {
$sArch = 3;
++ $bAddIn;
}
elsif ( $hsProcs { JSTARTM } ) { # Recursive call..
$sArch = 3;
++ $bAddIn;
}
elsif ( $hsProcs { dw } ) {
$sArch = 2;
}
if ( $sArch ) {
&logTrace ( 20101,
"<%s> SAP Instance Architecture is [%s]",
$sMyName, $hsArch { $sArch } );
}
else {
&logTrace ( 20102,
"<%s> SAP Instance Type is [%s]",
$sMyName, uc $sInstType );
}
#-----------------------------------------------
# Insert sapstart, unless its a recursive call..
#-----------------------------------------------
if ( $sProcMon eq 'JSTART' ) { # It's Java ..
$sProc = 'jstart';
}
elsif ( $sProcMon eq 'JSTARTM' ) { # It's AddIn ..
$sProc = 'dw jstart'; # AddIn for recursive call..
}
elsif ( $sProcMon eq 'sapstartsrv' ) { # It's SAPSTARTSRV ..
$sProc = 'sapstartsrv';
}
elsif ( $sInstType =~ /^(hana)$/io ) {
$sProc = "sapstart sapstartsrv hdbnameserver hdbindexserver $sProcMon";
}
elsif ( $bNWVersionLt71 && ( $sProcMon eq 'jlaunch' ) ) {
$sProc = $sProcMon; # AddIn for recursive call..
}
elsif ( $bNWVersionLt71 && ( $sProcMon eq 'JC' ) ) {
$sProc = 'jc dw'; # ADD-IN for recursive call..
}
else {
$sProc = "sapstart sapstartsrv $sProcMon";
}
$iUid = getpwnam $sSAPAdmin;
#------------------------------------
# Attempt to get monitoring details..
#------------------------------------
if ( ( 0 == $iUid ) && # User is the super-user..
( 2 == $iUseFFLM ) ) { # And called to kill-by-UID..
&logTrace ( 20103, "<%s> Unsafe to kill processes by User [%s] UID [%s].
Using filter-based approach.", $sMyName, $sSAPAdmin, $iUid ),
$iUseFFLM = 1;
}
if ( $iUseFFLM != 2 ) { # Called for first level check..
if ( SAPNW::GetSrvrDetails ( $sInstProfile,
$sProc,
$bNWVersionLt71,
\%hsSrvrDetails ) ) {
delete $hsSrvrDetails { dw } if $sProcMon eq 'JSTARTM'; # Remove dw in recursive..
delete $hsSrvrDetails { dw } if ( $bNWVersionLt71 && ($sProcMon eq 'JC')); # Remove dw in recursive..
&logTrace ( 20104,
"<%s> Got details for monitoring SAPNW instance", $sMyName );
%hsCopy = %hsSrvrDetails; # Backup..
$iUseRFLM = scalar keys %hsCopy; # Set to entire count..
}
else {
&logError ( 20105,
"<%s> Failed to get details for monitoring SAPNW instance",
$sMyName );
return VCSDef_MonitorExit::UNKNOWN;
}
#---------------------------------
# Check if we attempt to be fast..
#---------------------------------
if ( $sEntryPointName ne 'offline' && $iUseFFLM ) { # FFLM..
$iUseRFLM = 0; # Hopefully skip..
foreach $sKey ( keys %hsCopy ) { # Use copy..
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
$sTemp .= "\nSAPNW process [$sKey]\n"; # Display string..
#----------------
# Read in pairs..
#----------------
while ( ( $sPidFile, $sProc ) = splice ( @lsValues, 0, 2 ) ) {
#-----------
# Run FFLM..
#-----------
$iFound = SAPNW::FFLMStatus ( $sPidFile,
$sProc,
$iUid,
\$iPid );
#----------------
# Update status..
#----------------
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
$sTemp .= "PID File [$sPidFile]\n";
$sTemp .= "Srch Process [$sProc]\n";
$sTemp .= "FFLM Status [$iFound]\n\n";
}
@{ $hsCopy { $sKey } } = @lsUpdates;
#------------------------
# Handle monitor status..
#------------------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if ( $sKey eq 'sapstart' ) { # Check sapstart found ..
$iSapstartPid = $iPid;
unshift ( @$rliOnlinePids, $iPid ); # Insert at the front..
}
elsif ( $sKey eq 'sapstartsrv' ) { # Check sapstartsrv found ..
$iSapStartSrv = $iPid;
++ $bSapstartSrvFlag; # Mark it found..
++ $bSapStartSrv; # Mark global..
}
else {
if ( $sKey eq 'dw' ) { # Check dw master found for ABAP or AddIn ..
$iDwMaster = $iPid;
}
elsif ( $sKey eq 'jc' ) { # Check jc found for Java ..
++ $iJcFlag;
}
elsif ( $sKey eq 'jstartm' ) { # Check jstart master found for AddIn ..
++ $iJstartmFlag;
}
elsif ( $sKey eq 'jstart' ) {
++ $iJstartFlag;
}
elsif ( $sKey eq 'er' ) {
++ $bErFlag;
$iErPid = $iPid;
}
elsif ( $sKey eq 'hdb' ) {
++ $iHdbFlag;
}
&logTrace ( 20106, "<%s> [%s] found in FFLM [%s]", $sMyName, $sKey, $iPid);
push ( @$rliOnlinePids, $iPid ); # Push..
}
}
else {
++ $iUseRFLM; # Mark it for RFLM..
}
}
#----------------
# Print summary..
#----------------
&logTrace ( 20107,
"<%s> SAPNW instance process details ---%s\n\n",
$sMyName, $sTemp );
( $sTemp, $sPidFile, $sProc ) = (); # Release memory..
}
else { # Use RLFM..
#-----------------------------------------
# Mark status of each service as offline..
#-----------------------------------------
$iFound = VCSDef_MonitorExit::OFFLINE; # Set to offline..
foreach $sKey ( keys %hsCopy ) {
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
while ( scalar @lsValues ) {
push ( @lsUpdates, splice ( @lsValues, 0, 2 ), $iFound );
}
@{ $hsCopy { $sKey } } = @lsUpdates; # Update..
}
}
}
else { # Called for Kill..
&logTrace ( 20108,
"<%s> Called to get processes for User [%s] UID [%s]",
$sMyName, $sSAPAdmin, $iUid );
++ $iUseRFLM;
}
#-----------------------
# Regular slow :-( FLM..
#-----------------------
if ( $iUseRFLM ) {
&logTrace ( 20109,
"<%s> Running regular first level monitor", $sMyName );
#----------------------------------
# Set LANG for better performance..
#----------------------------------
$sLang = $ENV { LANG }; # Backup..
$ENV { LANG } = 'C'; # Now set..
#-----------------------------------
# Call processes and store in hash..
#-----------------------------------
$iProcessCount = Proc::GetLongProcessListHash ( \@hProcListHash );
#----------
# Restore..
#----------
defined $sLang ? $ENV { LANG } = $sLang:delete $ENV { LANG }; # Restore..
#----------------------
# Check if we got any..
#----------------------
if ( $iProcessCount ) {
&logTrace ( 20110,
"<%s> Got [%s] processes from proc table for filtering",
$sMyName, $iProcessCount );
}
else {
&logError ( 20111,
"<%s> Call to get process list did not return any processes",
$sMyName );
return VCSDef_MonitorExit::OFFLINE; # Offline..
}
my $iParent = 1; # Set to init..
my $sOSVer = $^O eq 'solaris' ? ( uname ) [2] : '';
#-----------------------
# Search for processes..
#-----------------------
foreach $rhlProc ( @hProcListHash ) {
#--------------------------------------------------------------
# Each $rhlProc is a ref. to a hash with the following keys..
# "UID" =>
# "PID" =>
# "PPID" =>
# "COMMAND" =>
#--------------------------------------------------------------
next unless defined $$rhlProc { UID }; # Bug in Proc::GetLongProcessListHash..
next if $$rhlProc { PID } == $$; # Skip self..
$iPid = $$rhlProc { PID }; # Assign..
&logTrace ( 20112, "<%s> Searching UID [%s] PID [%s] PPID [%s] CMD [%s]",
$sMyName, $$rhlProc { UID }, $$rhlProc { PID }, $$rhlProc { PPID }, $$rhlProc { COMMAND } );
#--------------------------------
# Handle Solaris 10 local zones..
#--------------------------------
if ( $sOSVer eq '5.10' && # Solaris 10..
$$rhlProc { COMMAND } =~ m@/sbin/init$@ && # With init..
! kill ( 0, 1 ) ) { # In a non-global zone..
$iParent = $$rhlProc { PPID }; # Get actual PID..
}
if ( $$rhlProc { UID } == $iUid ) { # Process owner..
#-----------------------------------------------
# Look for processes that were offline in FFLM..
#-----------------------------------------------
if ( $iUseFFLM != 2 ) { # Request to filter..
foreach $sKey ( keys %hsCopy ) {
@lsUpdates = (); # Reset..
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
#--------------------------------------------------
# Should have details per three elements of array..
#
#--------------------------------------------------
while ( ( $sPidFile, $sProc, $iFound ) = splice ( @lsValues, 0, 3 ) ) {
if ( VCSDef_MonitorExit::OFFLINE == $iFound ) { # Earlier marked offline..
if ( $$rhlProc { COMMAND } =~ /$sProc/ ) { # Now found..
#-----------------------
# Handle dw separately..
#-----------------------
$iFound = VCSDef_MonitorExit::ONLINE unless $sKey eq 'dw';
#-----------------------
# Handle special cases..
#-----------------------
$sSwitch = $sKey =~ /^(jc|jstart|dw|sapstart|sapstartsrv|jlaunch|hdb)$/o ? $sKey: 'default';
if("sapstart" eq $sSwitch) {
$iPosn = 0;
$iSapstartPid = $iPid; # Store..
}
elsif("jc" eq $sSwitch) {
$iPosn = 1;
++ $iJcFlag; # Set flag..
}
elsif("jstartm" eq $sSwitch) {
$iPosn = 2;
++ $iJstartmFlag;
}
elsif("jstart" eq $sSwitch) {
$iPosn = 3;
++ $iJstartFlag;
}
elsif("dw" eq $sSwitch) {
$iPosn = 4;
$hiDwPids { $iPid } = $$rhlProc { PPID }; # Store..
}
elsif("jlaunch" eq $sSwitch) {
$iPosn = 5;
}
elsif("sapstartsrv" eq $sSwitch) {
$iSapStartSrv = $iPid; # Store..
++ $bSapstartSrvFlag; # Mark it found..
++ $bSapStartSrv; # Mark global..
if ( $sInstType !~ /^(sapstartsrv)$/io ) {
$hiProcPids { $sKey } = $iPid; # Store..
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
if ( !$bStopService) {
next;
}
}
}
elsif("er" eq $sSwitch) {
++ $bErFlag;
$iErPid = $iPid;
}
elsif("hdb" eq $sSwitch) {
++ $iHdbFlag;
}
else{
$iPosn = scalar @$rliOnlinePids;
}
#--------------------------------
# Insert into appropriate place..
#--------------------------------
$iPosn = scalar @$rliOnlinePids if $iPosn > scalar @$rliOnlinePids;
splice ( @$rliOnlinePids, $iPosn, 0, $iPid ); # Insert..
$hiProcPids { $sKey } = $iPid; # Store..
&logTrace ( 20113,
"<%s> Found PID [%s] PPID [%s] CMD [%s] with filter [%s]",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND }, $sProc );
}
}
#----------------
# Update status..
#----------------
push ( @lsUpdates, $sPidFile, $sProc, $iFound );
}
@{ $hsCopy { $sKey } } = @lsUpdates; # Update..
}
}
elsif ( $sProcMon !~ /JSTART/ ) { # Request for kill..
&logTrace ( 20114,
"<%s> Pushing PID [%s] with PPID [%s] Cmd [%s] on stack",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND } );
push ( @$rliOnlinePids, $iPid ); # Store..
}
}
#---------------------------------
# Handle other related processes..
#---------------------------------
if ( ( $sInstType !~ /^(sapstartsrv)$/io ) && # Instance Type is not SAPSTARTSRV
( ! grep { /^$iPid$/ } @$rliOnlinePids ) && # Not caught earlier..
$$rhlProc { UID } == $iUid && # Owned by SAPAdmin
map { $$rhlProc { COMMAND } =~ /$_/ } @lsOthers ) { # Was now found..
#-----------------------------------------
# Populate dwindling sapstartsrv process..
#-----------------------------------------
if ( $$rhlProc { COMMAND } =~ /sapstartsrv/o ) {
$iSapStartSrv = $iPid; # Populate global..
if ( !$bStopService) {
next;
}
}
elsif ( $$rhlProc { COMMAND } =~ /cm\.sap/o ) { # Note sapccm4x process
$iCCMSX = $iPid; # Populate global..
}
elsif ( $$rhlProc { COMMAND } =~ /cs\.sap/o ) { # Note sapccmsr process
$iCCMSR = $iPid; # Populate global..
}
elsif ( $$rhlProc { COMMAND } =~ /sapccm4x/o ) {
$iCCMSX = $iPid; # Populate global..
}
elsif ( $$rhlProc { COMMAND } =~ /sapccmsr/o ) { # Note sapccmsr process
$iCCMSR = $iPid; # Populate global..
}
push ( @$rliOnlinePids, $iPid ); # Store..
&logTrace ( 20115,
"<%s> Matched process PID [%s] PPID [%s] CMD [%s]",
$sMyName, $iPid, $$rhlProc { PPID }, $$rhlProc { COMMAND } );
}
}
}
#------------------------------------
# Set final status for each process..
#------------------------------------
my ( $iOnline, $iOffline ) = ();
my @liDwPids = keys %hiDwPids;
$sTemp = ''; # Ensure..
foreach $sKey ( sort keys %hsCopy ) {
@lsValues = @{ $hsCopy { $sKey } }; # Get values..
$sTemp .= "\nProcess [$sKey]\n";
while ( ( $sPidFile, $sProc, $iFound ) = splice ( @lsValues, 0, 3 ) ) {
#-------------------------------------
# Set status for dw master process ..
#-------------------------------------
if ( $bAddIn && $sProcMon !~ /JSTARTM/ ) {
&logTrace ( 20116,
"<%s> Key [%s] EntryPoint [%s] AddIn [%s] dw master [%s]",
$sMyName, $sKey, $sEntryPointName, $bAddIn, $iDwMaster );
}
if ( $sKey eq 'dw' && scalar @liDwPids ) {
#-------------------------------------
# Check if we the dw master process ..
#-------------------------------------
if ( $iSapstartPid && # sapstart exists
( ( $iDwMaster ) = # Get the dw master
grep { # By finding
$iSapstartPid == $hiDwPids { $_ } # sapstart as it's parent
} @liDwPids ) ) { # From all dw processes
$hiProcPids { $sKey } = $iDwMaster; # Store..
$iFound = VCSDef_MonitorExit::ONLINE; # And mark online..
&logTrace ( 20117,
"<%s> Found master dw process PID [%s] PPID [%s]",
$sMyName, $iDwMaster, $iSapstartPid );
}
elsif ( ( ( $iDwMaster ) = # A dw process..
grep { # Found..
$iParent == $hiDwPids { $_ } &&# With init as parent..
++ $i # Mark it..
} @liDwPids ) && 1 == $i ) { # If only one such exists..
$hiProcPids { $sKey } = $iDwMaster; # Store..
$iFound = VCSDef_MonitorExit::ONLINE; # And mark online..
&logWarn ( 20118,
"<%s> Missing sapstart process.
Found master dw process PID [%s] PPID [%s]",
$sMyName, $iDwMaster, $hiDwPids { $iDwMaster } );
}
else {
&logTrace ( 20119,
"<%s> Missing dw master. Marking status as offline", $sMyName );
$iFound = VCSDef_MonitorExit::OFFLINE; # Ensure its offline..
#------------------------
# Delete PID, if stored..
#------------------------
if ( defined $hiProcPids { $sKey } ) {
delete $hiProcPids { $sKey };
}
}
}
#--------------------------
# Mark status of sapstart..
#--------------------------
if ( $sKey eq 'sapstart' && $iSapstartPid ) {
++ $bSapstartFlag; # Mark it found..
++ $bSapStart; # Mark global..
}
if ( $sKey eq 'sapstartsrv' && $iSapStartSrv ) {
++ $bSapstartSrvFlag; # Mark it found..
++ $bSapStartSrv; # Mark global..
}
if ( $sKey eq 'er' && $iErPid ) {
++ $bErFlag;
}
#------------------------------------
# If we are AddIn, validate jstart ..
#------------------------------------
if ( $sKey eq 'jstartm' && # Looking for jstart..
$sEntryPointName eq 'monitor' && # in monitor..
$bAddIn &&
$iDwMaster ) { # dw and jstart declared..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
while ( ! ( $iJstartmFlag && $iJstartFlag ) ) { # jstart master missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20120,
"<%s> Insufficient time [%s] sec to retry. Exiting ..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20121,
"<%s> Missing 'jstart' master, though 'dw' master [%s] exists.
Retrying in [%s] sec", $sMyName, $iDwMaster, $iSleepTime );
sleep $iSleepTime; # Take a break..
#-------------------------------
# Call ourselves with 'JSTARTM'..
#-------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'JSTARTM', # In CAPS..
$sSAPAdmin,
$sEnvFile,
0,
$bStopService,
$bUseSystemD ); # Regular FLM..
#--------------------------------------------------------------------
# If we returned online, we know we found jstart master and at least
# one jstart server process. PID now is in first position..
#--------------------------------------------------------------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
&logTrace ( 20122,
"<%s> Found jstart master process after recursive call",
$sMyName );
#-----------------------------
# Update jstartm and jstart ..
#-----------------------------
( $hiProcPids { jstartm }, $hiProcPids { jstart } ) = (); # Ensure undefs..so that PID
# files are not created again for FFLM..
++ $iJstartmFlag; # Set flag..
${ $hsCopy { jstartm } } [-1] = $iFound; # Mark online..
++ $iJstartFlag; # Set flag..
${ $hsCopy { jstart } } [-1] = $iFound; # Mark online..
}
else {
&logError ( 20123, "<%s> Missing jstart child process after recursive call. Retrying ..", $sMyName );
${ $hsCopy { jstartm } } [-1] = VCSDef_MonitorExit::ONLINE;
${ $hsCopy { jstart } } [-1] = VCSDef_MonitorExit::OFFLINE;
$iFound = VCSDef_MonitorExit::OFFLINE;
}
}
}
#--------------------------------------------------
# Check if 'jstart' is missing and 'jc' is alive ..
#--------------------------------------------------
if ( $sEntryPointName eq 'monitor' && # In monitor..
$sKey eq 'jstart' && # Jstart,
$iJcFlag ) { # when jc, alive..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
while ( ! $iJstartFlag ) { # jstart missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20124,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20125,
"<%s> Missing process [%s], though 'jc' exists. Retrying in [%s] sec",
$sMyName, $sKey, $iSleepTime );
sleep $iSleepTime; # Take a break..
#--------------------------------------
# Call ourselves again with 'jstart' ..
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'JSTART',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
#--------
# Store..
#--------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
$hiProcPids { jstart } = ();
${ $hsCopy { jstart } } [-1] = $iFound; # Mark online..
++ $iJstartFlag;
&logTrace ( 20126,
"<%s> Found jstart process after recursive call.", $sMyName );
}
else {
&logError ( 20127, "<%s> Missing jstart process after recursive call. Retrying ..", $sMyName );
$iFound = VCSDef_MonitorExit::OFFLINE; # Ignore partial..
}
}
}
#----------------------------------
# Check for jc and jlaunch processes
# if $bNWVersionLt71 is set
#--------------------------------
#--------------------------------
# If we are ADD-IN, validate jc..
#--------------------------------
if ( $bNWVersionLt71 && # SAP Netweaver version is less than 7.1
$sKey eq 'jc' && # Looking for jc..
$sEntryPointName eq 'monitor' && # in monitor..
$bAddIn && # dw and jc declared..
$iDwMaster ) { # dw master exists..
if ( ! $iJcFlag ) { # jc missing..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
while ( ! $iJcFlag ) { # jc missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20128,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20129,
"<%s> Missing process [%s], though 'dw' master [%s] exists.
Retrying in [%s] sec", $sMyName, $sKey, $iDwMaster, $iSleepTime );
sleep $iSleepTime; # Take a break..
#---------------------------
# Call ourselves with 'JC'..
#---------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'JC',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
#--------------------------------------------------------------------
# If we returned online, we know we found jc and at least one jaunch.
# PID of jc now is in first position..
#--------------------------------------------------------------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
&logTrace ( 20130,
"<%s> Found jc process with PID [%s] after recursive call",
$sMyName, $liDummyPids [0] );
$hiProcPids { $sKey } = shift @liDummyPids; # Store..
++ $iJcFlag; # Set flag..
#-----------------
# Update jlaunch..
#-----------------
$hiProcPids { jlaunch } = shift @liDummyPids; # Store..
${ $hsCopy { jlaunch } } [-1] = $iFound; # Mark online..
}
else {
&logWarn ( 20131, "<%s> Missing jc after recursive call.Retrying..", $sMyName );
}
}
}
}
#--------------------------------------------------
# Check if 'jlaunch' is missing and 'jc' is alive..
#--------------------------------------------------
if ( $bNWVersionLt71 && # SAP Netweaver version is less than 7.1
$sEntryPointName eq 'monitor' && # In monitor..
$sKey eq 'jlaunch' && # Jaunch,
$iJcFlag && # when jc, alive..
VCSDef_MonitorExit::OFFLINE == $iFound ) { # is not..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
my $iJLaunchFlag = 0 ;
while ( ! $iJLaunchFlag ) { # jlaunch missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20132,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20133,
"<%s> Missing process [%s], though 'jc' exists. Retrying in [%s] sec",
$sMyName, $sKey, $iSleepTime );
sleep $iSleepTime; # Take a break..
#--------------------------------------
# Call ourselves again with 'jlaunch'..
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'jlaunch',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM
$bStopService,
$bUseSystemD );
#--------
# Store..
#--------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if ( scalar @liDummyPids ) {
push ( @$rliOnlinePids, @liDummyPids );
$hiProcPids { $sKey } = $liDummyPids [0];
++ $iJLaunchFlag ;
&logTrace ( 20134,
"<%s> Found jlaunch process with PID [%s] after another attempt",
$sMyName, $liDummyPids [0] );
}
else {
&logWarn ( 20135, "<%s> Missing jlaunch after recursive call.Retrying..", $sMyName );
}
}
}
}
#-----------------------------------------------------------------------
# Check if hdb.sap_ is alive,other hana process is missing
#-----------------------------------------------------------------------
if ( ( $sEntryPointName =~ /^(monitor|imf_register)$/o ) && # In monitor or imf_register..
( $sKey =~ /^(hdbnameserver|hdbindexserver|hdbstatisticsserver|
hdbpreprocessor|hdbcompileserver|
hdbxsengine|sapwebdisp_hdb)$/io ) && # hana process other than sapstart|sapstartsrv|hdb.sap_,
$iHdbFlag && # when hdb.sap_, alive..
VCSDef_MonitorExit::OFFLINE == $iFound ) { # is not..
#-----------------------------------
# Calculate sleep time dynamically..
#-----------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
my $iHanaProcessesFound = 0 ;
while ( ! $iHanaProcessesFound ) { # hana process missing..
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logTrace ( 20394,
"<%s> Insufficient time [%s] sec to retry. Exiting..", $sMyName, $iTimeRemain );
last;
}
&logWarn ( 20395,
"<%s> Missing process [%s], though 'hdb.sap' exists. Retrying in [%s] sec",
$sMyName, $sKey, $iSleepTime );
sleep $iSleepTime; # Take a break..
#--------------------------------------
# Call ourselves again with same ProcMon list.
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
#--------
# Store..
#--------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if ( scalar @liDummyPids ) {
push ( @$rliOnlinePids, @liDummyPids );
$hiProcPids { $sKey } = $liDummyPids [0];
++ $iHanaProcessesFound ;
&logTrace ( 20396,
"<%s> Found [%s] process with PID [%s] after another attempt",
$sMyName, $sKey , $liDummyPids [0] );
}
else {
&logWarn ( 20397, "<%s> Missing [%s] after recursive call.Retrying..", $sMyName, $sKey );
}
}
}
}
#-----------------------------------
# Create PID files for use in FFLM..
#-----------------------------------
if ( $iUseRFLM && $iUseFFLM != 2 && # In RFLM..
$hiProcPids { $sKey } && # PID populated..
( $sEntryPointName =~ /^(monitor|online)$/o ) ) { # In monitor or online..
&logTrace ( 20136,
"<%s> Creating PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $hiProcPids { $sKey } );
#---------
# Create..
#---------
if ( SAPNW::CreatePidFile ( $sPidFile, $hiProcPids { $sKey } ) ) {
&logTrace ( 20137,
"<%s> Successfully created PID file [%s]", $sMyName, $sPidFile );
}
else {
&logError ( 20138,
"<%s> Could not create PID file [%s] successfully",
$sMyName, $sPidFile );
}
}
#-------------
# Set status..
#-------------
if ( VCSDef_MonitorExit::ONLINE == $iFound ) {
if( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io ) ) {
$iOnline = $iFound;
}
elsif( $sKey ne 'sapstartsrv' ) {
$iOnline = $iFound;
}
}
elsif ( VCSDef_MonitorExit::OFFLINE == $iFound && $sKey ne 'sapstart' ) {
if ( $bAddIn && $sKey eq 'jstart' && $sProcMon !~ /JSTART/ ) {
$iFound = 'XXX';
}
else {
if( ( $bStopService ) || ( $sInstType =~ /^(sapstartsrv)$/io ) ) {
$iOffline = $iFound;
}
elsif( $sKey ne 'sapstartsrv' ) {
$iOffline = $iFound;
}
}
}
elsif ( VCSDef_MonitorExit::OFFLINE == $iFound ) {
$iOffline = $iFound;
}
$sTemp .= "Srch Process [$sProc]\n";
$sTemp .= "FLM Status [$iFound]\n\n";
}
$sTemp .= "--------------------";
}
#-------------------
# Set final status..
#-------------------
$iReturnCode = $iOnline && $iOffline ? VCSDef_MonitorExit::PARTIAL_ONLINE:
$iOffline || $iOnline || VCSDef_MonitorExit::UNKNOWN;
#$sTemp =~ s/XXX/VCSDef_MonitorExit::ONLINE == $iReturnCode ? 110:100/e;
if ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
$sTemp =~ s/XXX/110/;
}
else {
$sTemp =~ s/XXX/100/;
}
#------------------------------------------------
# Reset status based on PIDs, if not in monitor..
#------------------------------------------------
if ( $sEntryPointName ne 'monitor' &&
( VCSDef_MonitorExit::OFFLINE == $iReturnCode ) &&
scalar @$rliOnlinePids ) {
$iReturnCode = VCSDef_MonitorExit::PARTIAL_ONLINE;
&logTrace ( 20139,
"<%s> Found [%s] PIDs [%s] for this instance of SAPNW.
Resetting return code to [%s]",
$sMyName, scalar @$rliOnlinePids, join ( ' ', @$rliOnlinePids ),
$iReturnCode );
}
#---------------------
# Report on sapstart..
#---------------------
if ( ! $bSapstartFlag && # Missing sapstart..
$sEntryPointName eq 'monitor' && # In monitor..
$sProcMon !~ /^(JSTART|JSTARTM|JC|jlaunch|sapstartsrv)$/o && # Not in recursive call..
VCSDef_MonitorExit::OFFLINE != $iReturnCode ) { # Not offline..
&logTrace ( 20140,
"<%s> Missing sapstart process in first level monitor",
$sMyName );
}
#---------------------
# Report on sapstartsrv..
#---------------------
if ( ! $bSapstartSrvFlag && # Missing sapstartsrv..
$bSapstartFlag && #sapstart is present
( $sInstType !~ /^(sapstartsrv)$/io ) &&
$sEntryPointName eq 'monitor' && # In monitor..
$sProcMon !~ /^(JSTART|JSTARTM|JC|jlaunch)$/o && # Not in recursive call..
VCSDef_MonitorExit::OFFLINE != $iReturnCode ) { # Not offline..
my $sHaresCmd = $sCmdHares;
my $sHagrpCmd = $sCmdHagrp;
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $iExitCode = () ;
#----------------
# Re-initialise..
#----------------
my $sHaresCmdArgs = "-value $sResourceName Group";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sHaresCmd $sHaresCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20144,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Group does not exist/o ) {
&logError ( 20145,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
else {
#----------------
# Re-initialise..
#----------------
my $sGrpName = $lsHaresOut[0] ;
&logTrace ( 20146,
"<%s> Group for resource %s is %s.", $sMyName,$sResourceName,$sGrpName );
my $sHagrpCmdArgs = "-value $sGrpName Frozen";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHagrpOut = grep { s/\n// || 1 } readpipe ( "$sHagrpCmd $sHagrpCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20147,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Frozen does not exist/o ) {
&logError ( 20148,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
elsif ($lsHagrpOut[0] ne "1" ){
&logWarn ( 20141,
"<%s> Missing sapstartsrv process in first level monitor.Marking for Restart.",
$sMyName );
if ( SAPNW::StartSapService ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD ) ) {
&logInfo ( 20142,
"<%s> sapstartsrv started successfully.", $sMyName );
}
else {
&logWarn ( 20143,
"<%s> sapstartsrv could not be started.", $sMyName );
}
}
}
}
if ( ! $bErFlag && # Missing er..
$bSapstartSrvFlag && #sapstartsrv is present
( $sInstType =~ /^(enqrep)$/io ) &&
$sEntryPointName =~ /^(monitor|imf_register)$/o && # In monitor..
$sProcMon !~ /^(JSTART|JSTARTM|JC|jlaunch)$/o && # Not in recursive call..
( VCSDef_ResourceState::ONLINE == $::giState ) && # Resource is ONLINE
( VCSDef_ResourceIState::NOT_WAITING == $::giIState ) && # Resource is in steady ONLINE state
VCSDef_MonitorExit::OFFLINE == $iReturnCode ) { # offline..
my $sHaresCmd = $sCmdHares;
my $sHagrpCmd = $sCmdHagrp;
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my $iExitCode = () ;
#----------------
# Re-initialise..
#----------------
my $sHaresCmdArgs = "-value $sResourceName Group";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sHaresCmd $sHaresCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20144,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Group does not exist/o ) {
&logError ( 20145,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
else {
#----------------
# Re-initialise..
#----------------
my $sGrpName = $lsHaresOut[0] ;
&logTrace ( 20146,
"<%s> Group for resource %s is %s.", $sMyName,$sResourceName,$sGrpName );
my $sHagrpCmdArgs = "-value $sGrpName Frozen";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHagrpOut = grep { s/\n// || 1 } readpipe ( "$sHagrpCmd $sHagrpCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20147,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute Frozen does not exist/o ) {
&logError ( 20148,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
elsif ($lsHagrpOut[0] ne "1" ){
&logTrace ( 20149,
"<%s> Group for resource %s is %s and is not Frozen.", $sMyName,$sResourceName,$sGrpName );
if( ( VCSDef_ResourceState::ONLINE == $::giState ) &&
( VCSDef_ResourceIState::WAITING_TO_GO_OFFLINE != $::giIState ))
{
#----------------
# Re-initialise..
#----------------
$sHaresCmdArgs = "-value $sResourceName EnqSrvResName";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
my @lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sHaresCmd $sHaresCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20150,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $iExitCode );
}
elsif ( $lsHaresOut[0] =~ /10048.*Attribute EnqSrvResName does not exist/o ) {
&logError ( 20151,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sHaresCmd, $sHaresCmdArgs, $lsHaresOut[0] );
}
else {
my $sEnqSrvResName = $lsHaresOut[0];
if( $sEnqSrvResName ne "" ) {
$sHaresCmd = $sCmdHares;
my $sHasyscmd = $sCmdHasys;
my $sHasyscmdArgs = " -nodeid ";
my $sHasysOut = readpipe ( "$sHasyscmd $sHasyscmdArgs" );
chomp $sHasysOut;
$sHasysOut =~ s/.*Node name: //;
$sHasysOut =~ s/ Node ID: .*//;
# call hares display and look to get the IState info
#call display with resource type
my $sAttributes = "IState State";
my $sGroups = "";
my $sTypes = "SAPNW";
my $sSystems = $sHasysOut;
my $bIsEnqueueResWaitingOnline = 0;
my $bIsEnqueueResOnline = 0;
my @lsResultsList = ();
if(Hares::Display($sEnqSrvResName,
$sAttributes,
$sGroups,
$sTypes,
$sSystems,
\@lsResultsList)) {
#ran display command ok - continue
#spin the list and look at IState and State info
foreach my $sEachResult (@lsResultsList) {
my @lsEachResultList = split(/\s/, $sEachResult);
my $sTmpResourceName = shift(@lsEachResultList);
my $sTmpAttribute = shift(@lsEachResultList);
my $sTmpSystem = shift(@lsEachResultList);
my $sTmpValue = join(" ", @lsEachResultList);
my $sTmpValueLC = lc($sTmpValue);
if(($sTmpAttribute eq "IState") && ($sTmpValueLC =~ "waiting") && ($sTmpValueLC =~ "online")) {
#----------------
# Re-initialise..
#----------------
$bIsEnqueueResWaitingOnline = 1 ;
$sHaresCmdArgs = " -wait $sEnqSrvResName State ONLINE -sys $sHasysOut -time 300";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
$sHaresCmd = $sHaresCmd . $sHaresCmdArgs ;
&logInfo ( 20152,
"<%s> Executing command %s.", $sMyName ,$sHaresCmd);
$iExitCode = system($sHaresCmd) ;
#-----------------------------------------
# Check if command is not executed successfully..
#-----------------------------------------
if ( $iExitCode == 0 ) {
$bIsEnqueueResOnline = 1;
$bIsEnqueueResWaitingOnline = 0 ;
}
}
if(($sTmpAttribute eq "State") && ($sTmpValueLC =~ "online") ) {
$bIsEnqueueResOnline = 1;
}
}
#-----------------------------------------
# Check if command is not executed successfully..
#-----------------------------------------
if ( ($bIsEnqueueResOnline != 1 ) && ($bIsEnqueueResWaitingOnline != 1 ) ) {
&logWarn ( 20153,
"<%s> Missing er process in first level monitor.Marking for Restart.",
$sMyName );
if ( SAPNW::StartERSInstance ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD) ) {
&logInfo ( 20154,
"<%s> er started successfully.", $sMyName );
&logWarn ( 20155,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
SAPNW::DeletePidFile ( $sResourceName );
#--------------------------------------
# Call ourselves again with 'er' ..
#--------------------------------------
$iFound = SAPNW::GetProcState ( \@liDummyPids,
$sInstProfile,
$sInstType,
'er',
$sSAPAdmin,
$sEnvFile,
0, # Regular FLM..
$bStopService,
$bUseSystemD );
$iReturnCode = $iFound;
@$rliOnlinePids = @liDummyPids;
}
else {
&logWarn ( 20156,
"<%s> er could not be started.", $sMyName );
}
}
}
}
}
}
}
}
}
#-----------------------
# Report on FLM status..
#-----------------------
if ( $iUseFFLM != 2 ) { # Request to filter..
&logTrace ( 20157,
"<%s> SAPNW process details ---\n%s\nReturn code is [%s]",
$sMyName, $sTemp, $iReturnCode );
$sTemp = undef; # Release..
}
#--------------------------------
# Populate the global PID array..
#--------------------------------
@liRunningProcs = @$rliOnlinePids;
&logTrace ( 20158,
"<%s> Populating global running proclist with [%s] PIDs [%s]",
$sMyName, scalar @liRunningProcs, join ( ' ', @liRunningProcs ) );
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int Monitor ( IN String EnvFile,
IN String ProcMon,
IN String InstProfile,
IN String InstType,
IN String MonitorProgram,
IN String SAPAdmin,
IN Integer SecondLevelMonitor );
Description: Performs the in-depth monitoring
Parameters :
$sEnvFile Absolute path to environment file to source
$sProcMon List of Processes to be monitored
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sMonitorProgram Full path to external monitor program
$sSAPAdmin SAP System Administrator
$iSecondLevelMonitor Cycle count to run in-depth monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
?? HUNG: External monitor timed out VCSDef_MonitorExit::TIMEOUT
The entry point hangs if in-depth monitoring cannot be completed.
-------------------------------------------------------------------------
=cut
sub Monitor {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sProcMon,
$sInstProfile,
$sInstType,
$sMonitorProgram,
$sSAPAdmin,
$iSecondLevelMonitor,
$level_two ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20159, "Subroutine <%s> called with:
EnvFile [%s]
ProcMon [%s]
InstProfile [%s]
InstType [%s]
MonitorProgram [%s]
SAPAdmin [%s]
SecondLevelMonitor [%s]
level_two [%s]",
$sMyName, $sEnvFile, $sProcMon, $sInstProfile, $sInstType,
$sMonitorProgram, $sSAPAdmin, $iSecondLevelMonitor, $level_two );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
my $iTillWhen = undef;
#----------------------------------------------
# In-depth monitoring, if correct time to run..
#----------------------------------------------
if ( -300 == $level_two ) {
$level_two = VCSagentFW::RunSecondLevelMonitor ( $iSecondLevelMonitor );
&logTrace ( 20160, "<%s> Traditional second level monitoring, SLM flag for this monitor set to [%s] ", $sMyName, $level_two );
}
if ($level_two >= 1 ) {
#--------------------------
# Just In Time Validation..
#--------------------------
if ( VCSDef_MonitorExit::ONLINE == ( $iReturnCode =
SAPNW::DelayedAttributeCheck ( $sEnvFile,
$sInstProfile,
$sSAPAdmin ) ) ) {
&logTrace ( 20161,
"<%s> Delayed attribute check completed successfully",
$sMyName );
}
else {
&logError ( 20162,
"<%s> Attribute validation failed. Returning [%s]",
$sMyName, $iReturnCode );
return $iReturnCode;
}
&logTrace ( 20163,
"<%s> Proceeding with second level monitoring", $sMyName );
#-------------------------------------------------------
# Upper bound..
# Time in EPOCH when entry pt started + VCS time limit..
#-------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
if ( VCSDef_MonitorExit::ONLINE == ( $iReturnCode =
SAPNW::SecondLevelMonitor ( $sEnvFile,
$sProcMon,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$iTillWhen ) ) ) {
&logTrace ( 20164,
"<%s> SAPNW instance online with status [%s] after SLM",
$sMyName, $iReturnCode );
}
else {
&logError ( 20165,
"<%s> SAPNW instance NOT online after SLM. Status [%s]",
$sMyName, $iReturnCode );
return $iReturnCode;
}
}
#------------------------------------------------
# Exit if external monitor has not been defined..
#------------------------------------------------
return $iReturnCode unless defined $sMonitorProgram;
#---------------------------------------
# MonitorProgram defined..
# Separate the executable and the args..
#---------------------------------------
my ( $sExtCmd, $sExtCmdArgs ) = $sMonitorProgram # Separate
=~ /(\S+)\s*(.*)/; # Cmd and args..
$sExtCmdArgs = '' unless defined $sExtCmdArgs; # Prevent undefs..
if ( $sExtCmd ) { # Defined..
#----------------------------------------
# Get time bearings, if not got earlier..
#----------------------------------------
$iTillWhen ||= $^T + SAPNW::GetEngineTimeout ( 1 );
if ( VCSDef_MonitorExit::ONLINE == # and found online..
( $iReturnCode = # by the status..
SAPNW::ExternalMonitor ( $sSAPAdmin,
$sEnvFile,
$sExtCmd,
$sExtCmdArgs,
$iTillWhen ) ) ) {
&logTrace ( 20166,
"<%s> SAPNW instance found online with status [%s]
after executing external monitor [%s] with args [%s]",
$sMyName, $iReturnCode, $sExtCmd, $sExtCmdArgs );
}
else {
&logError ( 20167,
"<%s> SAPNW instance NOT online after executing external monitor
[%s] with args [%s]. Status [%s]",
$sMyName, $sExtCmd, $sExtCmdArgs, $iReturnCode );
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int DelayedAttributeCheck ( IN String EnvFile,
IN String InstProfile,
IN String SAPAdmin );
Description : Just In Time Validation
Parameters :
$sEnvFile Absolute path to environment file to source
$sInstProfile Instance profile file for the SAP Instance
$sSAPAdmin SAP System Administrator
Returns : Integer value as defined below:
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub DelayedAttributeCheck {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sInstProfile,
$sSAPAdmin ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20168, "Subroutine <%s> called with:
EnvFile [%s]
InstProfile [%s]
SAPAdmin [%s]",
$sMyName, $sEnvFile, $sInstProfile, $sSAPAdmin );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
#--------------------------------------------
# Create hash to weed out empty args values..
#--------------------------------------------
my @lsArgs = qw ( EnvFile InstProfile SAPAdmin );
my @lsReqdArgs = qw ( EnvFile InstProfile SAPAdmin );
my ( @lsMissing, %hsArgList ) = ();
@hsArgList { @lsArgs } = @_; # Assign..
#-----------------------
# Check what's missing..
#-----------------------
if ( @lsMissing = grep { $hsArgList { $_ } !~ /\S/o } @lsReqdArgs ) {
&logError ( 20169,
"<%s> The following mandatory fields were not set [%s], Total [%s]",
$sMyName, join ( ' ', @lsMissing ), scalar @lsMissing );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#--------------------
# Return, if failed..
#--------------------
if ( VCSDef_MonitorExit::ONLINE != $iReturnCode ) {
return $iReturnCode;
}
#-------------------------------
# Validate parameter SAPAdmin..
#-------------------------------
if ( ! defined getpwnam $sSAPAdmin ) {
&logError ( 20170, "<%s> SAPAdmin [%s] is not a valid UNIX login",
$sMyName, $sSAPAdmin );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#------------------------------
# Validate parameter EnvFile..
#------------------------------
if ( ! -e $sEnvFile ) {
&logError ( 20171, "<%s> EnvFile [%s] file does not exist",
$sMyName, $sEnvFile );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
#----------------------------------
# Validate parameter InstProfile..
#----------------------------------
if ( ! -e $sInstProfile ) {
&logError ( 20172, "<%s> InstProfile [%s] file does not exist",
$sMyName, $sInstProfile );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int SecondLevelMonitor ( IN String EnvFile,
IN String ProcMon,
IN String InstProfile,
IN String InstType,
IN String SAPAdmin,
IN Integer TillWhen );
Description : Does in-depth monitoring, if enabled.
Parameters :
$sEnvFile Absolute path to environment file to source
$sProcMon List of processes to be monitored
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sSAPAdmin SAP System Administrator
$iTillWhen Time in EPOCH left for IInd level monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
?? HUNG: External monitor timed out VCSDef_MonitorExit::TIMEOUT
The entry point hangs if the command cannot be completed.
-------------------------------------------------------------------------
=cut
sub SecondLevelMonitor {
#----------------
# Get Arguments..
#----------------
my ( $sEnvFile,
$sProcMon,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$iTillWhen ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20173, "Subroutine <%s> called with:
EnvFile [%s]
ProcMon [%s]
InstProfile [%s]
InstType [%s]
SAPAdmin [%s]
TillWhen [%s]",
$sMyName, $sEnvFile, $sProcMon, $sInstProfile, $sInstType,
$sSAPAdmin, $iTillWhen );
#------------------
# Hopeful success..
#------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#-------------------------
# Define local variables..
#-------------------------
my ( $iTimeout, $iExitCode, $sCommand, $sCommandArgs, @lsCmdout ) = ();
my ($sSAPSID, $sInstName, $iInstID, $sSAPHost, $sSAPHome) = ();
my (@lsWords) = ();
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sSAPHome = "/usr/sap/$sSAPSID/$sInstName/exe";
my ( $sSwitch, $iRetCode ) = ();
if ( $sInstType =~ /^(sapstartsrv)$/io ) {
&logTrace ( 20174,
"<%s> Skipping level two monitor for InstType [%s] InstanceName [%s] and SID [%s]",
$sMyName, $sInstType, $sInstName, $sSAPSID );
return VCSDef_MonitorExit::ONLINE;
}
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
my $sArch = 0;
my %hsArch = ( 1 => 'Java',
2 => 'ABAP',
3 => 'AddIn' );
my @lsProcMon = $sProcMon =~ /([^\s]+)/g;
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
if( 1 == grep { /^(jc)$/o } @lsProcMon ) {
$sArch = 1;
}
elsif ( 2 == grep { /^(jstart|dw)$/o } @lsProcMon ) {
$sArch = 3;
}
elsif ( 1 == grep { /^(dw)$/o } @lsProcMon ) {
$sArch = 2;
}
if ( $hsArch { $sArch } ) {
$sSwitch = $hsArch { $sArch };
&logTrace ( 20174,
"<%s> Identified SAP Architecture [%s] from ProcMon [%s]",
$sMyName, $sSwitch, $sProcMon );
}
else {
&logTrace ( 20175,
"<%s> Could not identify SAP Architecture from ProcMon [%s]",
$sMyName, $sProcMon );
$sSwitch = 'DEFAULT'; # Mark it default..
}
#-----------------------
# Do the correct stuff..
#-----------------------
if("Java" eq $sSwitch ) {
if ( $sInstType =~ /^(appserv|smdagent)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function J2EEGetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin,
$sSwitch,
$sProcMon,
$sEnvFile,
$sCommand,
$sCommandArgs,
$iTimeout );
}
else {
&logError ( 20176,
"<%s> Encountered unsupported InstType [%s] for SAP Arch [%s]",
$sMyName, $sInstType, $sSwitch );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
elsif("ABAP" eq $sSwitch ) {
if ( $sInstType =~ /^(appserv)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function GetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin, # User context..
$sSwitch,
$sProcMon,
$sEnvFile, # Use envfile..
$sCommand,
$sCommandArgs,
$iTimeout );
}
else {
&logError ( 20177,
"<%s> Encountered unsupported InstType [%s] for SAP Arch [%s]",
$sMyName, $sInstType, $sSwitch );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
elsif("AddIn" eq $sSwitch ) {
if ( $sInstType =~ /^(appserv)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function GetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin, # User context..
'ABAP',
$sProcMon,
$sEnvFile, # Use envfile..
$sCommand,
$sCommandArgs,
$iTimeout );
#---------------------
# If offline, return..
#---------------------
if ( VCSDef_MonitorExit::OFFLINE == $iReturnCode ||
VCSDef_MonitorExit::TIMEOUT == $iReturnCode ) {
return $iReturnCode;
}
}
if ( $sInstType =~ /^(appserv|smdagent)$/io ) {
#--------------------------
# Re-set command and args..
#--------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function J2EEGetProcessList";
$iTimeout = $iTillWhen - time;
$iRetCode = SAPNW::ExecGetProcList ( $sSAPAdmin,
'Java',
$sProcMon,
$sEnvFile,
$sCommand,
$sCommandArgs,
$iTimeout );
#-------------------------------------------
# Update, status only when it's not online..
#-------------------------------------------
unless ( VCSDef_MonitorExit::ONLINE == $iRetCode ) {
$iReturnCode = $iRetCode;
}
}
else {
&logError ( 20178,
"<%s> Encountered unsupported InstType [%s] for SAP Arch [%s]",
$sMyName, $sInstType, $sSwitch );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
else{
if ( $sInstType =~ /^(hana)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = " -nr $iInstID -function GetProcessList";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecGetProcList ( $sSAPAdmin, # User context..
'HANA',
$sProcMon,
$sEnvFile, # Use envfile..
$sCommand,
$sCommandArgs,
$iTimeout );
#---------------------
# If offline, return..
#---------------------
if ( VCSDef_MonitorExit::OFFLINE == $iReturnCode ||
VCSDef_MonitorExit::TIMEOUT == $iReturnCode ) {
return $iReturnCode;
}
}
elsif ( $sInstType =~ /^(enqueue|enqrep)$/io ) {
#-----------------------
# Set command and args..
#-----------------------
$sCommand = "$sSAPHome/ensmon";
$sCommandArgs = "pf=$sInstProfile 2";
$iTimeout = $iTillWhen - time;
$iReturnCode = SAPNW::ExecENSMon ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
$sInstType,
$iTimeout );
}
else {
&logError ( 20179,
"<%s> Encountered unsupported InstType [%s]. Has to be one of
[enqueue enqrep]",
$sMyName, $sInstType );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int ExternalMonitor ( IN String SAPAdmin,
IN String EnvFile,
IN String Cmd,
IN String CmdArgs,
IN Integer TillWhen );
Description : Handles user defined external monitor program
Parameters :
$sSAPAdmin SAP System Administrator
$sEnvFile Absolute path to environment file to source
$sCmd User defined utilty to execute
$sCmdArgs Command line arguments
$iTillWhen Time in EPOCH left for IInd level monitoring
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
?? HUNG: External monitor timed out VCSDef_MonitorExit::TIMEOUT
The entry point hangs if the command cannot be completed.
-------------------------------------------------------------------------
=cut
sub ExternalMonitor {
#----------------
# Get Arguments..
#----------------
my ( $sSAPAdmin,
$sEnvFile,
$sCmd,
$sCmdArgs,
$iTillWhen ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20180, "Subroutine <%s> called with:
SAPAdmin [%s]
EnvFile [%s]
Cmd [%s]
CmdArgs [%s]
TillWhen [%s]",
$sMyName, $sSAPAdmin, $sEnvFile, $sCmd, $sCmdArgs, $iTillWhen );
#------------------
# Hopeful success..
#------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#------------------------
# Setup local variables..
#------------------------
my ( $iExitCode, $iTimeout, @lsCmdout ) = ();
my $iBuf = 5; # Secs..
#-------------------------
# Handled exit code hash..
#-------------------------
my %hiExitCodes = ( 0, VCSDef_MonitorExit::ONLINE,
110, VCSDef_MonitorExit::ONLINE,
1, VCSDef_MonitorExit::OFFLINE,
100, VCSDef_MonitorExit::OFFLINE,
VCSDef_MonitorExit::TIMEOUT,
VCSDef_MonitorExit::TIMEOUT );
#---------------------------------------------
# Check if command can be found and executed..
#---------------------------------------------
if ( ! -e $sCmd ) {
&logError ( 20181,
"<%s> External monitor [%s] does not exist",
$sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ! -x $sCmd ) {
&logError ( 20182,
"<%s> External monitor [%s] not executable.",
$sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $sEnvFile =~ /\S/ && ! -e $sEnvFile ) {
&logError ( 20183,
"<%s> EnvFile [%s] does not exist", $sMyName, $sEnvFile );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ( $iTimeout = $iTillWhen - ( time + $iBuf ) ) <= 5 ) { # Lack of time..
&logError ( 20184,
"<%s> Insufficient time to proceed with external monitor [%s].
Short by [%s] sec", $sMyName, $sCmd, abs ( $iTimeout ) );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
#--------------------------------------------
# Return if validation failed at this point..
#--------------------------------------------
unless ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
return $iReturnCode;
}
&logTrace ( 20185,
"<%s> Executing external monitor with Command [%s] Args [%s] in [%s] secs",
$sMyName, $sCmd, $sCmdArgs, $iTimeout );
#----------------------
# Execute the command..
#----------------------
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCmd,
$sCmdArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout );
#------------------------
# Report on exit status..
#------------------------
if ( ! defined $iExitCode ) {
$lsCmdout [0] ||= 'undef'; # Set if not defined..
$iExitCode = $lsCmdout [0] eq 'timeout'? VCSDef_MonitorExit::TIMEOUT: # Timeout..
VCSDef_MonitorExit::UNKNOWN; # Failure..
}
elsif ( $hiExitCodes { $iExitCode } &&
VCSDef_MonitorExit::ONLINE ==
$hiExitCodes { $iExitCode } ) {
&logTrace ( 20186,
"<%s> Command [%s] with args [%s] executed successfully with exit code [%s].
Cmd output [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, join ( chr 012, @lsCmdout ) );
}
else {
&logWarn ( 20187,
"<%s> Command [%s] with args [%s] execution failed with exit code [%s].
Cmd output [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, join ( chr 012, @lsCmdout ) );
}
#--------------------------------
# Setup appropriate return code..
#--------------------------------
$iReturnCode = $hiExitCodes { $iExitCode } ||
VCSDef_MonitorExit::UNKNOWN;
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool CreatePidFile ( IN String PidFile,
In Integer Pid );
Description : Creates PID file with given PID
Parameters :
$sPidFile File to create
$iPid PID to store
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub CreatePidFile {
#----------------
# Get Arguments..
#----------------
my ( $sPidFile,
$iPid ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20188, "Subroutine <%s> called with:
PidFile [%s]
Pid [%s]",
$sMyName, $sPidFile, $iPid );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-----------------------
# Check against undefs..
#-----------------------
unless ( defined $iPid && $iPid =~ /^\d+$/o) {
$iPid ||= 'undef'; # Prevent undefs.
&logError ( 20189, "<%s> PID [%s] is not a valid positive number",
$sMyName, $iPid );
return 0; # Proceed no further..
}
#------------------
# Create PID file..
#------------------
&logTrace ( 20190,
"<%s> Creating PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $iPid );
if ( sysopen ( PIDFILE, $sPidFile, O_WRONLY|O_SYNC|O_CREAT|O_TRUNC,
0600 ) ) {
print PIDFILE $iPid, "\n"; # Update..
unless ( close ( PIDFILE ) ) {
&logWarn ( 20191,
"<%s> Failed to close PidFile [%s] after update: [%s]",
$sMyName, $sPidFile, $! );
$iReturnCode = 0;
}
}
else {
&logWarn ( 20192,
"<%s> Failed to create PID file [%s] with PID [%s]",
$sMyName, $sPidFile, $iPid );
$iReturnCode = 0;
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool DeletePidFile ( IN String ResourceName );
Description : Deletes PID files for the VCS resource.
Parameters :
$sResourceName ResourceName for which the PID files needs to be deleted.
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub DeletePidFile {
#----------------
# Get Arguments..
#----------------
my ( $sResourceName ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20193, "Subroutine <%s> called with:
ResourceName [%s]",
$sMyName, $sResourceName );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
my ( $sPidFileDir, $iRet ) = ();
#-------------------
# Delete PID files..
#-------------------
&logTrace ( 20194,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
$sPidFileDir = "$VCSLOG/log/tmp/.VRTSSAPNW/" . $sResourceName . "/PID" ;
if ( -d $sPidFileDir ) {
$iRet = system("/bin/rm -rf $sPidFileDir") ;
if ( $iRet == 0 ) {
&logTrace ( 20195,
"<%s> Successfully deleted PID files in the directory [%s].",
$sMyName, $sPidFileDir );
$iReturnCode = 0;
}
else {
&logWarn ( 20196,
"<%s> Failed to delete PID files in directory [%s]. Remove the files manually.",
$sMyName, $sPidFileDir );
$iReturnCode = 1;
}
}
else {
&logTrace ( 20197,
"<%s> PID files for VCS resource [%s] doesn't exist.",
$sMyName, $sResourceName );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int FFLMStatus ( IN String PidFile,
IN String Proc,
IN Integer Uid,
OUT RefInt Pid );
Description: Checks status of Process listed in PidFile, if running
Parameters :
$sPidFile Absolute path to PID file of service
$sProc Process string to search for in proc table
$iUid UNIX UID of owner
$riPid Reference to existing PID
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
-------------------------------------------------------------------------
=cut
sub FFLMStatus {
#----------------
# Get Arguments..
#----------------
my ( $sPidFile,
$sProc,
$iUid,
$riPid ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20198, "Subroutine <%s> called with:
PidFile [%s]
Proc [%s]
UID [%s]
riPid [%s]",
$sMyName, $sPidFile, $sProc, $iUid, $riPid );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE; # Success..
$$riPid = 0; # Reset..
#-------------------------
# Define local variables..
#-------------------------
my ( $iPid, $rhlProc, @lProcessHash ) = ();
#----------------------------------
# Start by testing the attributes..
#----------------------------------
if ( $sProc !~ /\S/ ) {
&logError ( 20199, "<%s> Called with empty [%s] process string",
$sMyName, $sProc );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
elsif ( ! -e $sPidFile ) {
&logTrace ( 20200, "<%s> PID file [%s] does not exist",
$sMyName, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
elsif ( ! -s $sPidFile ) {
&logWarn ( 20201, "<%s> PID file [%s] is of zero bytes",
$sMyName, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
#---------------------
# Return, if offline..
#---------------------
return $iReturnCode unless VCSDef_MonitorExit::ONLINE == $iReturnCode;
if ( open ( PIDFILE, $sPidFile ) ) {
( $iPid ) = grep { ( s/\n// || 1 ) && # Chomp..
s/.*?(\d+)$/$1/ # Get PID..
} ;
$iPid = '' unless defined $iPid; # Avoid undefs..
close ( PIDFILE ) || # Close file..
&logWarn ( 20202,
"<%s> Could not close PID file [%s] after read [%s]",
$sMyName, $sPidFile, $! );
}
else {
&logError ( 20203,
"<%s> Failed to open PID file [%s] for read: [%s]",
$sMyName, $sPidFile, $! );
return VCSDef_MonitorExit::OFFLINE; # Failure..
}
#------------------------
# Check if PID is valid..
#------------------------
if ( $iPid =~ /\d+/ && # If the valid number..
kill ( 0, $iPid ) ) { # is a PID that's alive..
&logTrace ( 20204,
"<%s> PID [%s] from PID file [%s] exists",
$sMyName, $iPid, $sPidFile );
#-----------------------
# Search in proc table..
#-----------------------
if ( SAPNW::GetPidDetails ( $iPid,
\@lProcessHash ) ) {
#--------------
# Got details..
#--------------
foreach $rhlProc ( @lProcessHash ) {
&logTrace ( 20205,
"<%s> Process details: UID [%s] PID [%s] PPID [%s] ARGS [%s]",
$sMyName, $$rhlProc { UID }, $$rhlProc { PID }, $$rhlProc { PPID },
$$rhlProc { COMMAND } );
#--------------
# Now compare..
#--------------
if ( ( $$rhlProc { UID } == $iUid ) && # Owner match..
$$rhlProc { COMMAND } =~ /$sProc/ ) { # Filter match..
&logTrace ( 20206,
"<%s> PID [%s] owned by UID [%s] with ARGS [%s] contains [%s]",
$sMyName, $iPid, $$rhlProc { UID }, $$rhlProc { COMMAND }, $sProc );
$$riPid = $iPid; # Store..
}
else {
&logTrace ( 20207,
"<%s> Ignoring PID [%s] owned by UID [%s] with ARGS [%s] with string [%s]",
$sMyName, $iPid, $$rhlProc { UID }, $$rhlProc { COMMAND }, $sProc );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
}
}
else {
&logTrace ( 20208,
"<%s> Could not get details for PID [%s]",
$sMyName, $iPid );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
}
else {
&logTrace ( 20209, "<%s> PID [%s] from PID file [%s] does not exist",
$sMyName, $iPid, $sPidFile );
$iReturnCode = VCSDef_MonitorExit::OFFLINE; # Failure..
}
@lProcessHash = (); # Truncate..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool KillSAPNWProcesses ( IN String InstProfile,
IN String InstType,
IN String ProcMon,
IN String SAPAdmin,
IN String EnvFile,
IN Bool StopService,
IN Bool UseSystemD );
Description : Kills processes for this instance of SAPNW
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sInstType Instance type for the SAP Instance
$sProcMon List of processes to be monitored
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment File
$bStopService Specifies whether SAP Start Service should be stopped or not.
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub KillSAPNWProcesses {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
$bStopService,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20210, "Subroutine <%s> called with:
InstProfile [%s]
InstType [%s]
ProcMon [%s]
SAPAdmin [%s]
EnvFile [%s]
StopService [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sInstType, $sProcMon, $sSAPAdmin, $sEnvFile, $bStopService, $bUseSystemD );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1; # Success..
#-------------------------
# Set up local variables..
#-------------------------
my ( @liGoners, @liUnDead ) = ();
#---------------------------------------------
# Get list of processes running for this Uid..
#---------------------------------------------
if ( ( caller 1 )[3] eq 'SAPNW::Start' ) { # During online..
@liGoners = @liRunningProcs; # Get PIDs to kill..
}
else {
SAPNW::GetProcState ( \@liGoners,
$sInstProfile,
$sInstType,
$sProcMon,
$sSAPAdmin,
$sEnvFile,
0,
$bStopService,
$bUseSystemD ); # Set filtering choice..
}
#--------------------------
# Sort in ascending order..
#--------------------------
@liGoners = sort { $a <=> $b } @liGoners;
#------------------------------------------------------------------
# We do a two level kill. The SIGINQ ensures that the PID is a
# valid process before we actually issue the SIGKILL. We don't want
# to report a failure for SIGKILL in case of defunct or missing
# processes.
#------------------------------------------------------------------
if ( scalar @liGoners ) {
#----------------------
# Failed to kill some..
#----------------------
if ( @liUnDead = grep {
kill ( 0, $_ ) && # Valid..
! kill ( 9, $_ ) # and could NOT be killed..
} @liGoners ) { # From what's found..
&logError ( 20211,
"<%s> PIDs not killed [%s] Total not killed [%s]",
$sMyName, join ( ' ', @liUnDead ), scalar @liUnDead );
$iReturnCode = 0; # Failure..
}
else { # All killed..
&logInfo ( 20212,
"<%s> Killed PIDs [%s] Total killed: [%s]",
$sMyName, join ( ' ', @liGoners ), scalar @liGoners );
}
}
else {
&logTrace ( 20213,
"<%s> Could not locate any process this instance of SAPNW",
$sMyName );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool ExecLocalCmd ( IN String User,
IN String EnvFile,
IN String Command,
IN String CommandArgs,
OUT RefInt ExitCode,
IN Integer Timeout,
OUT ListReference Cmdout );
Description : Wrapper function for
Sys::RunWithEnvCmdWithOutputWithTimeOut to collect output
of the command.
Parameters :
$sUser UNIX user to run the command as
$sEnvFile Absolute path to location of EnvFile to source
$sCommand Absolute path to location of command
$sCommandArgs Arguments to command
$riExitCode Reference to collect exit code of command
$iTimeout Time limit to execute the command
$rlsCmdout Stores o/p from command if successful
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ExecLocalCmd {
#----------------
# Get Arguments..
#----------------
my ( $sUser,
$sEnvFile,
$sCommand,
$sCommandArgs,
$riExitCode,
$iTimeout,
$rlsCmdout ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20214, "Subroutine <%s> called with:
User [%s]
EnvFile [%s]
Command [%s]
CommandArgs [%s]
riExitCode [%s]
Timeout [%s]
rlsCmdout [%s]",
$sMyName,
$sUser, $sEnvFile, $sCommand, $sCommandArgs, $riExitCode,
$iTimeout, $rlsCmdout );
#---------------------------------------
# Setup return code to hopeful success..
#---------------------------------------
my $iReturnCode = 1;
#-------------------
# Set up arguments..
#-------------------
my $bSourceUserEnv = 0; # Do not source..
my $bTimedOut = 0; # Timeout variable..
@$rlsCmdout = (); # Reset..
#-----------
# Validate..
#-----------
if ( ! -e $sCommand ) {
&logError ( 20215,
"<%s> Cmd [%s] does not exist", $sMyName, $sCommand );
$iReturnCode = 0; # Failure..
}
elsif ( ! -x $sCommand ) {
&logError ( 20216,
"<%s> Cmd [%s] is not executable", $sMyName, $sCommand );
$iReturnCode = 0; # Failure..
}
elsif ( $iTimeout <= 1 ) {
&logError ( 20217,
"<%s> Insufficient time [%s] to execute Cmd [%s] with Args [%s].",
$sMyName, $iTimeout, $sCommand, $sCommandArgs );
$iReturnCode = 0; # Failure..
}
$iReturnCode || return $iReturnCode; # Return if failed..
#----------------------
# Set LOGNAME to user..
#----------------------
my $sOldLogName = $ENV { LOGNAME }; # Backup..
$ENV { LOGNAME } = $sUser; # Now set..
&logTrace ( 20218,
"<%s> Executing Command [%s] with Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = Sys::RunWithEnvCmdWithOutputWithTimeOut ( $sEnvFile,
$bSourceUserEnv,
$sCommand,
$sCommandArgs,
$riExitCode,
$sUser,
$rlsCmdout,
\$bTimedOut,
$iTimeout );
#---------------------------
# Remove trailing newlines..
#---------------------------
chomp @$rlsCmdout;
#--------------------
# Check return code..
#--------------------
if ( $iReturnCode ) { # No error with command execution..
if ( $$riExitCode ) { # Failure..
&logTrace ( 20219,
"<%s> Command [%s] with args [%s] returned exit code [%s]",
$sMyName, $sCommand, $sCommandArgs, $$riExitCode );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20220,
"<%s> Command [%s] with args [%s] executed successfully with exit code [%s]",
$sMyName, $sCommand, $sCommandArgs, $$riExitCode );
}
}
else { # Execution error..
@$rlsCmdout = (); # Reset..
if ( $bTimedOut ) { # We timed out..
&logError ( 20221,
"<%s> Command [%s] with args [%s] did not complete within [%s] seconds",
$sMyName, $sCommand, $sCommandArgs, $iTimeout );
$$rlsCmdout [0] = 'timeout'; # Timeout..
}
else { # Failure due to something else..
&logError ( 20222,
"<%s> Failed in call to RunWithEnvCmdWithOutputWithTimeOut",
$sMyName );
}
}
#----------
# Restore..
#----------
defined $sOldLogName ? $ENV { LOGNAME } = $sOldLogName:delete $ENV { LOGNAME };
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool GetPidDetails ( IN Integer Pid,
OUT RefList ProcList );
Description : Gets long process details for a known Pid if running
Parameters :
$iPid PID whose details are requested
$rlProcList Ref to List to store details
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub GetPidDetails {
#----------------
# Get Arguments..
#----------------
my ( $iPid,
$rlProcList ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20223, "Subroutine <%s> called with:
Pid [%s]
rlProcList [%s]",
$sMyName, $iPid, $rlProcList );
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#---------------
# Validate PID..
#---------------
unless ( defined $iPid && # Catch undefs..
$iPid =~ /^\d+$/ && # And invalid PIDs..
kill ( 0, $iPid ) ) { # And defunct ones..
&logError ( 20224,
"<%s> PID [%s] is invalid", $sMyName, $iPid );
return 0;
}
#-------------------------
# Define local variables..
#-------------------------
my ( $sPsCmd, $sPsCmdArgs, $sLang, $sFmt, $sUnix95, $sSwitch, $iExitCode,
%hsProc ) = ();
$sSwitch = $^O; # Get OS..
@$rlProcList = (); # Truncate..
#-------------
# Store LANG..
#-------------
$sLang = $ENV { LANG };
$ENV { LANG } = 'C';
#---------------------------
# Switch to the correct OS..
#---------------------------
if("solaris" eq $sSwitch) {
my $sOSVer = ( uname ) [2]; # Get OS version..
if ($sOSVer =~ /\d+\.(\d+)/) {
$sOSVer = $1;
}
$sPsCmd = "/usr/bin/ps";
if ( $sOSVer < 11 ) {
$sPsCmd = "/usr/ucb/ps" if ( -x "/usr/ucb/ps" );
}
$sPsCmdArgs = "axwwl $iPid";
$sFmt = '[\da-z]+\s+([\d]+)\s+([\d]+)\s+([\d]+)\s+.*?[\d]:[\d]{2}\s(.*)';
}
elsif("hpux" eq $sSwitch) {
#-----------------------
# Force XPG4 behaviour..
#-----------------------
$sUnix95 = $ENV { UNIX95 };
$ENV { UNIX95 } = 'XPG4';
$sPsCmd = "/usr/bin/ps";
$sPsCmdArgs = "-p $iPid -xxlo uid,pid,ppid,args";
$sFmt = '([\d]+)\s+([\d]+)\s+([\d]+)\s+(.*)';
}
elsif("aix" eq $sSwitch) {
$sPsCmd = "/usr/bin/ps";
$sPsCmdArgs = "axwwl $iPid";
$sFmt = '[\da-e]+\s+[A-Z]\s+([\d]+)\s+([\d]+)\s+([\d]+)\s+.*?[\d]:[\d]{2}\s(.*)';
}
elsif("linux" eq $sSwitch) {
$sPsCmd = "/bin/ps";
$sPsCmdArgs = "wwo uid,pid,ppid,args $iPid";
$sFmt = '([\d]+)\s+([\d]+)\s+([\d]+)\s+(.*)';
}
&logTrace ( 20225, "<%s> OS [%s] PsCmd [%s] PsCmdArgs [%s]",
$sMyName, $sSwitch, $sPsCmd, $sPsCmdArgs );
#-------------------
# Validate command..
#-------------------
if ( ! -x $sPsCmd ) {
&logError ( 20226,
"<%s> ps(1b) command [%s] is not executable", $sMyName, $sPsCmd );
return 0; # Failure..
}
#-------------------------------
# Fire command and get details..
#-------------------------------
@hsProc { qw ( UID PID PPID COMMAND ) } =
map {
s/\n//; # Chomp..
s/^\s+//; # Strip leading spaces..
/^$sFmt$/o; # Extract fields..
} readpipe ( "$sPsCmd $sPsCmdArgs" ); # From the command..
$iExitCode = $? >> 8; # Get exit code..
#------------------------
# Restore env variables..
#------------------------
defined $sLang ? $ENV { LANG } = $sLang:delete $ENV { LANG };
defined $sUnix95 ? $ENV { UNIX95 } = $sUnix95:delete $ENV { UNIX95 };
#------------------
# Check exit code..
#------------------
if ( $iExitCode ) {
&logError ( 20227,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sPsCmd, $sPsCmdArgs, $iExitCode );
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
&logWarn ( 20228,
"<%s> Deleting PID files for VCS resource [%s]",
$sMyName, $sResourceName );
SAPNW::DeletePidFile ( $sResourceName );
%hsProc = (); # Truncate..
return 0;
}
#---------------------
# Fill up the bucket..
#---------------------
push ( @$rlProcList, \%hsProc ); # Update..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool GetSrvrDetails ( IN String InstProfile,
IN String ProcMon,
IN Bool NWVersionLt71,
OUT RefHashList SrvrDetails );
Description : Gives PID file and process string for given server type
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sProcMon List of processes to be monitored
$bNWVersionLt71 boolean value which state whether SAP NetWeaver version is less than 7.1
$rhlSrvrDetails Stores details of PID file and process string
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub GetSrvrDetails {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sProcMon,
$bNWVersionLt71,
$rhlSrvrDetails ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20229, "Subroutine <%s> called with:
InstProfile [%s]
ProcMon [%s]
NWVersionLt71 [%s]
SrvrDetails [%s]",
$sMyName, $sInstProfile, $sProcMon, $bNWVersionLt71,$rhlSrvrDetails );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = 1; # Set to true..
#-------------------
# Define variables..
#-------------------
my ( $sKey, $sProc, $sPidFile, $sPIDDir, $sResourceType,
$sResourceName, $sTmpProc, $sSAPSID, $sInstName,
$iInstID, $sSAPHost, $sSAPHome, @lsWords ) = ();
#----------------------------------------------
# Derive our resource type and resource names..
#----------------------------------------------
$sResourceType = ( $0 =~ m@([^/]+)@g ) [-2];
$sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
$sPIDDir = "$VCSLOG/log/tmp/.VRTS$sResourceType/$sResourceName/PID";
#------------------------------
# Create PID folder if needed..
#------------------------------
if ( -d $sPIDDir ) {
&logTrace ( 20230, "<%s> PID folder [%s] exists",
$sMyName, $sPIDDir );
}
elsif ( ! mkpath ( $sPIDDir, 0, 0700 ) ) {
&logWarn ( 20231, "<%s> Failed to create PID folder [%s]",
$sMyName, $sPIDDir );
return 0; # Cannot proceed..
}
#----------------------
# Decide architecture..
#----------------------
( @lsWords ) = split( /\//, $sInstProfile );
( $sSAPSID, $sInstName, $sSAPHost ) = split ( /_/, $lsWords [-1] );
( $iInstID ) = $sInstName =~ /(\d{2})$/o;
$sSAPHome = "/usr/sap/$sSAPSID/$sInstName/exe";
my $sArch = 0;
my %hsArch = ( 1 => 'Java',
2 => 'ABAP',
3 => 'AddIn' );
my @lsProcMon = $sProcMon =~ /([^\s]+)/g;
my %hsProcs = map { $_ => 1 } @lsProcMon;
#--------------------------------
# Identify the SAP architecture..
#--------------------------------
if ( $bNWVersionLt71 && $hsProcs { jc } && $hsProcs { dw } ) {
$sArch = 3;
}
elsif ( $hsProcs { jc } ) {
$sArch = 1;
}
elsif ( $hsProcs { jstart } && $hsProcs { dw } ) {
$sArch = 3;
}
elsif ( $hsProcs { dw } ) {
$sArch = 2;
}
=pod
if( 1 == grep { /^(jc)$/o } @lsProcMon ) {
$sArch = 1;
}
elsif ( 2 == grep { /^(jstart|dw)$/o } @lsProcMon ) {
$sArch = 3;
}
elsif ( 1 == grep { /^(dw)$/o } @lsProcMon ) {
$sArch = 2;
}
=cut
if ( $sArch ) {
&logTrace ( 20232,
"<%s> SAP Instance Architecture is [%s]",
$sMyName, $hsArch { $sArch } );
}
else {
&logTrace ( 20233,
"<%s> SAP Instance is [%s]",
$sMyName, $sInstName );
}
if( $bNWVersionLt71) {
push @lsProcMon, 'jlaunch' if ( $sArch & 1 ); # SAP Architecture is Java,jc located..
}
else {
if ( 1 == $sArch ) { # jc located..
push @lsProcMon, 'jstart';
}
elsif ( 3 == $sArch ) { # jstart located..
push @lsProcMon, 'jstartm';
}
}
%$rhlSrvrDetails = (); # Truncate..
#-----------------------------------------------
# Set appropriate filter strings and PID files..
#-----------------------------------------------
foreach $sProc ( @lsProcMon ) {
$sKey = "srchstr_${sProc}";
$sPidFile = "$sPIDDir/pidfile.$sKey";
if ( $sProc eq 'sapstart' ) {
$sTmpProc = qr|$sProc\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif ( $sProc eq 'sapstartsrv' ) {
$sTmpProc = qr|$sProc\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif ( $bNWVersionLt71 && ( $sProc eq 'jc' ) && ( 3 == $sArch ) ) {
$sTmpProc = qr|jcontrol\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif ( $bNWVersionLt71 && ( $sProc eq 'jlaunch' ) ) {
$sTmpProc = qr|$sProc\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}.*server|;
}
elsif ( $sProc eq 'jstart' ) { # Child.. Atre 27 Mar 2009
$sTmpProc = qr|$sProc\s.*\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}.*-hostvm|;
}
elsif ( $sProc eq 'jstartm' ) { # Parent.. Atre 27 Mar 2009
$sTmpProc = qr|jstart\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif( $sProc eq 'gwrd' || $sProc eq 'icman' ){
$sTmpProc = qr|$sProc\s.*\spf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
elsif( $sProc eq 'hdbnameserver' || $sProc eq 'hdbindexserver' || $sProc eq 'hdbpreprocessor' || $sProc eq 'hdbcompileserver' || $sProc eq 'hdbstatisticsserver' || $sProc eq 'hdbxsengine') {
$sTmpProc = qr|$sProc|;
}
elsif ( $sProc eq 'sapwebdisp_hdb' ) {
$sTmpProc = qr|$sProc\spf=.*wdisp/sapwebdisp.pfl\s-f\s.*/dev_webdisp|;
}
else {
$sTmpProc = qr|$sProc.sap${sSAPSID}_${sInstName}.*pf=.*profile/(START\|${sSAPSID})_${sInstName}_${sSAPHost}|;
}
@{ $$rhlSrvrDetails { $sProc } } = ( $sPidFile, $sTmpProc ); # Store..
&logTrace ( 20234, "<%s> Generating filter [%s] for process [%s] with PID file [%s]",
$sMyName, $sTmpProc, $sProc, $sPidFile );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetEngineTimeout ( IN Bool UseMargin );
Description : Calculates engine timeout for entry point
Parameters :
$bUseMargin Flag to indicate if safety margin is requested
boolean value in the set of {0,1} where
0 No safety margin needed
1 Safety margin to be used
Returns: Time in secs.
-------------------------------------------------------------------------
=cut
sub GetEngineTimeout {
#----------------
# Get Arguments..
#----------------
my ( $bUseMargin ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20235, "Subroutine <%s> called with:
UseMargin [%s]",
$sMyName, $bUseMargin );
#-------------------------
# Define local variables..
#-------------------------
my ( $sAttribute, $sCommand, $sCommandArgs,
$iEngineTimeout, $iExitCode ) = ();
#----------------------------------
# Grace margins from VCS timeouts..
#----------------------------------
my %hiGraceMargin = ( 'MonitorTimeout', 10, # Seconds..
'OnlineTimeout', 10,
'OfflineTimeout', 10,
'CleanTimeout', 20 ,
'Imf_registerTimeout',10 );
#--------------------------------------------------
# Attempt to get resource level overridden values..
#--------------------------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
if ( $sEntryPointName eq "imf_register" ) {
$sEntryPointName = "monitor" ;
}
if ( lc $sEntryPointName ne "preonline" ) {
#-----------------------------------------
# Form query string based on entry point..
#-----------------------------------------
$sCommand = $sCmdHares; # Get global..
( $sAttribute = $sEntryPointName ) =~ s/(.*)/\u$1Timeout/;
$sCommandArgs = "-value $sResourceName $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
( $iEngineTimeout = readpipe ( "$sCommand $sCommandArgs 2>/dev/null" ) )
=~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20236,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
}
elsif ( ! $iEngineTimeout ) { # Undefined value..
&logTrace ( 20237, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
}
else { # Success..
&logTrace ( 20238, "<%s> Got [%s] as [%s] sec from engine",
$sMyName, $sAttribute, $iEngineTimeout );
}
}
#-----------------------------------------
# Form query string based on entry point..
#-----------------------------------------
if ( lc $sEntryPointName eq "preonline" ) {
$sEntryPointName = "online" ;
}
unless ( $iEngineTimeout ) {
$sCommand = $sCmdHatype; # Get global..
( $sAttribute = $sEntryPointName ) =~ s/(.*)/\u$1Timeout/;
$sResourceType = "SAPNW" if $sResourceType !~ /\w/; # Ensure..
$sCommandArgs = "-value $sResourceType $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
( $iEngineTimeout = readpipe ( "$sCommand $sCommandArgs" ) ) =~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20239,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
$iEngineTimeout = $bUseMargin ? $hiGraceMargin { $sAttribute } : 0;
}
elsif ( ! $iEngineTimeout ) { # Empty value..
&logTrace ( 20240, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
$iEngineTimeout = $bUseMargin ? $hiGraceMargin { $sAttribute } : 0;
}
else { # Success..
&logTrace ( 20241, "<%s> Got [%s] as [%s] sec from engine",
$sMyName, $sAttribute, $iEngineTimeout );
}
}
#----------------------------
# Apply margin if requested..
#----------------------------
if ( $bUseMargin && # Margin requested..
$iEngineTimeout >= $hiGraceMargin { $sAttribute } ) { # And valid..
$iEngineTimeout -= $hiGraceMargin { $sAttribute }; # Apply..
&logTrace ( 20242,
"<%s> Setting up [%s] sec margin. Returning [%s]",
$sMyName, $hiGraceMargin { $sAttribute }, $iEngineTimeout );
}
return ( $iEngineTimeout ); # Secs..
}
=pod
-------------------------------------------------------------------------
Function : bool UpdateSAPNWLog ( IN String InstName,
IN String InstProfile,
IN String InstType,
IN String SAPAdmin,
IN String SAPSID,
IN String MessageText );
Description : Update SAP log with passed message string..
Parameters :
$sInstName String identifier that uniquely identifies a SAP server instance
$sInstProfile Specifies the full path to the Instance profile for this instance
$sInstType String identifier that classifies the SAP server instance type
$sSAPAdmin UNIX user dedicated for this instance of SAP
$sSAPSID SAP system name defined during installation
$sMessageText Message text for update
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub UpdateSAPNWLog {
#----------------
# Get Arguments..
#----------------
my ( $sInstName,
$sInstProfile,
$sInstType,
$sSAPAdmin,
$sSAPSID,
$sMessageText ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20243, "Subroutine <%s> called with:
InstName [%s]
InstProfile [%s]
InstType [%s]
SAPAdmin [%s]
SAPSID [%s]
MessageText [%s]",
$sMyName, $sInstName, $sInstProfile, $sInstType,
$sSAPAdmin, $sSAPSID, $sMessageText );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my $sDate = strftime '%H:%M:%S %d %b %Y', localtime;
my $sHost = ( uname ) [1];
my $sLogFile = "/usr/sap/$sSAPSID/$sInstName/log/" .
"${sSAPSID}_${sInstName}.log";
my $sCpyHeader = '+' . '-' x 75 . '+';
my $sCmnt = "|";
#------------------------
# Define logging format..
#------------------------
format SAPLOG =
@<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<
$sCpyHeader
@ Date: @<<<<<<<<<<<<<<<<<<<<< Node: @<<<<<<<<<<<<<<<<<< @
$sCmnt, $sDate, $sHost, $sCmnt
@ InstName: @<<<<<<<<<<<< InstType: @<<<<<<<<<< SAPSID: @<<< @
$sCmnt, $sInstName, $sInstType, $sSAPSID, $sCmnt
@ Inst profile: @<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< @
$sCmnt, $sInstProfile, $sCmnt
@ @<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< @
$sCmnt, $sMessageText, $sCmnt
@<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<
$sCpyHeader
.
#-----------------------
# Open file for update..
#-----------------------
if ( sysopen ( SAPLOG, $sLogFile, O_CREAT|O_WRONLY|O_APPEND|O_SYNC, 0644 ) ) {
&logTrace ( 20244,
"<%s> Opened log file [%s] successfully for update", $sMyName, $sLogFile );
write SAPLOG; # Update..
unless ( close ( SAPLOG ) ) {
&logError ( 20245,
"<%s> Failed to close log file [%s] after update: [%s]",
$sMyName, $sLogFile, $! );
$iReturnCode = 0; # Failure..
}
}
else {
&logError ( 20246,
"<%s> Failed to open log file [%s] for update: [%s]",
$sMyName, $sLogFile, $! );
$iReturnCode = 0; # Failure..
}
#----------------
# Set ownership..
#----------------
my ( $iUid, $iGid ) = ( getpwnam $sSAPAdmin ) [2, 3]; # Should not fail..
if ( chown ( $iUid, $iGid, $sLogFile ) ) {
&logTrace ( 20247,
"<%s> Set ownership of [%s] to UID [%s] GID [%s]",
$sMyName, $sLogFile, $iUid, $iGid );
}
else {
&logError ( 20248,
"<%s> Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s]",
$sMyName, $sLogFile, $iUid, $iGid, $! );
$iReturnCode = 0; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int ExecGetProcList ( IN String SAPAdmin,
IN String SAPArch,
IN String ProcMon,
IN String EnvFile,
IN String Cmd,
IN String CmdArgs,
IN Integer Timeout );
Description : Decides on status of SAP Instance based on sapcontrol command.
Parameters :
$sSAPAdmin UNIX user dedicated for this instance of SAP
$sSAPArch SAP Architecture which could be 'Java' or 'ABAP' or 'HANA'
$sProcMon List of processes to be monitored
$sEnvFile Full path to the environment file for SAP
$sCmd Full path to sapcontrol binary
$sCmdArgs Argument list for sapcontrol
$iTimeout Time in seconds for execution
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub ExecGetProcList {
#----------------
# Get Arguments..
#----------------
my ( $sSAPAdmin,
$sSAPArch,
$sProcMon,
$sEnvFile,
$sCmd,
$sCmdArgs,
$iTimeout ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20249, "Subroutine <%s> called with:
SAPAdmin [%s]
SAPArch [%s]
ProcMon [%s]
EnvFile [%s]
Cmd [%s]
CmdArgs [%s]
Timeout [%s]",
$sMyName,
$sSAPAdmin, $sSAPArch, $sProcMon, $sEnvFile, $sCmd, $sCmdArgs, $iTimeout );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#-------------------------
# Define local variables..
#-------------------------
my ( $iExitCode, @lsCmdOut ) = ();
#-------------------
# Validate command..
#-------------------
if ( ! -e $sCmd ) {
&logError ( 20250,
"<%s> SAP Cmd [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ! -x $sCmd ) {
&logError ( 20251,
"<%s> SAP Cmd [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $iTimeout < 10 ) {
&logError ( 20252,
"<%s> Insufficient time [%s] to execute Cmd [%s] with args [%s]",
$sMyName, $iTimeout, $sCmd, $sCmdArgs );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
$iReturnCode = SAPNW::ExecLocalCmd ( $sSAPAdmin, # User context..
$sEnvFile, # Use envfile..
$sCmd,
$sCmdArgs,
\$iExitCode,
$iTimeout,
\@lsCmdOut );
if( defined $iExitCode ){
#-------------------------------
# Command execution successful..
#-------------------------------
&logTrace ( 20253,
"<%s> Cmd [%s] with args [%s] ran successfully with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
#------------------------------------------------------
# Get status based on state of dispatcher or servers or hana processes..
#------------------------------------------------------
$iReturnCode = SAPNW::GetSapControlStatus ( $sSAPArch, $sProcMon, \@lsCmdOut );
@lsCmdOut = (); # Free..
}
elsif ( ! defined $iExitCode ) { # Time-out..
$lsCmdOut [0] ||= 'undef'; # Set if not defined..
$iReturnCode = $lsCmdOut [0] eq 'timeout'? VCSDef_MonitorExit::TIMEOUT: # Timeout..
VCSDef_MonitorExit::UNKNOWN; # Failure..
&logError ( 20254,
"<%s> Cmd [%s] with args [%s] timed out in [%s] sec. Returning [%s]",
$sMyName, $sCmd, $sCmdArgs, $iTimeout, $iReturnCode );
}
elsif( $iExitCode == 4 ) {
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
&logError ( 20255,
"<%s> Cmd[%s] executed successfully with exit code 4 indicating all processes stopped",
$sMyName, $sCmd );
}
else {
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logError ( 20256,
"<%s> Cmd [%s] failed with exit code [%s]. Cmd output [%s]
Returning [%s]", $sMyName, $sCmd, $iExitCode,
join ( chr 012, @lsCmdOut ), $iReturnCode );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int ExecENSMon ( IN String SAPAdmin,
IN String EnvFile,
IN String Cmd,
IN String CmdArgs,
IN String InstType,
IN Integer Timeout );
Description : Decides on status of SAP Instance based on ensmon command.
Parameters :
$sSAPAdmin UNIX user dedicated for this instance of SAP
$sEnvFile Full path to the environment file for SAP
$sCmd Full path to sapinfo binary
$sCmdArgs Argument list for ensmon
$sInstType String identifier that classifies the SAP server instance type
$iTimeout Time in seconds for execution
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub ExecENSMon {
#----------------
# Get Arguments..
#----------------
my ( $sSAPAdmin,
$sEnvFile,
$sCmd,
$sCmdArgs,
$sInstType,
$iTimeout ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20257, "Subroutine <%s> called with:
SAPAdmin [%s]
EnvFile [%s]
Cmd [%s]
CmdArgs [%s]
InstType [%s]
Timeout [%s]",
$sMyName,
$sSAPAdmin, $sEnvFile, $sCmd, $sCmdArgs, $sInstType,
$iTimeout );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#-------------------------
# Define local variables..
#-------------------------
my ( $sEntryPointName, $iExitCode, @lsCmdOut ) = ();
( $sEntryPointName = $0 ) =~ s#.*/##; # Basename..
#-------------------
# Validate command..
#-------------------
if ( ! -e $sCmd ) {
&logError ( 20258,
"<%s> SAP Cmd [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( ! -x $sCmd ) {
&logError ( 20259,
"<%s> SAP Cmd [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $iTimeout < 10 ) {
&logError ( 20260,
"<%s> Insufficient time [%s] to execute Cmd [%s] with args [%s]",
$sMyName, $iTimeout, $sCmd, $sCmdArgs );
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( SAPNW::ExecLocalCmd ( $sSAPAdmin, # User context..
$sEnvFile, # Use envfile..
$sCmd,
$sCmdArgs,
\$iExitCode,
$iTimeout,
\@lsCmdOut ) ) {
#-------------------------------
# Command execution successful..
#-------------------------------
&logTrace ( 20261,
"<%s> Cmd [%s] with args [%s] ran successfully with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
elsif ( ! defined $iExitCode ) { # Time-out..
$lsCmdOut [0] ||= 'undef'; # Set if not defined..
$iReturnCode = $lsCmdOut [0] eq 'timeout'? VCSDef_MonitorExit::TIMEOUT: # Timeout..
VCSDef_MonitorExit::UNKNOWN; # Failure..
&logError ( 20262,
"<%s> Cmd [%s] with args [%s] timed out in [%s] sec. Returning [%s]",
$sMyName, $sCmd, $sCmdArgs, $iTimeout, $iReturnCode );
}
elsif ( 4 == $iExitCode && $sInstType =~ /^enqueue$/io ) {
if ( $sEntryPointName eq 'monitor' ) {
&logCritical ( 20263,
"<%s> Cmd [%s] with args [%s] exited with [%s].
Not able to connect to ENQUEUE Replication Server!!",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
else {
&logTrace ( 20264,
"<%s> Cmd [%s] with args [%s] exited with [%s].
Not able to connect to ENQUEUE Replication Server!!",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
}
elsif ( 8 == $iExitCode ) { # Up already..
if ( $sInstType =~ /^enqueue$/io ) {
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
&logError ( 20265,
"<%s> Cmd [%s] with args [%s] exited with [%s]. Returning [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, $iReturnCode );
}
elsif ( $sInstType =~ /^enqrep$/io ) {
&logCritical ( 20266,
"<%s> Cmd [%s] with args [%s] exited with [%s].
Not able to connect to ENQUEUE Server!!",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
}
}
else { # Error..
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logError ( 20267,
"<%s> Cmd [%s] failed with exit code [%s]. Returning [%s]",
$sMyName, $sCmd, $iExitCode, $iReturnCode );
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetSapControlStatus ( IN String SAPArch,
IN String ProcMon,
IN RefStrList CmdOut );
Description : Decides on status of SAP Instance based on given sapcontrol
output.
Parameters :
$sSAPArch SAP Architecture which could be 'Java' or 'ABAP' or 'HANA'
$sProcMon List of processes to be monitored
$rlsCmdOut Reference to list containing output from sapcontrol execution.
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 110 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
-------------------------------------------------------------------------
=cut
sub GetSapControlStatus {
#----------------
# Get Arguments..
#----------------
my ( $sSAPArch, $sProcMon, $rlsCmdOut ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20268, "Subroutine <%s> called with:
sSAPArch [%s],
sProcMon [%s],
rlsCmdOut [%s]",
$sMyName, $sSAPArch, $sProcMon, $rlsCmdOut );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = VCSDef_MonitorExit::ONLINE;
#------------------------------
# Validate against empty list..
#------------------------------
return VCSDef_MonitorExit::UNKNOWN unless scalar @$rlsCmdOut;
#-------------------------
# Define local variables..
#-------------------------
my ( $sTmp, $sKey ) = ( '' ) x 2;
my ( $iSrv, $iRunning ) = ( 0 ) x 2;
if( "ABAP" eq $sSAPArch ) {
foreach ( @$rlsCmdOut ) {
if ( $_ =~ /\b(Dispatcher)\b\,\s+(.*?)\s*\d/io &&
$2 =~ /Green\,\s+running/io ) {
++ $iSrv;
++ $iRunning;
&logTrace ( 20269, "<%s> Dispatcher is in running state",$sMyName );
last;
}
}
}
elsif( "Java" eq $sSAPArch ) {
my %hsCmdOut = map { /\b(smdagent|server\d*)\b\,\s*\d*(.*)/io } @$rlsCmdOut;
foreach $sKey ( sort keys %hsCmdOut ) {
$sTmp .= "Server Name [$sKey] State [$hsCmdOut{$sKey}]\n";
if ( $sKey =~ /(smdagent|server)/io ) {
++ $iSrv;
++ $iRunning if $hsCmdOut { $sKey } =~ /Running/io;
}
}
}
elsif( "HANA" eq $sSAPArch ) {
my @sHanaProcMon= $sProcMon =~ /([^\s]+)/g;
@sHanaProcMon = grep { lc $_ !~ /^hdb$/io } @sHanaProcMon;
my $sHanaProcesses = join ( '|', @sHanaProcMon );
my %hsCmdOut = map { /\b(hdbdaemon|hdbnameserver|hdbindexserver|$sHanaProcesses)\b\,\s*\d*(.*)/io } @$rlsCmdOut;
foreach $sKey ( sort keys %hsCmdOut ) {
$sTmp .= "Server Name [$sKey] State [$hsCmdOut{$sKey}]\n";
if ( $sKey =~ /(hdbdaemon|hdbnameserver|hdbindexserver|$sHanaProcesses)/io ) {
++ $iSrv;
++ $iRunning if $hsCmdOut { $sKey } =~ /Green\,\s+running/io;
}
}
}
&logTrace ( 20270, "<%s> SAP sapcontrol status : ---\n%s", $sMyName, $sTmp );
#-----------------
# Check on state..
#-----------------
if( ( "HANA" eq $sSAPArch ) && ( $iSrv != $iRunning ) ) {
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logWarn ( 20272,
"<%s> Status of SAP instance undecided:\n%sReturning [%s]",
$sMyName, $sTmp, $iReturnCode );
}
elsif ( $iRunning ) { # One server running..
&logTrace ( 20271,
"<%s> Found [%s] of [%s] server(s) running. Returning [%s]",
$sMyName, $iRunning, $iSrv, $iReturnCode );
}
else {
$iReturnCode = VCSDef_MonitorExit::UNKNOWN;
&logWarn ( 20272,
"<%s> Status of SAP instance undecided:\n%sReturning [%s]",
$sMyName, $sTmp, $iReturnCode );
}
( $sTmp, $sKey ) = (); # Free..
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool ChkResName ( IN String ResName,
IN String SAPSID,
IN String InstType );
Description : Checks if resource has been configured
Parameters :
$sResName Resource Name to check
$sSAPSID SAP system name defined during installation
$sInstType String identifier that classifies the SAP server instance type
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub ChkResName {
#----------------
# Get Arguments..
#----------------
my ( $sResName,
$sSAPSID,
$sInstType ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20273, "Subroutine <%s> called with:
ResName [%s]
SAPSID [%s]
InstType [%s]",
$sMyName, $sResName, $sSAPSID, $sInstType );
#-----------------------------
# Set return code to success..
#-----------------------------
my $iReturnCode = 1;
#-------------------------------
# Validate string for resource..
#-------------------------------
return 0 unless ( $sResName =~ /\S/o ); # Must be a non-white string..
#-------------------------
# Define local variables..
#-------------------------
my $sCmd = $sCmdHares; # Get global..
my $sCmdArgs = "-display $sResName -attribute InstProfile InstType";
#-----------------------
# Define valid matches..
#-----------------------
my %hsInstMatch = ( 'ENQREP' => 'ENQUEUE' );
my ( $iExitCode, @lsCmd ) = ();
&logTrace ( 20274,
"<%s> Executing Cmd [%s] with Args [%s]",
$sMyName, $sCmd, $sCmdArgs );
#--------------------------
# Fire command and verify..
#--------------------------
( @lsCmd ) = grep {
( s/\n// || 1 ) && # Chomp, and make true..
/InstProfile|InstType/ && # Contains these..
s/.*\s+// # Get last field..
} readpipe ( "$sCmd $sCmdArgs" ); # From output..
my ($localSAPSID, $localInstName, $localSAPHost ) = ();
my (@lsWords) = ();
(@lsWords) = split( /\//, $lsCmd [0] );
($localSAPSID, $localInstName, $localSAPHost) = split(/_/, $lsWords[-1]);
#--------------------
# Collect exit code..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20275,
"<%s> Cmd [%s] with Args [%s] failed with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
$iReturnCode = 0; # Failure..
}
elsif ( ( 2 == scalar @lsCmd ) && # Got both values..
( $sSAPSID eq $localSAPSID ) && # SAPSID is a match..
defined $hsInstMatch { uc $sInstType } && # InsType is defined..
$hsInstMatch { uc $sInstType } eq uc $lsCmd [-1] ) { # And a correct pair..
&logTrace ( 20276,
"<%s> Resource [%s] defined in cluster with InstType [%s] SAPSID [%s]",
$sMyName, $sResName, $lsCmd [-1], $localSAPSID );
}
else {
&logError ( 20277,
"<%s> Resource [%s] not a matching ENQUEUE variant for this resource.
The resource is with InstType [%s] SAPSID [%s]",
$sMyName, $sResName, $lsCmd [-1], $localSAPSID );
$iReturnCode = 0; # Failure..
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool OnlineENQGrp ( IN String Sys,
IN String Grp,
IN String Reason,
IN String FaultedNode );
Description : Pre-online trigger for SAPNW
Parameters :
$sSys System where the group is asked to be made online
$sGrp Group for which preonline has been invoked
$sReason Contains the string MANUAL or FAULT
$sFaultedNode Cluster node where the fault occurred due to FAULT
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub OnlineENQGrp {
#----------------
# Get Arguments..
#----------------
my ( $sSys,
$sGrp,
$sReason,
$sFaultedNode ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20278, "Subroutine <%s> called with:
Sys [%s]
Grp [%s]
Reason [%s]
FaultedNode [%s]",
$sMyName,
$sSys, $sGrp, $sReason, $sFaultedNode );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = 1; # Success..
#-------------------------
# Define local variables..
#-------------------------
my $sCmd = $sCmdHares; # Get global..
my %hsInstMatch = ( 'ENQREP' => 'ENQUEUE' );
my $sCmdArgs = ();
my $sOSVer = ();
#---------------------
# Validate arguments..
#---------------------
if ( $sReason eq 'MANUAL' ) {
&logInfo ( 20279,
"<%s> Invoked during a normal switch-over or online.", $sMyName );
}
elsif ( $sSys =~ /\S/ && ! inet_aton ( $sSys ) ) {
&logError ( 20280,
"<%s> Destination cluster node [%s] cannot be resolved",
$sMyName, $sSys );
$iReturnCode = 0; # Error..
}
elsif ( $sFaultedNode ne 'UNDEF' && $sFaultedNode =~ /\S/ && ! inet_aton ( $sFaultedNode ) ) {
&logError ( 20281,
"<%s> Faulted cluster node [%s] cannot be resolved",
$sMyName, $sFaultedNode );
$iReturnCode = 0; # Error..
}
elsif ( ! -e $sCmd ) {
&logError ( 20282,
"<%s> Command [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = 0; # Error..
}
elsif ( ! -x $sCmd ) {
&logError ( 20283,
"<%s> Command [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = 0; # Error..
}
$iReturnCode || return $iReturnCode; # Return, if failed..
#-------------------------------------------------------
# Bug in VCS for FAULT. Verify group is really faulted..
#-------------------------------------------------------
# hasys -list SysState=RUNNING
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
my $iSleepTime = ( $iTillWhen - time ) / 10;
my $iTimeRemain = undef;
my $iSleepCount = 0;
while ( 1 ) {
my ( $i, $iExitCode, $sRes, $sDisp, $sGroup, $sNodeName, $sEnqSrvRes,
$sCmdArgs, $sTempNode, $sEnqRes, $sInstType, $sFailHost,
$sKey, $sSAPSID, $sSID, @lsHaresOut, @lsCpy, @lsValidNodes, @lsEnqReps,
@lsEnques, %hsEnqueues, %hsFltd, %hsEnqReps,
%hsEnqRepGrps, %hsEnqRepHosts, %hsSwEnqReps, %hsOnlineEnqueues ,
@lsHasysRunning, @lsHasysFault, @lsHasysOut, %hsHasysRunning,
%hsHasysFault,@lsWords, $sInstProfile, $sInstName, $sSAPHost) = ();
if( $iSleepCount > 0 ) {
unless ( ( $iTimeRemain = $iTillWhen - time ) > 10 ) {
&logError ( 20385,
"<%s> Insufficient time [%s] sec to retry. Exiting ..", $sMyName, $iTimeRemain );
$iReturnCode = 0; # Error..
last;
}
sleep $iSleepTime; # Take a break..
}
$iSleepCount++;
$sCmd = $sCmdHasys;
$sCmdArgs = "-state -localclus";
@lsHasysOut = readpipe ( "$sCmd $sCmdArgs" );
shift @lsHasysOut;
@lsHasysRunning = grep {
( s/\n// || 1 ) &&
( s/.*:// || 1 ) && # for DR ...
( s/^(\S+).*(RUNNING)$/$1/ )
} @lsHasysOut;
@lsHasysFault = grep {
( s/\n// || 1 ) &&
( s/.*:// || 1 ) && # for DR ...
( s/^(\S+).*(FAULTED|EXITED)$/$1/ )
} @lsHasysOut;
%hsHasysRunning = map { $_ => 1 } @lsHasysRunning;
&logTrace ( 20284,
"<%s> List of systems where VCS running [%s]",
$sMyName, join ( ' ', @lsHasysRunning ) );
%hsHasysFault = map { $_ => 1 } @lsHasysFault;
&logTrace ( 20285,
"<%s> List of systems where VCS Faulted [%s]",
$sMyName, join ( ' ', @lsHasysFault ) );
$sCmd = $sCmdHares;
$sCmdArgs = "-list Group=$sGrp State=FAULTED -localclus";
@lsHaresOut = grep {
( s/\n// || 1 ) &&
s/\s+.*//
} readpipe ( "$sCmd $sCmdArgs" );
#-------------------
# Verify exit code..
#-------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20286,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s].
Group [%s] does not have any faulted resources.",
$sMyName, $sCmd, $sCmdArgs, $iExitCode, $sGrp );
#-----------------------------
# Check for node FAULT event..
#-----------------------------
if ( $sFaultedNode eq 'UNDEF' && $sReason eq 'FAULT' ) {
&logWarn ( 20287,
"<%s> Missing faulted node name.
Possible node FAULT event detected", $sMyName );
}
elsif ( $sFaultedNode eq 'UNDEF' && $sReason eq 'MANUAL' ) {
&logWarn ( 20288,
"<%s> Missing source node name.", $sMyName );
}
elsif ( ($sOSVer = $^O eq 'solaris' ? ( uname ) [2] : '') eq "5.10" ) {
#---------------------------------------------------------------
# Add zone specific support for Enqueue when zone itself faults.
#---------------------------------------------------------------
&logInfo ( 20289,
"<%s> Checking if the Group [%s] is configured for Solaris non-global zones",
$sMyName, $sGrp );
my $sOut = ();
my @lsOut = ();
my $iCount = ();
$sCmdArgs = "-display -attribute ContainerName -group $sGrp -type SAPNW -localclus";
@lsHaresOut = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut;
foreach $sOut (@lsHaresOut) {
@lsOut = split( '\s+', $sOut);
$iCount = scalar @lsOut;
if( (4 == $iCount) && ($lsOut[2] =~ /$sSys/ || $lsOut[2] =~ /global/) ) {
&logWarn ( 20290,
"<%s> ContainerName attribute is configured.
Possible zone [%s] FAULT event detected", $sMyName, $lsOut[3] );
last;
}
}
}
}
else {
&logTrace ( 20291,
"<%s> Group [%s] has [%s] resource(s) in FAULTED state",
$sMyName, $sGrp, join ( ' ', @lsHaresOut ) );
}
#----------------
# Re-initialise..
#----------------
$sCmdArgs = "-display -type SAPNW -attribute " .
"State Group EnqSrvResName InstProfile InstType -localclus";
#---------------------------------------------
# Assume the group name is valid and proceed..
#---------------------------------------------
@lsHaresOut = grep { s/\n// || 1 } readpipe ( "$sCmd $sCmdArgs" );
#-----------------------------------------
# Check if command executed successfully..
#-----------------------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20292,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sCmd, $sCmdArgs, $iExitCode );
return 0; # Error..
}
elsif ( $lsHaresOut[0] =~ /10554.*No resource exists with/o ) {
&logError ( 20293,
"<%s> Cmd [%s] with args [%s] failed with reason [%s]",
$sMyName, $sCmd, $sCmdArgs, $lsHaresOut[0] );
return 0; # Error..
}
$sFailHost = $sSys; # Set to default..
push @lsHaresOut, "#"; # Insert trailing de-marker..
@lsCpy = @lsHaresOut; # Backup..
#---------------------------------------------------
# Mark all ENQUEUE/ENQREP resources in given group..
#---------------------------------------------------
@lsEnques =
grep {
( s/\n// || 1 ) && # Chomp, and always make true..
( /Group.*\s+(\S+)/ && # Mark the group name..
( $sGroup = $1 ) && 0 ) || # Store, and always make false..
( m#InstProfile.*\s+.*/(...)# && # Mark the SID..
( $sSID = $1 ) && 0 ) || # Store, and always make false..
( s/^(\S+).*InstType.*\s # Mark resource..
(ENQ(UEUE|REP))/$1:$2/ix && # If ENQUEUE or ENQREP variant..
++ $i ) || # Set flag..
( $i && # If flag..
s/.*/sprintf ( "$sSID:$sGroup", # Print group..
-- $i )/e ) # Reset flag..
} @lsCpy;
&logTrace ( 20294,
"<%s> Searching ENQUEUE resource in group [%s]", $sMyName, $sGrp );
&logTrace ( 20295,
"<%s> Enques values are [%s]", $sMyName, join(' ', @lsEnques) );
#-------------------
# Start processing..
#-------------------
while ( 2 == ( ( $sRes, $sGroup ) = splice ( @lsEnques, 0, 2 ) ) ) {
( $sRes, $sInstType ) = $sRes =~ /([^:]+)/g;
( $sSAPSID, $sGroup ) = $sGroup =~ /([^:]+)/g;
#-------------------------------
# Passed group has ENQ(UE|REP)..
#-------------------------------
if ( $sGrp eq $sGroup ) {
if ( $sInstType =~ /ENQUEUE/io ) {
&logInfo ( 20296,
"<%s> +------- Group [%s] has ENQUEUE variant -------+",
$sMyName, $sGrp );
#--------
# Store..
#--------
push @{ $hsEnqueues { $sRes } },
$sSAPSID, $sInstType, $sGroup; # Store..
}
elsif ( $sInstType =~ /ENQREP/io ) {
&logInfo ( 20297,
"<%s> +------- Group [%s] has ENQREP variant -------+",
$sMyName, $sGrp );
#--------
# Store..
#--------
push @{ $hsSwEnqReps { $sRes } },
$sSAPSID, $sInstType, $sGroup; # Store..
}
}
&logTrace ( 20298,
"<%s> Resource [%s] SAPSID [%s] InstType [%s] found in Group [%s]",
$sMyName, $sRes, $sSAPSID, $sInstType, $sGroup );
}
#-----------------------------------------------
# Find online resources and list their details..
#-----------------------------------------------
@lsCpy = @lsHaresOut; # Re-initialise..
$i = 0;
&logTrace ( 20299,
"<%s> Looking for all ONLINE SAPNW resources", $sMyName );
@lsEnqReps =
grep {
( s/\n// || 1 ) && # Chomp, and always make true..
( /^(\S+).*Group.*\s+(\S+)/ && # Mark resource, and group name..
( $sGroup = "$1:$2" ) && ( $sSys="" ) && 0 ) || # Store, and always make false..
( /.*\s(\S+)\s+ONLINE$/ && ( $sSys="$1" ) && 0 ) ||
( s/.*\s(\S+)\s+ONLINE$/$1/ && ++ $i ) || # If online, get node name, set flag..
( $i && # If flag..
/(EnqSrvResName|InstProfile|InstType)\s*(global|$sSys)/ && # and contains one of these..
s/.*\s+// ) || # get the last field..
( $i && # If flag, use demarker..
s/#/sprintf ( $sGroup, -- $i )/e ) # to print the group name.. reset flag..
} @lsCpy;
&logTrace ( 20300,
"<%s> EnqReps [%s]", $sMyName, join(' ', @lsEnqReps) );
while ( 5 == ( ( $sNodeName, $sEnqSrvRes, $sInstProfile, $sInstType, $sGroup ) = splice ( @lsEnqReps, 0, 5 ) ) ) {
$sNodeName =~ s/.*://; # Remove cluster component, under GCO..
( $sRes, $sGroup ) = $sGroup =~ /([^:]+)/g;
#----------------------------------
# Store only ENQ(UE|REP) variants..
#----------------------------------
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
#----------------------------------
# Store only ENQ(UE|REP) variants..
#----------------------------------
if ( $sInstType =~ /ENQREP/io ) {
&logTrace ( 20301, "<%s> Located ENQREP variant. Resource [%s] details:
Group [%s] Node [%s] EnqSrvResName [%s] InstType [%s] SAPSID [%s]",
$sMyName, $sRes, $sGroup, $sNodeName, $sEnqSrvRes, $sInstType, $sSAPSID );
push @{ $hsEnqReps { $sRes } },
$sGroup, $sEnqSrvRes, $sInstType, $sSAPSID, $sNodeName;
}
elsif ( $sInstType =~ /ENQUEUE/io ) {
$sEnqSrvRes = ""; # Truncate..
&logTrace ( 20302, "<%s> Located ENQUEUE variant. Resource [%s] details:
Group [%s] Node [%s] EnqSrvRes [%s] InstType [%s] SAPSID [%s]",
$sMyName, $sRes, $sGroup, $sNodeName, $sEnqSrvRes, $sInstType, $sSAPSID );
push @{ $hsOnlineEnqueues { $sRes } },
$sGroup, $sEnqSrvRes, $sInstType, $sSAPSID, $sNodeName;
}
}
#--------------------------------------------
# Validate if group has ENQ(UE|REP) variant..
#--------------------------------------------
@lsCpy = @lsHaresOut; # Re-initialise.
if ( keys %hsEnqueues ) {
&logInfo ( 20303,
"<%s> Failover Group [%s] has ENQUEUE variant resource(s) [%s].",
$sMyName, $sGrp, join ( ' ' , keys %hsEnqueues ) );
}
elsif ( keys %hsSwEnqReps ) {
#------------------------------------------
# Get all valid nodes for the faulted REP..
#------------------------------------------
@lsCpy = @lsHaresOut; # Re-initialise.
$sRes = join ( '|', keys %hsSwEnqReps );
$sDisp = join ( ' ', keys %hsSwEnqReps );
&logInfo ( 20304,
"<%s> Failover Group [%s] has ENQREP variant resource(s) [%s]",
$sMyName, $sGrp, $sDisp );
%hsFltd = map { $_ => 1 } # All faulted nodes..
grep { # Grep'ed here..
( s/\n// || 1 ) && # Chomp, and always make true..
s/^($sRes).*State\s+(\S+).*FAULTED/$2/ # Pick all nodes where FAULTed..
} @lsCpy; # From cmd output..
@lsCpy = @lsHaresOut; # Re-initialise.
@lsValidNodes =
grep {
( s/\n// || 1 ) && # Chomp, and always make true..
s/^($sRes).*State\s+(\S+).*LINE/$2/ || # Pick the node not FAULTed..
s/^($sRes).*EnqSrvResName.*\s+(\S+)/::$2/ # And EnqSrvResName..
} @lsCpy; # From cmd output..
#-------------------------------------------------
# Now extract EnqSrvResName and configured nodes..
#-------------------------------------------------
@lsCpy = @lsValidNodes; # Re-use..
@lsValidNodes = (); # Truncate..
foreach $sKey ( @lsCpy ) {
if ( $sKey =~ /^::/ ) { # EnqResName found..
( $sEnqRes = $sKey ) =~ s/:://;
}
else {
$sKey =~ s/.*://; # Remove cluster component, under GCO..
push ( @lsValidNodes, $sKey ) unless $hsFltd { $sKey };
}
}
&logTrace ( 20305,
"<%s> Nodes on which Service Group not in FALUTED state [%s]",
$sMyName, join(' ', @lsValidNodes) );
( $sRes ) = keys %hsSwEnqReps; # Take one..
#--------------------
# Remove duplicates..
#--------------------
%hsFltd = (); # Truncate..
@lsValidNodes = grep { ! $hsFltd { $_ } ++ } @lsValidNodes;
&logTrace ( 20306,
"<%s> One of ENQREP resource(s) [%s] defines EnqSrvResName as [%s].
Details for ENQREP resource [%s]:
InstType [%s] SAPSID [%s]. Possible failover nodes [%s]",
$sMyName, $sDisp, $sEnqRes, $sRes,
${ $hsSwEnqReps { $sRes } } [1], ${ $hsSwEnqReps { $sRes } } [0],
join ( ' ', @lsValidNodes ) );
#--------------------------------------------------------
# Check if the node on which service group is configured
# is Running at this moment..
#--------------------------------------------------------
@lsValidNodes = grep { $hsHasysRunning { $_ } } @lsValidNodes;
&logTrace ( 20307,
"<%s> Valid nodes for ENQREP failover targets [%s]",
$sMyName, join ( ' ', @lsValidNodes ) );
#--------------------------
# If online ENQUEUE found..
#--------------------------
if ( defined $hsOnlineEnqueues { $sEnqRes } ) {
&logTrace ( 20308,
"<%s> Details for defined ENQUEUE resource [%s]:
InstType [%s] SAPSID [%s] online on node [%s]",
$sMyName, $sEnqRes, ${ $hsOnlineEnqueues { $sEnqRes } } [2],
${ $hsOnlineEnqueues { $sEnqRes } } [-2],
${ $hsOnlineEnqueues { $sEnqRes } } [-1] );
}
else {
&logWarn ( 20389,
"<%s> Corresponding ENQUEUE resource(s) is NOT online in the cluster. Retrying..", $sMyName );
next;
}
#-----------------------------
# Now validate EnqSrvResName..
#-----------------------------
if ( defined $hsOnlineEnqueues { $sEnqRes } && # Defined..
( $hsInstMatch { (uc ${ $hsSwEnqReps { $sRes } } [1]) } eq # InstType pair..
(uc ${ $hsOnlineEnqueues { $sEnqRes } } [2] )) && # is a match..
( ${ $hsSwEnqReps { $sRes } } [0] eq # SAPSID..
${ $hsOnlineEnqueues { $sEnqRes } } [-2] ) ) { # matches..
$sTempNode = ${ $hsOnlineEnqueues { $sEnqRes } } [-1]; # Get the online node..
( $sFailHost ) = grep { # Find the node other than..
! /^($sTempNode|$sFaultedNode)$/o && # ENQUEUE online or faulted..
! $hsHasysFault{$_} # nodes faulted..
} @lsValidNodes; # From all posibilities..
#---------------------------------------------------
# Check if we are in a position to failover safely..
#---------------------------------------------------
if ( $sFaultedNode ne 'UNDEF' || $sReason ne 'MANUAL' ||
( $sFaultedNode eq 'UNDEF' && $sReason eq 'MANUAL' && (scalar @lsHasysFault || $sTempNode eq $sSys)) ) {
if ( defined $sFailHost ) {
&logInfo ( 20310,
"<%s> Rejecting ENQUEUE node [%s]. Failing over group [%s] to node [%s]",
$sMyName, $sTempNode, $sGrp, $sFailHost );
}
else { # Prevent onlining..
&logWarn ( 20390,
"<%s> Could not locate any node to online Group [%s]. Waiting to find a node..",
$sMyName, $sGrp );
next; # try again after some buffer time...
}
}
#-------------------------------
# Online group to default node..
#-------------------------------
if ( SAPNW::OnlineGrp ( $sGrp,
$sFailHost ) ) {
&logInfo ( 20312,
"<%s> Issued online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return $iReturnCode; # Success..
}
else {
&logError ( 20313,
"<%s> Could not issue online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return 0; # Error..
}
}
else {
&logTrace ( 20314,
"<%s> Failover group [%s] does not have any online ENQ(UEUE|REP) variant",
$sMyName, $sGrp );
next; # try again after some buffer time...
}
}
else {
&logInfo ( 20315,
"<%s> Failover group [%s] does not have any ENQ(UEUE|REP) variant",
$sMyName, $sGrp );
return 0; # Error..
}
#------------------------------------------------
# Validate if we have any online ENQREP variant..
#------------------------------------------------
&logTrace ( 20316,
"<%s> +----- ENQREP online node and group details -----+", $sMyName );
#----------------------------------------------
# Remove ENQREPs whose EnqRepSrv aren't found..
#----------------------------------------------
foreach $sKey ( keys %hsEnqReps ) {
if ( ! $hsEnqueues { ${$hsEnqReps { $sKey } }[1] } ) { # Not in passed group..
&logTrace ( 20317,
"<%s> EnqResName [%s] resource not found in Grp [%s].
Marked resource [%s] invalid",
$sMyName, ${$hsEnqReps { $sKey } }[1], $sGrp, $sKey );
delete $hsEnqReps { $sKey }; # Then delete..
}
else {
++ $hsEnqRepHosts { ${$hsEnqReps { $sKey } }[-1] }; # Else store online node..
++ $hsEnqRepGrps { ${$hsEnqReps { $sKey } }[0] }; # Else store group..
&logTrace ( 20318,
"<%s> Online node [%s] Group [%s]",
$sMyName, ${$hsEnqReps{$sKey}}[-1], ${$hsEnqReps{$sKey}}[0] );
}
}
#------------------------------------------------
# Validate if we have any online ENQREP variant..
#------------------------------------------------
if ( ! keys %hsEnqReps && $sReason ne 'MANUAL' ) {
$sFailHost = $sSys; # Fail-over to the default node..
&logCritical ( 20319,
"<%s> Corresponding ENQREP server(s) not found ONLINE in cluster.
Onlining group [%s] on node [%s]", $sMyName, $sGrp, $sFailHost );
#-------------------------------
# Online group to default node..
#-------------------------------
if ( SAPNW::OnlineGrp ( $sGrp,
$sFailHost ) ) {
&logInfo ( 20320,
"<%s> Issued online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return $iReturnCode; # Success..
}
else {
&logError ( 20321,
"<%s> Could not issue online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
return 0; # Error..
}
}
#-----------------------------------------------
# Check if we have ENQREPs in different groups..
#-----------------------------------------------
if ( keys %hsEnqRepGrps > 1 ) {
&logCritical ( 20322,
"<%s> ENQREP configured in different service groups [%s]",
$sMyName, join ( ' ', keys %hsEnqRepGrps ) );
}
#----------------------------------------------
# Now check if we have a unique failover node..
#----------------------------------------------
if ( keys %hsEnqRepHosts > 1 ) {
&logCritical ( 20323,
"<%s> ENQREP found online on different nodes [%s]",
$sMyName, join ( ' ', keys %hsEnqRepHosts ) );
#------------------------------------------
# Delete entries for all other than ENQREP..
#------------------------------------------
foreach $sKey ( keys %hsEnqReps ) {
if ( (uc (${$hsEnqReps { $sKey } }[2])) ne 'ENQREP' ) {
&logError ( 20324,
"<%s> Marking resource [%s] with InstType [%s] as invalid",
$sMyName, $sKey, ${$hsEnqReps { $sKey } }[2] );
#--------------------------
# Delete in correct order..
#--------------------------
delete $hsEnqRepHosts { ${$hsEnqReps { $sKey } }[-1] }; # Delete node first..
delete $hsEnqRepGrps { ${$hsEnqReps { $sKey } }[0] }; # Delete group next..
delete $hsEnqReps { $sKey }; # Now the resource..
}
}
}
#-------------------------
# Find out failover node..
#-------------------------
foreach $sKey ( keys %hsEnqReps ) {
&logTrace ( 20325,
"<%s> EnqRep server [%s] details:
Group [%s] EnqSrvRes [%s] InstType [%s] SAPSID [%s] online on [%s]",
$sMyName, $sKey,
${ $hsEnqReps { $sKey } }[0], ${ $hsEnqReps { $sKey } }[1],
${ $hsEnqReps { $sKey } }[2], ${ $hsEnqReps { $sKey } }[3],
${ $hsEnqReps { $sKey } }[4] );
#-----------------------------------------------------------
# Enqueue has been defined in EnqResName of ENQREP variant..
#-----------------------------------------------------------
if ( scalar @{ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } } ) { # EnqResName is correct..
if ( ${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[0] ne # SAPSID of ENQUEUE variant..
${$hsEnqReps { $sKey }}[3] ) { # ne SAPSID of ENQREP..
&logError ( 20326,
"<%s> SAPSID [%s] of ENQREP resource [%s] differs from
SAPSID [%s] of ENQUEUE resource [%s]",
$sMyName, ${$hsEnqReps { $sKey }}[3], $sKey,
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[0],
${ $hsEnqReps { $sKey } }[1] );
}
elsif ( uc ${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[1] ne # ENQUEUE variant..
$hsInstMatch { uc ${$hsEnqReps {$sKey }}[2] } ) { # not correct match..
&logError ( 20327,
"<%s> InstType [%s] of ENQREP resource [%s] not a match for
InstType [%s] of ENQUEUE resource [%s]", $sMyName,
${$hsEnqReps { $sKey }}[2], $sKey,
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[1],
${ $hsEnqReps { $sKey } }[1] );
}
else { # All okay..
&logTrace ( 20328,
"<%s> EnqSrvResName [%s] matches with:
ENQUEUE SAPSID [%s] InsType [%s] Group [%s]",
$sMyName, ${$hsEnqReps { $sKey }}[1],
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[0],
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[1],
${ $hsEnqueues { ${$hsEnqReps { $sKey }}[1] } }[2] );
#-----------------------------------------------------
# Failover to ENQREP's node, if not the FAULTED node..
#-----------------------------------------------------
$sFailHost = ${ $hsEnqReps { $sKey } }[-1] eq $sFaultedNode ? $sSys :
${ $hsEnqReps { $sKey } }[-1];
}
}
else { # EnqResName is wrong..
&logError ( 20329,
"<%s> EnqResName [%s] value is in-correct for ENQREP resource [%s]",
$sMyName, ${$hsEnqReps { $sKey }}[1], $sKey );
}
}
&logInfo ( 20330, "<%s> Failing over Group [%s] to node [%s]",
$sMyName, $sGrp, $sFailHost );
#-------------------------------
# Online group to default node..
#-------------------------------
if ( SAPNW::OnlineGrp ( $sGrp,
$sFailHost ) ) {
&logInfo ( 20331, "<%s> Issued online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
last;
}
else {
&logError ( 20332,
"<%s> Could not issue online of Group [%s] on node [%s]",
$sMyName, $sGrp, $sFailHost );
$iReturnCode = 0; # Do nothing..
last;
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : bool OnlineGrp ( IN String Grp,
IN String Sys );
Description : Pre-online trigger for SAPNW
Parameters :
$sGrp Cluster group to online
$sSys System where the group is asked to be made online
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub OnlineGrp {
#----------------
# Get Arguments..
#----------------
my ( $sGrp,
$sSys ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20333, "Subroutine <%s> called with:
Grp [%s]
Sys [%s]",
$sMyName, $sGrp, $sSys );
#-------------------------------------------
# Set return code optimistically to online..
#-------------------------------------------
my $iReturnCode = 1; # Success..
#-------------------------
# Define local variables..
#-------------------------
my $sCmd = $sCmdHagrp; # Get global..
my @lsCmdArgs = ( "-online", "-nopre", "$sGrp", "-sys", "$sSys" );
my $iExitCode = undef;
&logTrace ( 20334, "<%s> Executing Command [%s] with arguments [%s]",
$sMyName, $sCmd, join( ' ', @lsCmdArgs ) );
#-------------------------------
# Validate and execute command..
#-------------------------------
if ( ! -e $sCmd ) {
&logError ( 20335,
"<%s> Cmd [%s] does not exist", $sMyName, $sCmd );
$iReturnCode = 0; # Failure..
}
elsif ( ! -x $sCmd ) {
&logError ( 20336,
"<%s> Cmd [%s] is not executable", $sMyName, $sCmd );
$iReturnCode = 0; # Failure..
}
else { # Execute..
&logTrace ( 20337,
"<%s> Executing Cmd [%s] with args [%s]",
$sMyName, $sCmd, join ( ' ', @lsCmdArgs ) );
system ( $sCmd, @lsCmdArgs ); # Execute..
#-------------------------
# Check execution status..
#-------------------------
if ( $iExitCode = $? >> 8 ) {
&logError ( 20338,
"<%s> Cmd [%s] with args [%s] failed with exit code [%s]",
$sMyName, $sCmd, join ( ' ', @lsCmdArgs ), $iExitCode );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20339,
"<%s> Cmd [%s] with args [%s] executed successfully with exit code [%s]",
$sMyName, $sCmd, join ( ' ', @lsCmdArgs ), $iExitCode );
}
}
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int StartSapService ( IN String InstProfile,
IN String SAPAdmin,
IN String EnvFile,
IN String UseSystemD );
Description : Start the sapstartsrv process if found to be offline.
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub StartSapService {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20340, "Subroutine <%s> called with:
InstProfile [%s]
SAPAdmin [%s]
EnvFile [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sSAPAdmin, $sEnvFile, $bUseSystemD);
my ( $sSAPSID, $sInstName, $sSAPHost ,$sSAPHome,@lsWords) = ();
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
$sSAPHome = "/usr/sap/" . $sSAPSID . "/" . $sInstName . "/exe";
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs, $iTillWhen, $iExitCode, $iTimeout,
@lsCmdout, @liPids ) = ();
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartService $sSAPSID";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20341,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20403,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartService",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20404,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName,"StartService");
if($iReturnCode) {
&logTrace ( 20405,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20406,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20407,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
}
else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20342,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20343,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return if failed..
#-------------------
$iReturnCode || return $iReturnCode;
$iTimeout = $iTillWhen - time ;
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function WaitforServiceStarted $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20344,
"<%s> Waiting for Service to be started for SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20345,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20346,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
#-------------------
# Return the error code.
#-------------------
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int StartERSInstance ( IN String InstProfile,
IN String SAPAdmin,
IN String EnvFile,
IN Bool UseSystemD );
Description : Start the er process if found to be offline.
Parameters :
$sInstProfile Instance profile file for the SAP Instance
$sSAPAdmin SAP System Administrator
$sEnvFile SAP Environment file
$bUseSystemD When enabled, resource comes Online in system.slice
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub StartERSInstance {
#----------------
# Get Arguments..
#----------------
my ( $sInstProfile,
$sSAPAdmin,
$sEnvFile,
$bUseSystemD ) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20347, "Subroutine <%s> called with:
InstProfile [%s]
SAPAdmin [%s]
EnvFile [%s]
UseSystemD [%s]",
$sMyName, $sInstProfile, $sSAPAdmin, $sEnvFile, $bUseSystemD );
my ( $sSAPSID, $sInstName, $sSAPHost ,$sSAPHome,@lsWords) = ();
(@lsWords) = split( /\//, $sInstProfile);
($sSAPSID, $sInstName, $sSAPHost) = split(/_/, $lsWords[-1]);
$sSAPHome = "/usr/sap/" . $sSAPSID . "/" . $sInstName . "/exe";
#--------------------------------------
# Set Return Code Optimistically to 1..
#--------------------------------------
my $iReturnCode = 1;
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs, $iTillWhen, $iExitCode, $iTimeout,
@lsCmdout, @liPids ) = ();
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
$iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
$iTimeout = $iTillWhen - time ;
#------------------------------------------------
# Define sapcontrol command and args variables..
#------------------------------------------------
my $iInstID = ();
($iInstID ) = $sInstName =~ /(\d{2})$/o;
$sCommand = "$sSAPHome/sapcontrol";
$sCommandArgs = "-nr $iInstID -function StartWait $iTimeout 1";
( @lsCmdout, $iExitCode, $iTimeout ) = ();
&logTrace ( 20348,
"<%s> Starting SAPNW instance with Cmd [%s] Args [%s]",
$sMyName, $sCommand, $sCommandArgs );
$iReturnCode = $bUseSystemD && DetectSystemd();
if($iReturnCode) {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20035,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
else {
&logTrace ( 20403,
"<%s> SYSTEMD is detected", $sMyName );
my $ResName = $ENV { VCS_LOG_RESOURCE_NAME };
$iReturnCode = CreateSystemd($ResName,$sSAPAdmin,$sCommand,$sCommandArgs,"StartWait",$sEnvFile);
if($iReturnCode) {
&logTrace ( 20404,
"<%s> CreateSystemd was successful", $sMyName );
$iReturnCode = RunSystemd($ResName,"StartWait");
if($iReturnCode) {
&logTrace ( 20405,
"<%s> RunSystemd was successful", $sMyName );
} else {
&logError ( 20406,
"<%s> RunSystemd was not successful", $sMyName );
}
} else {
&logError ( 20407,
"<%s> CreateSystemd was not successful", $sMyName );
}
}
} else {
#------------------
# Request startup..
#------------------
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20349,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
elsif ( $iReturnCode =
SAPNW::ExecLocalCmd ( $sSAPAdmin,
$sEnvFile,
$sCommand,
$sCommandArgs,
\$iExitCode,
$iTimeout,
\@lsCmdout ) ) {
&logTrace ( 20350,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
}
#-------------------
# Return the error code..
#-------------------
return $iReturnCode;
}
=pod
-------------------------------------------------------------------------
Function : int GetValueOfAttribute (IN String Attribute);
Description : Retrieves input attribute value.
Parameters :
Attribute name for which value needs to be retrieved.
Returns: Value of input Attribute for SAPNW resource.
-------------------------------------------------------------------------
=cut
sub GetValueOfAttribute {
#----------------
# Get Arguments..
#----------------
my ($sAttribute) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20351 , "Subroutine <%s> called with [%s].",
$sMyName, $sAttribute );
#-------------------------
# Define local variables..
#-------------------------
my ( $sCommand, $sCommandArgs,
$iValue, $iExitCode ) = ();
#--------------------------------------------------
# Attempt to get resource level overridden values..
#--------------------------------------------------
my $sResourceName = $ENV { VCS_LOG_RESOURCE_NAME };
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
#-----------------------------------------
# Form hares command for retrieving input Attribute.
#-----------------------------------------
$sCommand = $sCmdHares; # Get global..
$sCommandArgs = "-value $sResourceName $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
$iValue = 0;
( $iValue = readpipe ( "$sCommand $sCommandArgs 2>/dev/null" ) )
=~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20352,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
}
elsif ( ! $iValue ) { # Undefined value..
&logTrace ( 20353, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
}
else { # Success..
&logTrace ( 20354, "<%s> Got [%s] as [%s] from engine",
$sMyName, $sAttribute, $iValue );
}
#-----------------------------------------
# Form hatype command for retrieving input Attribute.
#-----------------------------------------
unless ( $iValue ) {
$sCommand = $sCmdHatype; # Get global..
$sResourceType = "SAPNW" if $sResourceType !~ /\w/; # Ensure..
$sCommandArgs = "-value $sResourceType $sAttribute";
#----------------------------------
# Fire command and collect output..
#----------------------------------
( $iValue = readpipe ( "$sCommand $sCommandArgs" ) ) =~ s/\n//;
#--------------------
# Check exit status..
#--------------------
if ( $iExitCode = $? >> 8 ) {
&logTrace ( 20355,
"<%s> Command [%s] with Args [%s] failed with exitcode [%s]",
$sMyName, $sCommand, $sCommandArgs, $iExitCode );
}
elsif ( ! $iValue ) { # Empty value..
&logTrace ( 20356, "<%s> Could not get [%s] from engine",
$sMyName, $sAttribute );
}
else { # Success..
&logTrace ( 20357, "<%s> Got [%s] as [%s] sec from engine",
$sMyName, $sAttribute, $iValue );
}
}
return ( $iValue ); # Secs..
}
=pod
-------------------------------------------------------------------------
Function : int DetectSystemd ();
Description : Retrieves whether current operating system is linux(RHEL7/SLES12 or higher).
Parameters :
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub DetectSystemd {
#----------------
# Get Arguments..
#----------------
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20408 , "Subroutine <%s> called .",
$sMyName);
#-------------------------
# Define local variables..
#-------------------------
my ($cmd);
my ($is_rhel7, $is_sles12)= ( 1, 1);
my ($pid_one, $tty, $time, @psargs);
my ($processname);
my ($SYSTEM) = uname();
my $is_systemd = 0;
if ($SYSTEM eq "Linux") {
$is_rhel7 = system("$GREP -qs \'release 7.*\' /etc/redhat-release");
$is_sles12 = system("$GREP -qs \'SUSE.*12\' /etc/SuSE-release");
# Systemd is supported in case of RHEL7 and SLES12 only
if( !$is_rhel7 || !$is_sles12){
$cmd = "/bin/ps -e";
unless (open(PS, "$cmd | $GREP \" 1 ?\"|")) {
return 0;
}
while (my $line = ) {
chomp($line);
$line =~ s/^\s*(.*?)\s*$/$1/;
($pid_one, $tty, $time, @psargs) = split(/\s+/, $line);
($processname) = join(' ', @psargs);
if ( ( 1 == $pid_one ) && ($processname =~ /^systemd\b/) ) {
$is_systemd = 1;
last;
}
}
close(PS);
} #if (!$is_rhel7 || !is_sles12)
} #if ($SYSTEM eq "Linux")
return $is_systemd;
}
=pod
-------------------------------------------------------------------------
Function : int CreateSystemd ();
Description : Creates systemd service file for each resource .
Parameters :
ResName Resource name
User user of the command for which service needs to be created
Command Command to be specified in the service file
CommandArgs Arguments of the command to be specified in the service file
WhichCommand Command for which service needs to be created
Returns : boolean value in the set of {0,1} where
0 false
1 true
-------------------------------------------------------------------------
=cut
sub CreateSystemd {
#----------------
# Get Arguments..
#----------------
my($ResName, $User, $sCommand, $sCommandArgs, $WhichCommand, $sEnvFile) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20409, "Subroutine <%s> called with:
ResName [%s]
User [%s]
Command [%s]
CommandArgs [%s]
WhichCommand [%s]
EnvFile [%s]",
$sMyName, $ResName, $User, $sCommand, $sCommandArgs, $WhichCommand,$sEnvFile);
#-------------------------
# Define local variables..
#-------------------------
my $service_file = "/etc/systemd/system/vcs-$ResName-$WhichCommand.service";
my $ret_val = 0;#failure- change
if ( sysopen ( FILE, $service_file, O_WRONLY|O_SYNC|O_CREAT|O_TRUNC, 0777 ) ) {
printf FILE "#/etc/sysesName.services-$ResName-$WhichCommand.service
[Unit]
Description=Veritas SAPNW service file
[Service]
Type=forking
Restart=no
KillMode=none
SendSIGKILL=no
EnvironmentFile=$sEnvFile
ExecStart=$sCommand $sCommandArgs
User=$User
[Install]
WantedBy=multi-user.target";
$ret_val = 1;
}
else
{
&logError( 20410 ,"<%s> Failed to create the systemd service file [%s] ",
$sMyName, $service_file);
$ret_val = 0;
}
close(FILE);
return $ret_val;
}
=pod
-------------------------------------------------------------------------
Function : int RunSystemd ();
Description : Runs systemd service file for each resource .
Parameters :
ResName Resource name
WhichCommand Command for which service needs to be created
Returns : boolean value in the set of {0,1} where
0 FAILURE
1 SUCCESS
-------------------------------------------------------------------------
=cut
sub RunSystemd {
#----------------
# Get Arguments..
#----------------
my ( $ResName , $WhichCommand) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace( 20411 , "Subroutine <%s> called with:
ResName [%s]
WhichCommand [%s].",
$sMyName, $ResName, $WhichCommand);
#-------------------------
# Define local variables..
#-------------------------
my $Command = "$SYSTEMCTL daemon-reload";
&logTrace ( 20412,
"<%s> Executing command [%s].", $sMyName ,$Command);
my $iExitCode = system($Command) ;
my $iReturnCode = 1;
if ( $iExitCode == 0 ) {
&logTrace ( 20413,
"<%s> Cmd [%s] executed successfully",
$sMyName, $Command);
$Command = "$SYSTEMCTL disable vcs-$ResName-$WhichCommand";
&logTrace ( 20414,
"<%s> Executing command [%s].", $sMyName ,$Command);
$iExitCode = system($Command) ;
if ( $iExitCode == 0 ) {
&logTrace ( 20415,
"<%s> Cmd [%s] executed successfully",
$sMyName, $Command);
$Command = "$SYSTEMCTL start vcs-$ResName-$WhichCommand";
&logTrace ( 20416,
"<%s> Executing command [%s].", $sMyName ,$Command);
$iExitCode = system($Command) ;
if ( $iExitCode != 0 ) {
&logError ( 20417,
"<%s> Cmd [%s] is not executed successfully",
$sMyName, $Command);
$Command = "$SYSTEMCTL -l status vcs-$ResName-$WhichCommand";
&logTrace ( 20418,
"<%s> Executing command [%s].", $sMyName ,$Command);
my $outMessage = `$SYSTEMCTL -l status vcs-$ResName-$WhichCommand 2>&1`;
&logError( 20419 , "outMessage is [%s]",
$outMessage);
$iReturnCode = 0;
} else {
&logTrace ( 20420,
"<%s> Cmd [%s] executed successfully",
$sMyName, $Command);
}
} else {
&logError ( 20421,
"<%s> Cmd [%s] is not executed successfully",
$sMyName, $Command);
$iReturnCode = 0;
}
} else {
&logError ( 20422,
"<%s> Cmd [%s] is not executed successfully",
$sMyName, $Command);
$iReturnCode = 0;
}
return $iReturnCode;
}
1; # So PERL knows its included..
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/monitor 0000755 0000000 0000000 00000067634 13320061753 021776 0 ustar root root #------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2018 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPNW/monitor.pl,v 1.10 2014/08/08 06:08:26 avaidya Exp $
#
# $Author: avaidya $
# $Date: 2014/08/08 06:08:26 $
# $Revision: 1.10 $
#
# Provides: SAPNW
# Author: vchappav
# crAgent Build: 1.88 2008/10/13 08:28:02
# crAgent Run Date: 13 Oct, 2008
# Modification History:
# Known bugs/caveats:
#------------------------------------------------------------------
eval 'exec /opt/VRTSperl/bin/perl -Sw $0 ${1+"$@"}'
if 0;
#---------------------------------------------------------
# Define the exact order to look for our agent framework..
#---------------------------------------------------------
BEGIN {
my $sVCSperl = undef;
my $sVCSagntfwHome = "/opt/VRTS/.ACCLib";
( my $sDirName = $0 ) =~ s#(.*)/.*$#$1#;
if ( $ENV { CLUSTER_HOME } ) { # VCS 5.0/VCS One..
$sVCSperl = "$ENV{CLUSTER_HOME}/lib";
}
else { # VCS 4.x ..
$sVCSperl = "/opt/VRTSperl/lib/site_perl";
}
$ENV { VCS_LOG_AGENT_NAME } ||= "SAPNW"; # export Agent name for PreOnline logging..
unshift ( @INC, $sDirName,
"$sVCSagntfwHome/vcs",
"$sVCSagntfwHome/system",
"$sVCSagntfwHome/network",
$sVCSperl );
}
#------------
# Be strict..
#------------
use strict 'refs';
use strict 'vars';
#-------------------------------------
# Include required framework modules..
#-------------------------------------
use ag_i18n_inc;
use Sys; # For call to RunCmdArgsAsUser
use Version; # ACC Library version display generator
use VCSagentFW; # Primary Agent Interface to the ACC Library
use VCSDefines; # This contains constants that VCS uses
#-----------------------------------------
# Include the required SAPNW module..
#-----------------------------------------
use SAPNW;
use File::Path qw ( mkpath );
#-----------------------------------------------------------------------
# Add our version number to the version hash and check if versions are
# requested..
#-----------------------------------------------------------------------
my $sVer = "\$Id: monitor.pl,v 1.10 2014/08/08 06:08:26 avaidya Exp $::ETVHeader";
Version::TellVersion ( $sVer );
#----------------------------------------------------------------------
# If versions are requested, print all of the framework module versions
# to stdout, then exit 0..
#----------------------------------------------------------------------
if ( 1 == Version::CheckForVersionRequest ( $ARGV [0] ) ) {
#------------------------------------------------------------------
# Found the request to display all versions -- did that, now quit..
#------------------------------------------------------------------
exit 0;
}
#-----------------------------------
# Work out entry point information..
#-----------------------------------
my $sResourceName = $ARGV [0];
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
$sResourceType = 'SAPNW' if $sResourceType !~ /\w/;
#---------------------------------------------------------
# Set up the return code here (this gets over written once
# the entry point is called).
#---------------------------------------------------------
my $iAgentReturnCode = 0;
if ( $sEntryPointName eq "monitor" ) {
$iAgentReturnCode = VCSDef_MonitorExit::UNKNOWN;
}
elsif ( $sEntryPointName eq "clean") {
$iAgentReturnCode = VCSDef_CleanExit::FAILED;
}
elsif ( $sEntryPointName eq "preonline" ) {
my $sResLogLevel = 'INFO'; # Default..
my $iPosn = 3;
#---------------------------------------------------
# Handle missing node name for MANUAL switch-over..
#---------------------------------------------------
if ( $ARGV [2] eq 'MANUAL' ) {
$iPosn = scalar @ARGV if $iPosn > scalar @ARGV;
splice ( @ARGV, $iPosn, 0, 'UNDEF' );
}
#---------------------------------
# Set ResLogLevel, if overridden..
#---------------------------------
if ( $ARGV [-1] =~ /^(TRACE|INFO|WARN|ERROR|CRITICAL)/o ) {
$sResLogLevel = pop @ARGV;
}
#----------------------------------
# Modify @ARGV to have..
# @ARGV..
#----------------------------------
unshift ( @ARGV, $ARGV [1], $sResLogLevel );
}
#------------------------------------
# Setup Category ID for UMI logging..
#------------------------------------
my $iCategoryID = 55043;
my $iCleanReason = undef;
my $iIMFMonitorSwitch = undef;
my $iIMFResState = undef;
#-----------------------------------------
# Use Script50Agent style attribute list..
#-----------------------------------------
my $iCnt = 0;
my ( $sKey, @lsArgVals, %hsAttribs ) = ();
my @lsAttrs =
qw ( ResLogLevel State IState EnvFile SAPAdmin InstProfile InstType
ProcMon EnqSrvResName MonitorProgram StopService UseSystemD );
#------------------------------------------------------------------
# ArgList for type SAPNW:
# ResLogLevel EnvFile SAPAdmin InstProfile InstType ProcMon
# EnqSrvResName SecondLevelMonitor MonitorProgram StopService UseSystemD
#------------------------------------------------------------------
my ( $argResLogLevel, # For ACCLib..
$argState, # Dummy attribute for FFDC..
$argIState, # Dummy attribute for FFDC..
$argEnvFile,
$argSAPAdmin,
$argInstProfile,
$argInstType,
$argProcMon,
$argEnqSrvResName,
$argSecondLevelMonitor,
$argMonitorProgram ,
$argStopService,
$argUseSystemD ) = ();
$argSecondLevelMonitor = 0;
my ( $argSAPSID, $argInstName, $argInstID, $argSAPHost, $argSAPHome, @lsWords ) = ();
if ( $sEntryPointName ne "preonline" ) {
$sResourceName = shift;
$iCleanReason = shift if ( $sEntryPointName eq 'clean' );
if ( $ENV { CLUSTER_HOME } ) { # VCS One/VCS 5.0
#----------------------------------------------------------------
# Switch to specify whether to start or stop imf monitoring..
#----------------------------------------------------------------
# enum VCSAgIMFMonitorSwitch {
# VCSAgIMFMonitorStop,
# VCSAgIMFMonitorStart
# };
$iIMFMonitorSwitch = shift if ( $sEntryPointName eq 'imf_register' );
#----------------------------------------------------------------
# Specifies online or offline (imf) monitoring for the resource..
#----------------------------------------------------------------
# enum VCSAgIMFResState {
# VCSAgIMFResOffline,
# VCSAgIMFResOnline
# };
$iIMFResState = shift if ( $sEntryPointName eq 'imf_register' );
#--------------
# Get vectors..
#--------------
do {
push @{ $hsAttribs { $ARGV [$iCnt] } },
@ARGV [ $iCnt + 2 .. $iCnt + 1 + $ARGV [$iCnt + 1] ];
} while ( ( $iCnt += $ARGV [$iCnt + 1] + 2 ) <= $#ARGV );
( $argResLogLevel, # For ACCLib..
$argState, # Dummy attribute for FFDC..,
$argIState, # Dummy attribute for FFDC..,
$argEnvFile,
$argSAPAdmin,
$argInstProfile,
$argInstType,
$argProcMon,
$argEnqSrvResName,
$argMonitorProgram,
$argStopService,
$argUseSystemD ) = @lsArgVals = map { @$_ } @hsAttribs { @lsAttrs };
}
else {
#-------------------------
# Get values VCS 4.1 style
#-------------------------
( @lsArgVals ) = ( $argResLogLevel, # For ACCLib..
$argState, # Dummy attribute for FFDC..,
$argIState, # Dummy attribute for FFDC..,
$argEnvFile,
$argSAPAdmin,
$argInstProfile,
$argInstType,
$argProcMon,
$argEnqSrvResName,
$argMonitorProgram,
$argStopService,
$argUseSystemD ) = @ARGV;
}
unshift ( @lsArgVals, $iCleanReason ) if ( $sEntryPointName eq "clean" ); # Insert clean reason..
unshift ( @lsArgVals, $sResourceName ); # Insert resource name..
}
else {
@lsArgVals = @ARGV;
}
#---------------------------------
# Populate FFDC helper variables..
#---------------------------------
$::gsUser = $argSAPAdmin;
$::gsEnvFile = $argEnvFile;
unless ( VCSagentFW::SetupEntry ( $sEntryPointName,
$iCategoryID,
\$iCleanReason,
\@lsArgVals ) ) {
#------------------------------------------------------------------
# Some number of the "Standard Agent" arguments failed the
# validation. Note that the validation subroutine has already
# logged the attributes that failed the validation criteria. Exit
# now with the earlier defined value of $iAgentReturnCode.
#------------------------------------------------------------------
&entryPointExit ( $iAgentReturnCode );
}
#-------------------
# Handle preonline..
#-------------------
if ( $sEntryPointName eq "preonline" ) {
&entryPointExit ( SAPNW::OnlineENQGrp ( @lsArgVals ) ? 0:1 ); # Toggle..
}
#-------------------------------------
# Send the parameters for validation..
#-------------------------------------
if ( SAPNW::ArgsValid ( $sEntryPointName,
$argEnvFile,
$argSAPAdmin,
$argInstProfile,
$argInstType,
$argProcMon,
$argEnqSrvResName,
$argSecondLevelMonitor,
$argMonitorProgram,
$argStopService ) ) {
&logTrace ( 20358, "<%s> All arguments validated successfully!",
$sEntryPointName );
(@lsWords) = split( /\//, $argInstProfile);
($argSAPSID, $argInstName, $argSAPHost) = split(/_/, $lsWords[-1]);
($argInstID ) = $argInstName =~ /(\d{2})$/o;
$argSAPHome = "/usr/sap/" . $argSAPSID . "/" . $argInstName . "/exe";
}
else {
#---------------------------------------------------------------
# Some number of the arguments failed the validation..
# Exit now with the earlier defined value of iAgentReturnCode..
#---------------------------------------------------------------
&entryPointExit ( $iAgentReturnCode );
}
#-----------------------------------
# Args checked out ok, so continue..
#-----------------------------------
if ( $sEntryPointName ne "clean" ) {
#-------------------------------------
# Create a subdirectory for connector
# log. Give it permissions.
#-------------------------------------
my $sLogDir = "$VCSLOG/log/tmp/sap_symc_cluster_connector/";
my $sLogFile = "$sLogDir/sap_symc_cluster_connector.log";
my ( $iUid, $iGid ) = ( getpwnam $argSAPAdmin ) [2, 3]; # Should not fail..
#------------------------------
# Create PID folder if needed..
#------------------------------
if ( -d $sLogDir ) {
&logTrace ( 20230, "sap_symc_cluster_connector folder [%s] exists",
$sLogDir );
my ( $iFUid, $iFGid ) = ( stat $sLogDir ) [4, 5];
if ( $iUid != $iFUid ) {
if ( chown ( $iUid, $iGid, $sLogDir ) ) {
&logTrace ( 20433,
"Set ownership of [%s] to UID [%s] GID [%s]",
$sLogDir, $iUid, $iGid );
if (-e $sLogFile ) {
( $iFUid, $iFGid ) = ( stat $sLogFile ) [4, 5];
if ( $iUid != $iFUid ) {
if ( chown ( $iUid, $iGid, $sLogFile ) ) {
&logTrace ( 20434,
"Set ownership of [%s] to UID [%s] GID [%s]",
$sLogFile, $iUid, $iGid );
}
else {
&logError ( 20435,
"Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s]",
$sLogFile, $iUid, $iGid, $! );
return 0; # Failure..
}
}
}
}
else {
&logError ( 20436,
"Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s]",
$sLogDir, $iUid, $iGid, $! );
return 0; # Failure..
}
}
}
elsif ( mkpath ( $sLogDir, 0, 0700 ) ) {
my ( $iUid, $iGid ) = ( getpwnam $argSAPAdmin ) [2, 3]; # Should not fail..
if ( chown ( $iUid, $iGid, $sLogDir ) ) {
&logTrace ( 20430,
"Set ownership of [%s] to UID [%s] GID [%s]",
$sLogDir, $iUid, $iGid );
}
else {
&logError ( 20431,
"Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s]",
$sLogDir, $iUid, $iGid, $! );
return 0; # Failure..
}
}
else {
&logError ( 20432, "Failed to create sap_symc_cluster_connector folder [%s]",
$sLogDir );
return 0; # Cannot proceed..
}
}
#------------------------------------------
# Declare routines to handle entry points..
#------------------------------------------
my %routines = ( "monitor" => \&MonitorEntryPoint,
"online" => \&OnlineEntryPoint,
"offline" => \&OfflineEntryPoint,
"clean" => \&CleanEntryPoint,
"imf_register" => \&Imf_registerEntryPoint );
#----------------------------------------------------------
# Depending on our entry point, call the correct function..
#----------------------------------------------------------
if ( $routines { $sEntryPointName } ) {
$iAgentReturnCode = $routines { $sEntryPointName }->();
}
else { # Unknown entry pt..
&logError ( 20359,
"Agent called with unsupported entry point specification of [%s]",
$sEntryPointName );
++ $iAgentReturnCode;
}
#------------------------------------------------------------------
# Exit the entry point, using the iAgentReturnCode we have set up..
#------------------------------------------------------------------
&entryPointExit ( $iAgentReturnCode );
#-------------------------------------------------------------
# End of &main(), IE: no more execution logic; only subroutine
# definitions follow..
#-------------------------------------------------------------
=pod
#-------------------------------------------------------------
Function : int MonitorEntryPoint ( void );
Description : Monitors resource of type SAPNW
Returns : Integer value as defined below:
100 OFFLINE VCSDef_MonitorExit::OFFLINE
110 ONLINE with confidence level 100 VCSDef_MonitorExit::ONLINE
99 UNKNOWN; State couldn't be determined VCSDef_MonitorExit::UNKNOWN
?? HUNG: External monitor timed out VCSDef_MonitorExit::TIMEOUT
The entry point hangs if in-depth monitoring cannot be completed.
#-------------------------------------------------------------
=cut
sub MonitorEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20360, "Subroutine <%s> called", $sMyName );
my ($ret, $level_one, $level_two)=(0,0,0);
($ret, $level_one, $level_two) = VCSAG_GET_MONITOR_LEVEL();
&logTrace ( 20361,
"<%s> VCSAG_GET_MONITOR_LEVEL ret=[%s] level_one=[%s] level_two=[%s]",
$sMyName, $ret, $level_one, $level_two );
if ( ( 0 == $level_one ) && ( 0 == $level_two ) ) {
&logWarn ( 20362,
"<%s> VCSAG_GET_MONITOR_LEVEL returned level_one=[%s] level_two=[%s], updating lev+el_one = 1",
$sMyName, $level_one, $level_two );
$level_one = 1;
}
#-----------------------------------------
# Check if at least the processes are up..
#-----------------------------------------
if ( 1 == $level_one ) {
my $SAPNW_Status = SAPNW::GetResourceState ( $argInstProfile,
$argInstType,
$argProcMon,
$argSAPAdmin,
$argEnvFile,
$argStopService,
$argUseSystemD );
#------------------------
# Discard partial cases..
#------------------------
if ( VCSDef_MonitorExit::PARTIAL_ONLINE == $SAPNW_Status ) {
$SAPNW_Status = VCSDef_MonitorExit::OFFLINE;
}
#------------------------------------------------
# Exit if, not online after a superficial check..
#------------------------------------------------
if ( VCSDef_MonitorExit::ONLINE == $SAPNW_Status ) {
&logTrace ( 20363,
"<%s> Resource [%s] online with state [%s] after first level check.",
$sMyName, $sResourceName, $SAPNW_Status );
}
else {
&logTrace ( 20364,
"<%s> Resource [%s] NOT online with state [%s] after first level check.",
$sMyName, $sResourceName, $SAPNW_Status );
return $SAPNW_Status;
}
}
#--------------------------------
# Start monitoring the resource..
#--------------------------------
my $SAPNW_Status = SAPNW::Monitor ( $argEnvFile,
$argProcMon,
$argInstProfile,
$argInstType,
$argMonitorProgram,
$argSAPAdmin,
$argSecondLevelMonitor,
$level_two );
return $SAPNW_Status;
}
=pod
#---------------------------------------------------------------
Function : int OnlineEntryPoint ( void );
Description : Attempts to online a resource of type SAPNW
Returns : Time in seconds to delay run of monitor entry point
#---------------------------------------------------------------
=cut
sub OnlineEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20365, "Subroutine <%s> called", $sMyName );
my $iReturnCode = SAPNW::GetResourceState ( $argInstProfile,
$argInstType,
$argProcMon,
$argSAPAdmin ,
$argEnvFile,
$argStopService,
$argUseSystemD );
#------------------------
# Discard partial cases..
#------------------------
if ( VCSDef_MonitorExit::PARTIAL_ONLINE == $iReturnCode ) {
$iReturnCode = VCSDef_MonitorExit::OFFLINE;
}
my $level_two = SAPNW::GetValueOfAttribute("LevelTwoMonitorFreq");
#------------------------
# Start only if offline..
#------------------------
if ( VCSDef_MonitorExit::OFFLINE == $iReturnCode ) {
if ( SAPNW::Start ( $argEnvFile,
$argInstProfile,
$argInstType,
$argProcMon,
$argSAPAdmin,
$argSAPSID,
$argSAPHome,
$argInstName,
$level_two,
$argStopService,
$argUseSystemD ) ) {
&logInfo ( 20366, "<%s> Resource [%s] started up successfully.",
$sMyName, $sResourceName );
}
else {
#------------------------------------------------------------------
# Here, the SAPNW::Start routine informed us that the online
# did not work; however, all we can do is to return zero,
# effectively telling the VCS engine not to wait at all before
# invoking the monitor Entry Point, which is THE mechanism used by
# VCS to determine a resource's state.
#------------------------------------------------------------------
&logError( 20367, "<%s> Failed to online resource", $sMyName );
}
}
elsif ( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
&logInfo ( 20368, "<%s> Processes for resource instance already up", $sMyName );
}
else { # Unknown..
&logError ( 20369,
"<%s> Attempt to online resource instance in invalid state", $sMyName );
}
return 0; # Seconds to pause before calling monitor..
}
=pod
#---------------------------------------------------------------
Function : int OfflineEntryPoint ( void );
Description : Attempts to offline a resource of type SAPNW
Returns : Time in seconds to delay run of monitor entry point
#---------------------------------------------------------------
=cut
sub OfflineEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20370, "Subroutine <%s> called", $sMyName );
#----------------------------------------------
# Offline the resource if not offline already..
#----------------------------------------------
if ( VCSDef_MonitorExit::OFFLINE ==
SAPNW::GetResourceState ( $argInstProfile,
$argInstType,
$argProcMon,
$argSAPAdmin,
$argEnvFile,
$argStopService,
$argUseSystemD ) ) {
&logInfo ( 20371, "<%s> Processes for resource instance down already.",
$sMyName );
}
elsif ( SAPNW::Stop ( $argEnvFile,
$argInstProfile,
$argInstType,
$argProcMon,
$argSAPAdmin,
$argSAPSID,
$argSAPHome,
$argInstName,
$argStopService,
$argUseSystemD ) ) {
&logInfo ( 20372,
"<%s> Shutdown resource [%s] successfully.",
$sMyName, $sResourceName );
}
else {
&logError ( 20373, "<%s> Failed to offline resource", $sMyName );
}
return 0; # Seconds to pause before calling monitor..
}
=pod
#---------------------------------------------------------------
Function : bool CleanEntryPoint ( void );
Description : Attempts to clean up a resource of type SAPNW
Returns : boolean value in the set of {0,1} where
0 true
1 false
#---------------------------------------------------------------
=cut
sub CleanEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20374, "Subroutine <%s> called", $sMyName );
#-----------------
# Clean resource..
#-----------------
if ( SAPNW::Kill ( $iCleanReason,
$argEnvFile,
$argInstProfile,
$argInstType,
$argProcMon,
$argSAPAdmin,
$argSAPSID,
$argSAPHome,
$argInstName,
$argStopService,
$argUseSystemD ) ) {
#--------------
# Kill worked..
#--------------
return VCSDef_CleanExit::PASSED;
}
else {
#--------------
# Kill failed..
#--------------
&logError ( 20375, "<%s> Failed to clean resource", $sMyName );
return VCSDef_CleanExit::FAILED;
}
}
=pod
#---------------------------------------------------------------
Function : int Imf_registerEntryPoint ( void );
Description : Attempts to register a resource of type SAPNW for imf
. ARGV is different (additional attr: $iIMFMonitorSwitch , $iIMFResState)
. imf_unregister should be invoked when ( 0 == $iIMFMonitorSwitch )
. log commands should be changed to ACCLib based log
Returns : exit code from amfregister() function
VCSAG_RETURN_IMF_RESID("$sResourceName")
#---------------------------------------------------------------
=cut
sub Imf_registerEntryPoint {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
&logTrace ( 20376, "Subroutine <%s> called", $sMyName );
&logTrace ( 20377, "<%s> IMFMonitorSwitch <%s> IMFResState <%s>",
$sMyName, $iIMFMonitorSwitch, $iIMFResState );
my $iExitCode ;
my $iReturnCode ;
my $sCommand = "/opt/VRTSamf/bin/amfregister";
my $sCommandArgs = "";
if ( 0 == $iIMFMonitorSwitch ) { # imf_unregister
$sCommandArgs = " -u -r $sResourceType -g $sResourceName ";
}
else { # imf_register
if ( 1 == $iIMFResState ) { # online (imf) monitoring for the resource
my @liPids = ();
my $iReturnCode = SAPNW::GetProcState ( \@liPids,
$argInstProfile,
$argInstType,
$argProcMon,
$argSAPAdmin,
$argEnvFile,
0,
$argUseSystemD ); # Use FFLM..
if( VCSDef_MonitorExit::ONLINE == $iReturnCode ) {
&logTrace ( 20378, "<%s> found all required processes", $sMyName );
}
else {
&logTrace ( 20379,
"<%s> did not find all required processes, returning [%s]",
$sMyName, $iReturnCode );
return $iReturnCode;
}
my $pid_list = "";
foreach my $iTmpPid (@liPids)
{
$pid_list .= $iTmpPid ;
$pid_list .= " ";
}
$sCommandArgs = " -ipn -r $sResourceType -g $sResourceName $pid_list";
}
}
#------------------
# Request startup..
#------------------
#---------------------------------------------------------------------
# Upper bound.. Time in EPOCH when entry pt started + VCS time limit..
#---------------------------------------------------------------------
my $iTillWhen = $^T + SAPNW::GetEngineTimeout ( 1 );
my $iTimeout = ();
my @lsCmdout = ();
my $bTimedOut = 0 ;
my $bSourceEnv = 0;
my $sOutFileName = undef;
my $sFromDir = undef;
if ( ( $iTimeout = $iTillWhen - time ) <= 10 ) { # Get time bearings..
&logError ( 20380,
"<%s> Insufficient time to continue boot up. Short by [%s] sec",
$sMyName, abs ( $iTimeout ) );
$iReturnCode = 0; # Failure..
}
if ( Sys::RunWithEnvCmdWithOutputWithTimeOut ( "",
$bSourceEnv,
$sCommand,
$sCommandArgs,
\$iExitCode,
"root",
\@lsCmdout,
\$bTimedOut,
$iTimeout,
$sOutFileName,
$sFromDir ) ) {
&logTrace ( 20381,
"<%s> Cmd [%s] with args [%s] executed successfully",
$sMyName, $sCommand, $sCommandArgs );
}
VCSAG_RETURN_IMF_RESID("$sResourceName");
&logTrace ( 20382, "<%s> Return code from amfregister command [%s]", $sMyName, $iExitCode );
if ( 0 != $iExitCode )
{
$iExitCode = 1;
}
&logTrace ( 20383, "<%s> Exit code from imf_register entry point [%s]", $sMyName, $iExitCode );
return $iExitCode;
}
sub AUTOLOAD {
use vars qw ( $AUTOLOAD );
( my $sFn = $AUTOLOAD ) =~ s/.*:://;
my ( @lsArgs ) = @_;
&logTrace ( 20384, "<>: Function [%s] ", $sFn );
return (0, 1, -300);
}
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/sap_symc_cluster_connector 0000755 0000000 0000000 00000047242 13320061753 025731 0 ustar root root #!/usr/bin/perl
#------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2018 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPNW/sap_symc_cluster_connector,v 1.5 2013/11/27 13:23:34 avaidya Exp $
#
# $Author: avaidya $
# $Date: 2013/11/27 13:23:34 $
# $Revision: 1.5 $
#------------------------------------------------------------------
#---------------------------------------------------------
# Define the exact order to look for our agent framework..
#---------------------------------------------------------
BEGIN {
my $sVCSperl = undef;
my $sVCSagntfwHome = "/opt/VRTS/.ACCLib";
( my $sDirName = $0 ) =~ s#(.*)/.*$#$1#;
if ( $ENV { CLUSTER_HOME } ) { # VCS 5.0/VCS One..
$sVCSperl = "$ENV{CLUSTER_HOME}/lib";
}
else { # VCS 4.x ..
$sVCSperl = "/opt/VRTSperl/lib/site_perl";
}
unshift ( @INC, $sDirName,
"$sVCSagntfwHome/vcs",
"$sVCSagntfwHome/system",
"$sVCSagntfwHome/network",
$sVCSperl );
}
use Getopt::Long;
use strict;
use POSIX;
use ag_i18n_inc;
#------------------------
# Setup VCS/VCSone home..
#------------------------
my ( $CLUS_HOME ) = ();
$CLUS_HOME = "/opt/VRTS";
#-----------------------------------------
# Define module-vendor specific commands..
#-----------------------------------------
my $sCmdHares = "$CLUS_HOME/bin/hares";
my $sCmdHagrp = "$CLUS_HOME/bin/hagrp";
my $sCmdHatype = "$CLUS_HOME/bin/hatype";
my $sCmdHasys = "$CLUS_HOME/bin/hasys";
#--------------------------------
# Define Return constants.
#--------------------------------
use constant SAP_HA_OK => 0;
use constant SAP_HA_START_OR_STOP_IN_PROGRESS => 0;
use constant SAP_HA_ERROR => 1;
use constant SAP_HA_BAD_PARAMETERS => 2;
use constant SAP_HA_MISSING_VCS_COMMANDS => 3;
use constant SAP_HA_VCS_NOT_RUNNING => 4;
sub getCurrentNodeName()
{
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.\n" ;
my $sCmd = $sCmdHasys;
my $sCmdArgs = " -nodeid ";
if ( ! -e $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd does not exist.\n" ;
return "";
}
elsif ( ! -x $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd is not executable.\n" ;
return "";
}
else
{
print LOG "\n<$sMyName> Command is $sCmd $sCmdArgs\n" ;
my $sHasysOut = readpipe ( "$sCmd $sCmdArgs" );
chomp $sHasysOut;
$sHasysOut =~ s/.*Node name: //;
$sHasysOut =~ s/ Node ID: .*//;
return $sHasysOut;
}
}
sub init() {
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.\n" ;
my $return_code = SAP_HA_ERROR;
my $hostName = getCurrentNodeName();
if( $hostName eq "" )
{
print LOG "\n<$sMyName> Could not retrieve current node name.\n" ;
return SAP_HA_ERROR;
}
my $sCmd = $sCmdHasys;
my $sCmdArgs = " -state $hostName";
if ( ! -e $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd does not exist.\n" ;
$return_code = SAP_HA_MISSING_VCS_COMMANDS;
}
elsif ( ! -x $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd is not executable.\n" ;
$return_code = SAP_HA_MISSING_VCS_COMMANDS;
}
else
{
print LOG "\n<$sMyName> Command is $sCmd $sCmdArgs\n" ;
my $sHasysOut = readpipe ( "$sCmd $sCmdArgs" );
if ($sHasysOut =~ /RUNNING/ ) {
print LOG "\n<$sMyName> Cluster is running on local node $hostName\n" ;
$return_code = SAP_HA_OK;
}
else {
print LOG "\n<$sMyName> Cluster is not running on local node $hostName\n" ;
$return_code = SAP_HA_VCS_NOT_RUNNING;
}
}
return $return_code;
}
sub GetSapResource {
my ($sOutFile, $sSapSid, $iInstanceNumber) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.
Instance Number [$iInstanceNumber]
SAPSid [$sSapSid]
OutFile [$sOutFile]\n";
my ($sResourceName,$sGroupName,$sInstType) = () ;
my $bIsResourceFound = 0;
my @SystemList = ();
my $sCmd = $sCmdHares;
my $sCmdArgs = "-display -attribute InstProfile -type SAPNW -localclus";
print LOG "\n<$sMyName> Command is $sCmd\n" ;
if ( ! -e $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd does not exist.\n" ;
return SAP_HA_ERROR ;
}
elsif ( ! -x $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd is not executable.\n" ;
return SAP_HA_ERROR ;
}
my @lsHaresOut = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut;
foreach my $sOut (@lsHaresOut) {
my @lsOut = split( '\s+', $sOut);
my $iCount = scalar @lsOut;
if( (4 == $iCount) ) {
if ( ( $lsOut[1] =~ /InstProfile/ ) && ( $lsOut[3] =~ m/\/profile\/$sSapSid\_([A-Z]+)$iInstanceNumber/ )) {
my $stempResourceName = $lsOut[0];
print LOG "\n<$sMyName> Resource is $stempResourceName\n" ;
$sCmd = $sCmdHares;
$sCmdArgs = "-display $stempResourceName -attribute InstType Group State -type SAPNW -localclus";
my @lsHaresOut1 = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut1;
foreach my $sOut1 (@lsHaresOut1) {
my @lsOut1 = split( '\s+', $sOut1);
my $iCount1 = scalar @lsOut1;
if( (4 == $iCount1) ) {
if ($lsOut1[1] =~ /InstType/ ) {
$sInstType = $lsOut1[3] ;
print LOG "\n<$sMyName> InstType is $sInstType\n" ;
if( $sInstType !~ /SAPSTARTSRV/io ) {
$sResourceName = $stempResourceName;
$bIsResourceFound = 1 ;
print LOG "\n<$sMyName> Performing Online/Offline operation on resource $stempResourceName\n" ;
}
else {
print LOG "\n<$sMyName> Skipping for resource $stempResourceName\n" ;
next;
}
if ($lsOut1[1] =~ /Group/ ) {
$sGroupName = $lsOut1[3] ;
print LOG "\n<$sMyName> Group is $sGroupName\n" ;
}
}
if ($lsOut1[1] =~ /State/ ) {
push(@SystemList, $lsOut1[2] );
}
}
}
}
}
}
if(not $bIsResourceFound ) {
print LOG "\n<$sMyName> Resource not found for SAPSID $sSapSid and instance number $iInstanceNumber.\n" ;
return SAP_HA_ERROR;
}
open LOG1, ">$sOutFile";
print LOG1 "$sSapSid:$iInstanceNumber:$sResourceName:$sGroupName:";
print LOG "\n$sSapSid:$iInstanceNumber:$sResourceName:$sGroupName:";
my $countSys = 0;
foreach my $sys (@SystemList) {
if( $countSys == 0) {
print LOG1 "$sys";
print LOG "$sys";
$countSys++;
}
else {
print LOG1 ",$sys";
print LOG ",$sys";
}
}
close LOG1;
print LOG "\n";
return SAP_HA_OK;
}
sub GetSapResourceState {
my ($sResourceName, $sAction, $sState) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.
Resource Name [$sResourceName]
Action [$sAction]
State [$sState]\n";
my $return_code = SAP_HA_ERROR;
my $sCmd = $sCmdHares;
my $sOnlineNode = getCurrentNodeName();
if( $sOnlineNode eq "" ) {
print LOG "\n<$sMyName> Could not retrieve current node name.\n" ;
return SAP_HA_ERROR;
}
my $sCmdArgs = "-display $sResourceName -attribute IState State -type SAPNW -sys $sOnlineNode -localclus";
print LOG "\n<$sMyName> Command is $sCmd $sCmdArgs\n" ;
my $isResourceOnline = 0;
my @lsHaresOut = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut;
foreach my $sOut (@lsHaresOut) {
my ($sRes, $sAttr, $sSys, $sVal1, $sVal2) = split( '\s+', $sOut);
if ($sAttr =~ /IState/ ) {
if ( ($sVal1 =~ m/not/ ) && ($sVal2 =~ m/waiting/) ) {
print LOG "\n<$sMyName> Resource $sResourceName is not in waiting.\n" ;
} else {
print LOG "\n<$sMyName> Resource $sResourceName is in waiting.\n" ;
return SAP_HA_START_OR_STOP_IN_PROGRESS;
}
}
elsif ($sAttr =~ /State/ ) {
if ( $sVal1 =~ m/ONLINE/ ) {
$isResourceOnline = 1;
}
}
}
#
if ( ($sAction =~ m/stop/) && (!$isResourceOnline) ) {
print LOG "\n<$sMyName> Resource $sResourceName is already OFFLINE.\n" ;
return SAP_HA_OK;
}
elsif ( ($sAction =~ m/start/) && ($isResourceOnline) ) {
print LOG "\n<$sMyName> Resource $sResourceName is already ONLINE.\n" ;
return SAP_HA_OK;
}
else {
return SAP_HA_ERROR;
}
return $return_code;
}
sub PerformResourceAction {
my ($sResourceName, $sAction, $sNodeName) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.
Resource Name [$sResourceName]
Action [$sAction]
Node [$sNodeName]\n";
my $sCmd = $sCmdHares;
my $sCmdArgs = ();
my $sOnlineNode = getCurrentNodeName();
if( $sOnlineNode eq "" ) {
print LOG "\n<$sMyName> Could not retrieve current node name.\n" ;
return SAP_HA_ERROR;
}
if ( $sAction eq "stop" ) {
if($sNodeName == "") {
$sCmdArgs = "-offline $sResourceName -sys $sOnlineNode ";
}
else {
$sCmdArgs = "-offline $sResourceName -sys $sNodeName ";
}
} elsif ( $sAction eq "start" ) {
if($sNodeName eq "") {
$sCmdArgs = "-online $sResourceName -sys $sOnlineNode ";
}
else {
$sCmdArgs = "-online $sResourceName -sys $sNodeName ";
}
} elsif ( $sAction eq "migrate" ) { #migrate operation is not supported across DR sites
$sCmdArgs = "-display $sResourceName -attribute Group -type SAPNW -localclus";
my @lsHaresOut1 = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
my @lsOut1 = split( '\s+', $lsHaresOut1[1]);
my $sGroupName = $lsOut1[3] ;
print LOG "\n<$sMyName> Group is $sGroupName\n" ;
$sCmd = $sCmdHagrp;
if($sNodeName eq "") {
$sCmdArgs = "-switch $sGroupName -any";
}
else {
$sCmdArgs = "-switch $sGroupName -to $sNodeName";
}
}
$sCmd = $sCmd . " " .$sCmdArgs ;
print LOG "\n<$sMyName> Command is $sCmd\n" ;
if (system($sCmd) ) {
print LOG "\n<$sMyName> Execution of command $sCmd is not successfull.\n" ;
return SAP_HA_ERROR;
}
print LOG "\n<$sMyName> Execution of command $sCmd completed successfully.\n" ;
return SAP_HA_OK;
}
sub GetVCSVersion {
my ($sOutFile) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.\n";
# This command is linux specific.
my $sCmd = "/bin/rpm";
my $sCmdArgs = "-q VRTSvcs --qf \"%{VERSION}\"";
print LOG "\n<$sMyName> Command is $sCmd\n" ;
if ( ! -e $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd does not exist.\n" ;
return SAP_HA_ERROR ;
} elsif ( ! -x $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd is not executable.\n" ;
return SAP_HA_ERROR ;
}
my @lsHadOut = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
my @lsHadVersion = grep {
( s/\n// || 1 ) &&
( s/^(\S+)\.(\S+)\.(\S+)\.(\S+)$/$1.$2/ )
} @lsHadOut;
open LOG1, ">$sOutFile";
print LOG1 "2\nVCS $lsHadVersion[0]\nsap_symc_cluster_connector\nhttps:\/\/sort.veritas.com\/agents";
print LOG "2\nVCS $lsHadVersion[0]\nsap_symc_cluster_connector\nhttps:\/\/sort.veritas.com\/agents";
close LOG1;
print LOG "\n";
return SAP_HA_OK;
}
sub PerformHAConfigChecks {
my ($sOutFile, $sSapSid, $iInstanceNumber) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.
Instance Number [$iInstanceNumber]
SAPSid [$sSapSid]
OutFile [$sOutFile]\n";
my ($sResourceName,$sGroupName,$sInstType) = () ;
my $bIsResourceFound = 0;
my @SystemList = ();
my $sCmd = $sCmdHares;
my $sCmdArgs = "-display -attribute InstProfile -type SAPNW -localclus";
print LOG "\n<$sMyName> Command is $sCmd\n" ;
if ( ! -e $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd does not exist.\n" ;
return SAP_HA_ERROR ;
} elsif ( ! -x $sCmd ) {
print LOG "\n<$sMyName> Command $sCmd is not executable.\n" ;
return SAP_HA_ERROR ;
}
my @lsHaresOut = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut;
foreach my $sOut (@lsHaresOut) {
my @lsOut = split( '\s+', $sOut);
my $iCount = scalar @lsOut;
if( (4 == $iCount) ) {
if ( ( $lsOut[1] =~ /InstProfile/ ) && ( $lsOut[3] =~ m/\/profile\/$sSapSid\_([A-Z]+)$iInstanceNumber/ )) {
my $stempResourceName = $lsOut[0];
print LOG "\n<$sMyName> Resource is $stempResourceName\n" ;
$sCmd = $sCmdHares;
$sCmdArgs = "-display $stempResourceName -attribute InstType Group State -type SAPNW -localclus";
my @lsHaresOut1 = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut1;
foreach my $sOut1 (@lsHaresOut1) {
my @lsOut1 = split( '\s+', $sOut1);
my $iCount1 = scalar @lsOut1;
if( (4 == $iCount1) ) {
if ($lsOut1[1] =~ /InstType/ ) {
$sInstType = $lsOut1[3] ;
print LOG "\n<$sMyName> InstType is $sInstType\n" ;
if( $sInstType !~ /SAPSTARTSRV/io ) {
$sResourceName = $stempResourceName;
$bIsResourceFound = 1 ;
} else {
print LOG "\n<$sMyName> Skipping for resource $stempResourceName\n" ;
next;
}
if ($lsOut1[1] =~ /Group/ ) {
$sGroupName = $lsOut1[3] ;
print LOG "\n<$sMyName> Group is $sGroupName\n" ;
}
}
if ($lsOut1[1] =~ /State/ ) {
push(@SystemList, $lsOut1[2] );
}
}
}
}
}
}
open LOG1, ">$sOutFile";
if(not $bIsResourceFound ) {
print LOG "\n<$sMyName> Resource not found for SAPSID $sSapSid and instance number $iInstanceNumber.\n" ;
print LOG1 "FAILED:CHECK_IF_RESOURCE_DEFINED:RESOURCE_UNDEFINED:VCS resource is not defined for $sSapSid and $iInstanceNumber";
close LOG1;
return SAP_HA_ERROR;
}
print LOG "PASSED:CHECK_IF_RESOURCE_DEFINED:RESOURCE_DEFINED:VCS resource is defined for $sSapSid and $iInstanceNumber";
print LOG1 "PASSED:CHECK_IF_RESOURCE_DEFINED:RESOURCE_DEFINED:VCS resource is defined for $sSapSid and $iInstanceNumber";
close LOG1;
print LOG "\n";
return SAP_HA_OK;
}
sub ListVcsNodesForVCSResource {
my ($sResourceName,$sOutFile) = @_;
#-----------------
# Announce Entry..
#-----------------
my $sMyName = ( caller 0 )[3];
print LOG "\nSubroutine <$sMyName> called.
ResourceName [$sResourceName]
OutFile [$sOutFile]\n";
my ($sGroupName,$sInstType) = () ;
my @SystemList = ();
my $sCmd = $sCmdHares;
my $sCmdArgs = "-display $sResourceName -attribute Group State -type SAPNW -localclus";
my @lsHaresOut1 = grep { (s/\n// || 1) } readpipe ( "$sCmd $sCmdArgs" );
shift @lsHaresOut1;
foreach my $sOut1 (@lsHaresOut1) {
my @lsOut1 = split( '\s+', $sOut1);
my $iCount1 = scalar @lsOut1;
if( (4 == $iCount1) ) {
if ($lsOut1[1] =~ /Group/ ) {
$sGroupName = $lsOut1[3] ;
print LOG "\n<$sMyName> Group is $sGroupName\n" ;
}
if ($lsOut1[1] =~ /State/ ) {
push(@SystemList, $lsOut1[2] );
}
}
}
my $sCurrentNode = getCurrentNodeName();
open LOG1, ">$sOutFile";
print LOG "$sResourceName:$sGroupName:$sCurrentNode:";
print LOG1 "$sResourceName:$sGroupName:$sCurrentNode:";
my $countSys = 0;
foreach my $sys (@SystemList) {
if( $countSys == 0) {
print LOG1 "$sys";
print LOG "$sys";
$countSys++;
} else {
print LOG1 ",$sys";
print LOG ",$sys";
}
}
close LOG1;
print LOG "\n";
return SAP_HA_OK;
}
sub usage {
printf "sap_symc_cluster_connector Usage:\n";
printf "help\n";
printf "init\n";
printf "cpa --res SAPRESID --act ACT\n";
printf "fra --res SAPRESID --act ACT [ --node NODE ]\n";
printf "gvi --out FILE\n";
printf "hcc --out FILE --sid SID --ino INSTNO\n";
printf "lsn --out FILE --res SAPRESID\n";
printf "lsr --out FILE --sid SID --ino INSTNO\n";
}
my ($sCommand) = @ARGV; shift;
#sysopen ( LOG, "/tmp/sap_symc_cluster_connector.log", O_APPEND|O_WRONLY|O_CREAT, 0644 ) ||
# die "Failed to create and open file [/tmp/sap_symc_cluster_connector.log]: $!\n";
open LOG, ">>$VCSLOG/log/tmp/sap_symc_cluster_connector/sap_symc_cluster_connector.log";
print LOG "\nLog file is created at: $VCSLOG/tmp/sap_symc_cluster_connector/sap_symc_cluster_connector.log\n";
printf LOG "\ncommand is %s\n", $sCommand;
my $result = SAP_HA_BAD_PARAMETERS;
my $return_code = SAP_HA_BAD_PARAMETERS;
if ( $sCommand eq "help" || $sCommand eq "--help" ) {
usage();
exit SAP_HA_OK;
}
if ($sCommand eq "init") {
$return_code=init();
}
elsif ( $sCommand eq "cpa" ) {
my ($sResourceName,$sAction) = () ;
$result = GetOptions ("res=s" => \$sResourceName, "act=s" => \$sAction);
if( $result ) {
$return_code=GetSapResourceState($sResourceName, $sAction, "pending");
}
}
elsif ( $sCommand eq "lsr" ) {
my ($sSapSid,$iInstanceNumber,$sOutFile) = () ;
$result = GetOptions ("sid=s" => \$sSapSid, "ino=s" => \$iInstanceNumber, "out=s" => \$sOutFile);
if( $result ) {
$return_code=GetSapResource($sOutFile, $sSapSid, $iInstanceNumber);
}
} elsif ( $sCommand eq "fra" ) {
my ($sResourceName,$sAction,$sNodeName) = () ;
$result = GetOptions ("res=s" => \$sResourceName, "act=s" => \$sAction, "node=s" => \$sNodeName) ;
if( $result ) {
$return_code=PerformResourceAction($sResourceName, $sAction, $sNodeName);
}
} elsif ( $sCommand eq "gvi" ) {
my ($sOutFile) = () ;
$result = GetOptions ("out=s" => \$sOutFile) ;
if( $result ) {
$return_code=GetVCSVersion($sOutFile);
}
} elsif ( $sCommand eq "hcc" ) {
printf LOG "hcc option\n";
my ($sSapSid,$iInstanceNumber,$sOutFile) = () ;
$result = GetOptions ("out=s" => \$sOutFile,"sid=s" => \$sSapSid, "ino=s" => \$iInstanceNumber);
if( $result ) {
$return_code=PerformHAConfigChecks($sOutFile, $sSapSid, $iInstanceNumber);
}
} elsif ( $sCommand eq "lsn" ) {
my ($sResourceName,$sOutFile) = () ;
$result = GetOptions ("out=s" => \$sOutFile,"res=s" => \$sResourceName);
if( $result ) {
$return_code=ListVcsNodesForVCSResource($sResourceName,$sOutFile);
}
} else {
usage();
printf LOG "Incorrect command line parameters.\nCommand is $sCommand\n";
}
if( SAP_HA_OK != $return_code ) {
printf LOG "Command $sCommand failed with the return code $return_code\n";
}
close LOG;
exit $return_code;
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/imf_init 0000755 0000000 0000000 00000003767 13320061753 022102 0 ustar root root #
# $Id: imf_init,v 1.1 2010/08/20 15:40:13 lpatil Exp $
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
eval 'exec /opt/VRTSperl/bin/perl -I $CLUSTER_HOME/lib -Sw $0 ${1+"$@"}'
if 0;
use ag_i18n_inc;
VCSAG_SET_ENVS($ARGV[0]);
$ENV{'UNIX_STD'} = 1995;
$ENV{'UNIX95'} = 1;
#defines BEGIN
$amfinit="/opt/VRTSamf/bin/amfinit";
my ( $sEntryPointName, $sResourceType ) = reverse $0 =~ m@([^/]+)@g;
$sResourceType = 'SAPNW' if $sResourceType !~ /\w/;
#defines END
sub main {
$pid = getppid();
if ($pid eq "") {
VCSAG_LOG_MSG ("W", "pid is null", 100);
exit 1;
}
$cmd="$amfinit -i -r$sResourceType $pid";
VCSAG_LOG_MSG ("I", "$cmd", 102, $cmd);
`$cmd`;
$exitCode=$? >> 8;
if ($exitCode == 0) {
VCSAG_LOG_MSG ("I", "imf_init was successful with PID [$pid] and REAPER [$sResourceType]", 103, $pid,$sResourceType);
exit 0;
} else {
VCSAG_LOG_MSG ("I", "imf_init was not successful with PID [$pid], REAPER [$sResourceType] and ExitCode [$exitCode]", 104, $pid,$sResourceType,$exitCode);
exit 1;
}
}
main();
./pkgs/VRTSsapnw/root/opt/VRTSagents/ha/bin/SAPNW/SAPMonitorProgram.sh 0000755 0000000 0000000 00000004142 13320061753 024224 0 ustar root root #!/bin/sh
#------------------------------------------------------------------
# VT50-2000-2016-84-28-4
# $Copyright: Copyright (c) 2016 Veritas Technologies LLC.
# All rights reserved.
#
# THIS SOFTWARE CONTAINS CONFIDENTIAL INFORMATION AND TRADE SECRETS OF
# VERITAS TECHNOLOGIES LLC. USE, DISCLOSURE OR REPRODUCTION IS PROHIBITED
# WITHOUT THE PRIOR EXPRESS WRITTEN PERMISSION OF VERITAS TECHNOLOGIES LLC.
#
# The Licensed Software and Documentation are deemed to be commercial
# computer software as defined in FAR 12.212 and subject to restricted
# rights as defined in FAR Section 52.227-19 "Commercial Computer Software
# - Restricted Rights" and DFARS 227.7202, et seq. "Commercial Computer
# Software and Commercial Computer Software Documentation," as applicable,
# and any successor regulations, whether delivered by Veritas as on premises
# or hosted services. Any use, modification, reproduction release,
# performance, display or disclosure of the Licensed Software and
# Documentation by the U.S. Government shall be solely in accordance with
# the terms of this Agreement. $
#
# $Header: /project/isv-agent/VProAgents/SAPNW/SAPMonitorProgram.sh,v 1.2 2014/02/03 14:19:10 avaidya Exp $
#
# $Author: avaidya $
# $Date: 2014/02/03 14:19:10 $
# $Revision: 1.2 $
#------------------------------------------------------------------
PATH=/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:$PATH
usage ()
{
echo "Usage: SAPMonitorProgram.sh "
exit 1
}
if [ $# -ne 3 ]; then
usage
fi
sapsid=$1
instance=$2
vhost=$3
OS=`uname`
if [ $OS = "AIX" ]; then
cmd=`/bin/ps axwwwel | grep -E -i "sapstartsrv pf=.*profile/(START|${sapsid})_${instance}_${vhost}*" | grep -v grep`
elif [ $OS = "Linux" ]; then
cmd=`/bin/ps wwe -eo uid,pid,ppid,args| grep -E -i "sapstartsrv pf=.*profile/(START|${sapsid})_${instance}_${vhost}*" | grep -v grep`
else
cmd=`/usr/ucb/ps -axwwel | /usr/xpg4/bin/grep -E -i "sapstartsrv pf=.*profile/(START|${sapsid})_${instance}_${vhost}*" | grep -v grep`
fi
ret=`echo $?`
if [ $ret != 0 ]; then
exit 1
else
exit 0
fi
./pkgs/VRTSsapnw/root/opt/VRTS/ 0000755 0000000 0000000 00000000000 13320061753 015107 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTS/messages/ 0000755 0000000 0000000 00000000000 13320061753 016716 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTS/messages/en/ 0000755 0000000 0000000 00000000000 13320061753 017320 5 ustar root root ./pkgs/VRTSsapnw/root/opt/VRTS/messages/en/VRTSvcsSunSAPLiveCache.bmc 0000755 0000000 0000000 00000023012 13320061753 024114 0 ustar root root G Z en HAD N" O @ x N" N_ Ng Nl Ns N N N h N N N N N O O O d x " n \ ] [ l '
Z
| {
H
j * P R ^ b
^ # ) ^ U : V ! D ~ # j K ! q l ! !Z ! ! "D " " #A # # $- $ $ %
%L % _VCS:20002:SAPLiveCache:%s:%s:<%s> The following mandatory fields were not set [%s], Total [%s] CVCS:20003:SAPLiveCache:%s:%s:<%s> EnvFile [%s] is not a plain file HVCS:20004:SAPLiveCache:%s:%s:<%s> RFCHome [%s] directory does not exist GVCS:20005:SAPLiveCache:%s:%s:<%s> LCHome [%s] directory does not exist SVCS:20006:SAPLiveCache:%s:%s:<%s> APOHost [%s] is an invalid Hostname/IPV4 address HVCS:20007:SAPLiveCache:%s:%s:<%s> LCUser [%s] is not a valid UNIX login MVCS:20008:SAPLiveCache:%s:%s:<%s> InstId [%s] not in the range of {00...96}. QVCS:20009:SAPLiveCache:%s:%s:<%s> ClientId [%s] not in the range of {000...999}. WVCS:20010:SAPLiveCache:%s:%s:<%s> Language [%s] is invalid. Defaulting the value to EN JVCS:20011:SAPLiveCache:%s:%s:<%s> LCName [%s] contains invalid characters HVCS:20012:SAPLiveCache:%s:%s:<%s> MonitorProgram [%s] is not executable `VCS:20013:SAPLiveCache:%s:%s:<%s> Some of the attributes could not be validated. Returning [%s] \VCS:20017:SAPLiveCache:%s:%s:<%s> Could not remove all processes for this instance. Exiting VCS:20020:SAPLiveCache:%s:%s:<%s> Failed to remove IPC resources for SAP liveCache Instance [%s]. Remove all IPC resources for this instance manually before retrying online YVCS:20022:SAPLiveCache:%s:%s:<%s> Insufficient time to start x_server. Short by [%s] sec ZVCS:20025:SAPLiveCache:%s:%s:<%s> Failed to locate search pattern [%s] in Cmd output [%s] fVCS:20026:SAPLiveCache:%s:%s:<%s> Cmd [%s] with args [%s] failed with exit code [%s]. Cmd output [%s] [VCS:20028:SAPLiveCache:%s:%s:<%s> Insufficient time to continue boot up. Short by [%s] sec fVCS:20030:SAPLiveCache:%s:%s:<%s> Cmd [%s] with args [%s] failed with exit code [%s]. Cmd output [%s] ]VCS:20034:SAPLiveCache:%s:%s:<%s> Confirmed start-up of this instance of SAPLiveCache server ]VCS:20036:SAPLiveCache:%s:%s:<%s> Confirmed start-up of this instance of SAPLiveCache server \VCS:20039:SAPLiveCache:%s:%s:<%s> Insufficient time to continue shutdown. Short by [%s] sec FVCS:20041:SAPLiveCache:%s:%s:<%s> Delaying exit to confirm shutdown.. NVCS:20043:SAPLiveCache:%s:%s:<%s> Confirmed shutdown of SAPLiveCache instance _VCS:20044:SAPLiveCache:%s:%s:<%s> Cmd [%s] with args [%s] failed to stop the liveCache Server. \VCS:20047:SAPLiveCache:%s:%s:<%s> Could not remove all processes for this instance. Exiting iVCS:20050:SAPLiveCache:%s:%s:<%s> Removed all IPC resources for SAP liveCache Instance [%s] successfully ^VCS:20052:SAPLiveCache:%s:%s:<%s> Attempting to stop SAPLiveCache with Command [%s] Args [%s] \VCS:20053:SAPLiveCache:%s:%s:<%s> Insufficient time to continue shutdown. Short by [%s] sec \VCS:20057:SAPLiveCache:%s:%s:<%s> Could not remove all processes for this instance. Exiting _VCS:20058:SAPLiveCache:%s:%s:<%s> Attempting to clear SAPLiveCache with Command [%s] Args [%s] YVCS:20059:SAPLiveCache:%s:%s:<%s> Insufficient time to continue clear. Short by [%s] sec eVCS:20063:SAPLiveCache:%s:%s:<%s> Failed to Remove all IPC resources for SAP liveCache Instance [%s] ]VCS:20071:SAPLiveCache:%s:%s:<%s> Failed to get details for monitoring SAPLiveCache instance XVCS:20076:SAPLiveCache:%s:%s:<%s> Call to get process list did not return any processes NVCS:20083:SAPLiveCache:%s:%s:<%s> Could not create PID file [%s] successfully NVCS:20089:SAPLiveCache:%s:%s:<%s> Attribute validation failed. Returning [%s] ZVCS:20092:SAPLiveCache:%s:%s:<%s> SAPLiveCache instance NOT online after SLM. Status [%s] VCS:20094:SAPLiveCache:%s:%s:<%s> SAPLiveCache instance NOT online after executing external monitor [%s] with args [%s]. Status [%s] ;VCS:20096:SAPLiveCache:%s:%s:<%s> [%s] is not a plain file @VCS:20097:SAPLiveCache:%s:%s:<%s> [%s] directory does not exist AVCS:20098:SAPLiveCache:%s:%s:<%s> [%s] is not a valid UNIX login gVCS:20100:SAPLiveCache:%s:%s:<%s> Insufficient time to continue in-depth monitoring. Short by [%s] sec PVCS:20103:SAPLiveCache:%s:%s:<%s> Found search pattern [%s] in the output [%s]. PVCS:20104:SAPLiveCache:%s:%s:<%s> Found search pattern [%s] in the output [%s]. PVCS:20105:SAPLiveCache:%s:%s:<%s> Found search pattern [%s] in the output [%s]. PVCS:20106:SAPLiveCache:%s:%s:<%s> Found search pattern [%s] in the output [%s]. UVCS:20107:SAPLiveCache:%s:%s:<%s> SecondLevelMonitor returned undefined output [%s]. hVCS:20108:SAPLiveCache:%s:%s:<%s> Second Level Monitor returned undefined exit code and Cmd output [%s] kVCS:20109:SAPLiveCache:%s:%s:<%s> Second Level Monitor returned invalid exit code [%s] and Cmd output [%s] GVCS:20111:SAPLiveCache:%s:%s:<%s> External monitor [%s] does not exist HVCS:20112:SAPLiveCache:%s:%s:<%s> External monitor [%s] not executable. mVCS:20113:SAPLiveCache:%s:%s:<%s> Insufficient time to proceed with external monitor [%s]. Short by [%s] sec HVCS:20115:SAPLiveCache:%s:%s:<%s> Command [%s] with args [%s] timed out tVCS:20117:SAPLiveCache:%s:%s:<%s> Command [%s] with args [%s] execution failed with exit code [%s]. Cmd output [%s] JVCS:20119:SAPLiveCache:%s:%s:<%s> PID [%s] is not a valid positive number RVCS:20121:SAPLiveCache:%s:%s:<%s> Failed to close PidFile [%s] after update: [%s] OVCS:20122:SAPLiveCache:%s:%s:<%s> Failed to create PID file [%s] with PID [%s] HVCS:20124:SAPLiveCache:%s:%s:<%s> Called with empty [%s] process string AVCS:20126:SAPLiveCache:%s:%s:<%s> PID file [%s] is of zero bytes PVCS:20127:SAPLiveCache:%s:%s:<%s> Could not close PID file [%s] after read [%s] NVCS:20128:SAPLiveCache:%s:%s:<%s> Failed to open PID file [%s] for read: [%s] 7VCS:20136:SAPLiveCache:%s:%s:<%s> PID not killed [%s]. FVCS:20137:SAPLiveCache:%s:%s:<%s> PID [%s] doesn't exist for killing. AVCS:20140:SAPLiveCache:%s:%s:<%s> Command [%s] is not executable HVCS:20141:SAPLiveCache:%s:%s:<%s> Failed to decrypt crypted string [%s] :VCS:20142:SAPLiveCache:%s:%s:<%s> Cmd [%s] does not exist =VCS:20143:SAPLiveCache:%s:%s:<%s> Cmd [%s] is not executable ]VCS:20144:SAPLiveCache:%s:%s:<%s> Insufficient time [%s] to execute Cmd [%s] with Args [%s]. cVCS:20148:SAPLiveCache:%s:%s:<%s> Command [%s] with args [%s] did not complete within [%s] seconds WVCS:20149:SAPLiveCache:%s:%s:<%s> Failed in call to RunWithEnvCmdWithOutputWithTimeOut 6VCS:20151:SAPLiveCache:%s:%s:<%s> PID [%s] is invalid HVCS:20153:SAPLiveCache:%s:%s:<%s> ps(1b) command [%s] is not executable UVCS:20154:SAPLiveCache:%s:%s:<%s> Cmd [%s] with args [%s] failed with exit code [%s] CVCS:20157:SAPLiveCache:%s:%s:<%s> Failed to create PID folder [%s] sVCS:20174:SAPLiveCache:%s:%s:<%s> Insufficient time to get indepdatapath for liveCache instance. Short by [%s] sec fVCS:20176:SAPLiveCache:%s:%s:<%s> Cmd [%s] with args [%s] failed with exit code [%s]. Cmd output [%s] mVCS:20177:SAPLiveCache:%s:%s:<%s> Failed to find the indepdatapath with the command [%s] with arguments [%s] aVCS:20178:SAPLiveCache:%s:%s:<%s> Defaulting the indepdatapath for liveCache server [%s] to [%s] LVCS:20192:SAPLiveCache:%s:%s:<%s> Failed to remove Semaphores for User [%s] SVCS:20194:SAPLiveCache:%s:%s:<%s> Failed to remove Shared Memory IDs for User [%s] OVCS:20198:SAPLiveCache:%s:%s:<%s> Failed to close directory [%s] after reading MVCS:20199:SAPLiveCache:%s:%s:<%s> Failed to open Directory [%s] for reading. NVCS:20206:SAPLiveCache:%s:%s:<%s> Invalid User [%s] specfied. Cannot proceed. IVCS:20208:SAPLiveCache:%s:%s:<%s> Failed to use shmctl(2) on SHM Id [%s] KVCS:20209:SAPLiveCache:%s:%s:<%s> Failed to remove SHM Id [%s]. Error [%s] IVCS:20211:SAPLiveCache:%s:%s:<%s> Failed to use msgctl(2) on SHM Id [%s] LVCS:20212:SAPLiveCache:%s:%s:<%s> Failed to remove Msg QId [%s]. Error [%s] IVCS:20214:SAPLiveCache:%s:%s:<%s> Failed to use semctl(2) on Sem Id [%s] KVCS:20215:SAPLiveCache:%s:%s:<%s> Failed to remove Sem Id [%s]. Error [%s] ]VCS:20219:SAPLiveCache:%s:%s:Agent called with unsupported entry point specification of [%s] IVCS:20224:SAPLiveCache:%s:%s:<%s> Resource [%s] started up successfully. Failed to online resource MVCS:20226:SAPLiveCache:%s:%s:<%s> Processes for resource instance already up WVCS:20227:SAPLiveCache:%s:%s:<%s> Attempt to online resource instance in invalid state PVCS:20229:SAPLiveCache:%s:%s:<%s> Processes for resource instance down already. GVCS:20230:SAPLiveCache:%s:%s:<%s> Shutdown resource [%s] successfully. =VCS:20231:SAPLiveCache:%s:%s:<%s> Failed to offline resource ;VCS:20233:SAPLiveCache:%s:%s:<%s> Failed to clean resource KVCS:20240:SAPLiveCache:%s:%s:<%s> Deleting PID files for VCS resource [%s] kVCS:20244:SAPLiveCache:%s:%s:<%s> Failed to delete PID files in directory [%s]. Remove the files manually. ./pkgs/VRTSsapnw/root/opt/VRTS/messages/en/VRTSvcsSunSAPNW.bmc 0000755 0000000 0000000 00000033147 13320061753 022627 0 ustar root root G Z en HAD z N" O @ N" N8 N? N~ N N N N N O p O O} O O h O O 8 ) k p # |
1
? S
"
t
F _ = 9 v Z , 5 j J 4 p 2 d Z ) j > l o a $ X X P z / T | ! !_ ! ! ! "< " " #, # # $ $< $ $ %& %\ % % % & &b & & '/ 'i ' ' (& (n ( ( )# )^ ) * *; *v * * +$ + + ,/ ,] , , , - -K - - . .U . . / /= /{ / / 0 0& 0h 0 0 1f 1 2 2S 2 2 31 3X 3 3 3 4 4; 4j 4 4 5 5, 5n 5 5 6( B<%s> The following mandatory fields were not set [%s], Total [%s] -<%s> SAPAdmin [%s] is not a valid UNIX login &<%s> EnvFile [%s] file does not exist ><%s> InstProfile [%s] not terminated with valid hostname [%s] *<%s> InstProfile [%s] file does not exist +<%s> MonitorProgram [%s] is not executable 9<%s> EnqSrvResName [%s] invalid resource of Type [SAPNW] g<%s> Incorrect value for ProcMon [%s]. Has to include at least one of [dw jc jstart] for InstType [%s] U<%s> Incorrect value(s) [%s] in ProcMon found. Must be one of [%s] for InstType [%s] V<%s> Incorrect value for ProcMon [%s]. Has to include at least [en] for InstType [%s] U<%s> Incorrect value(s) [%s] in ProcMon found. Must be one of [%s] for InstType [%s] F<%s> Incorrect value for ProcMon [%s]. Must be [er] for InstType [%s] g<%s> Incorrect value for ProcMon [%s]. Has to include at least one of [dw jc jstart] for InstType [%s] M<%s> SAPSID [%s] has to be exactly 3 non-white alpha-numeric characters long <<%s> Last two characters of InstName [%s] not between 00-99 2<%s> InstType [%s] invalid. Has to be one of [%s] C<%s> Some of the attributes could not be validated. Returning [%s] ?<%s> Could not remove all processes for this instance. Exiting :<%s> Insufficient time to run cleanipc. Short by [%s] sec )<%s> Failed to remove stale file(s) [%s] <%s> Could not log successfully ><%s> Insufficient time to continue boot up. Short by [%s] sec ><%s> Insufficient time to continue boot up. Short by [%s] sec ><%s> Insufficient time to continue boot up. Short by [%s] sec G<%s> Process check confirmed start-up of this instance of SAPNW server N<%s> Second Level Monitor confirmed start-up of this instance of SAPNW server ?<%s> Insufficient time to continue shutdown. Short by [%s] sec !<%s> Failed to execute StopWait. ><%s> Insufficient time to continue boot up. Short by [%s] sec $<%s> Failed to execute StopService. ?<%s> Could not remove all processes for this instance. Exiting )<%s> Failed to remove stale file(s) [%s] ?<%s> Insufficient time to continue shutdown. Short by [%s] sec <%s> Could not log successfully ><%s> Insufficient time to continue boot up. Short by [%s] sec $<%s> Failed to execute StopService. !<%s> Sending SIGINT to PIDs [%s] +<%s> Successfully sent SIGINT to PIDs [%s] '<%s> Failed to send SIGINT to PID [%s] 3<%s> Proceeding with SIGKILL for SAP Instance [%s] ?<%s> Could not remove all processes for this instance. Exiting ?<%s> Insufficient time to continue shutdown. Short by [%s] sec !<%s> Failed to execute cleanipc. )<%s> Failed to remove stale file(s) [%s] <%s> Could not log successfully 9<%s> Failed to get details for monitoring SAPNW instance ;<%s> Call to get process list did not return any processes J<%s> Missing sapstart process. Found master dw process PID [%s] PPID [%s] S<%s> Missing 'jstart' master, though 'dw' master [%s] exists. Retrying in [%s] sec D<%s> Missing jstart child process after recursive call. Retrying .. D<%s> Missing process [%s], though 'jc' exists. Retrying in [%s] sec ><%s> Missing jstart process after recursive call. Retrying .. P<%s> Missing process [%s], though 'dw' master [%s] exists. Retrying in [%s] sec 0<%s> Missing jc after recursive call.Retrying.. D<%s> Missing process [%s], though 'jc' exists. Retrying in [%s] sec 5<%s> Missing jlaunch after recursive call.Retrying.. 1<%s> Could not create PID file [%s] successfully 5<%s> Missing sapstart process in first level monitor M<%s> Missing sapstartsrv process in first level monitor.Marking for Restart. '<%s> sapstartsrv started successfully. '<%s> sapstartsrv could not be started. 8<%s> Cmd [%s] with args [%s] failed with exit code [%s] 5<%s> Cmd [%s] with args [%s] failed with reason [%s] 8<%s> Cmd [%s] with args [%s] failed with exit code [%s] 5<%s> Cmd [%s] with args [%s] failed with reason [%s] 8<%s> Cmd [%s] with args [%s] failed with exit code [%s] 5<%s> Cmd [%s] with args [%s] failed with reason [%s] <%s> Executing command %s. D<%s> Missing er process in first level monitor.Marking for Restart. <%s> er started successfully. .<%s> Deleting PID files for VCS resource [%s] <%s> er could not be started. 1<%s> Attribute validation failed. Returning [%s] 6<%s> SAPNW instance NOT online after SLM. Status [%s] a<%s> SAPNW instance NOT online after executing external monitor [%s] with args [%s]. Status [%s] B<%s> The following mandatory fields were not set [%s], Total [%s] -<%s> SAPAdmin [%s] is not a valid UNIX login &<%s> EnvFile [%s] file does not exist *<%s> InstProfile [%s] file does not exist =<%s> Encountered unsupported InstType [%s] for SAP Arch [%s] =<%s> Encountered unsupported InstType [%s] for SAP Arch [%s] =<%s> Encountered unsupported InstType [%s] for SAP Arch [%s] N<%s> Encountered unsupported InstType [%s]. Has to be one of [enqueue enqrep] *<%s> External monitor [%s] does not exist +<%s> External monitor [%s] not executable. !<%s> EnvFile [%s] does not exist P<%s> Insufficient time to proceed with external monitor [%s]. Short by [%s] sec W<%s> Command [%s] with args [%s] execution failed with exit code [%s]. Cmd output [%s] -<%s> PID [%s] is not a valid positive number 5<%s> Failed to close PidFile [%s] after update: [%s] 2<%s> Failed to create PID file [%s] with PID [%s] N<%s> Failed to delete PID files in directory [%s]. Remove the files manually. +<%s> Called with empty [%s] process string $<%s> PID file [%s] is of zero bytes 3<%s> Could not close PID file [%s] after read [%s] 1<%s> Failed to open PID file [%s] for read: [%s] 0<%s> PIDs not killed [%s] Total not killed [%s] )<%s> Killed PIDs [%s] Total killed: [%s] <%s> Cmd [%s] does not exist <%s> Cmd [%s] is not executable @<%s> Insufficient time [%s] to execute Cmd [%s] with Args [%s]. F<%s> Command [%s] with args [%s] did not complete within [%s] seconds :<%s> Failed in call to RunWithEnvCmdWithOutputWithTimeOut <%s> PID [%s] is invalid +<%s> ps(1b) command [%s] is not executable 8<%s> Cmd [%s] with args [%s] failed with exit code [%s] .<%s> Deleting PID files for VCS resource [%s] &<%s> Failed to create PID folder [%s] 6<%s> Failed to close log file [%s] after update: [%s] 3<%s> Failed to open log file [%s] for update: [%s] @<%s> Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s] !<%s> SAP Cmd [%s] does not exist $<%s> SAP Cmd [%s] is not executable ?<%s> Insufficient time [%s] to execute Cmd [%s] with args [%s] C<%s> Cmd [%s] with args [%s] timed out in [%s] sec. Returning [%s] U<%s> Cmd[%s] executed successfully with exit code 4 indicating all processes stopped I<%s> Cmd [%s] failed with exit code [%s]. Cmd output [%s] Returning [%s] !<%s> SAP Cmd [%s] does not exist $<%s> SAP Cmd [%s] is not executable ?<%s> Insufficient time [%s] to execute Cmd [%s] with args [%s] C<%s> Cmd [%s] with args [%s] timed out in [%s] sec. Returning [%s] c<%s> Cmd [%s] with args [%s] exited with [%s]. Not able to connect to ENQUEUE Replication Server!! ><%s> Cmd [%s] with args [%s] exited with [%s]. Returning [%s] W<%s> Cmd [%s] with args [%s] exited with [%s]. Not able to connect to ENQUEUE Server!! 9<%s> Cmd [%s] failed with exit code [%s]. Returning [%s] 8<%s> Status of SAP instance undecided:
%sReturning [%s] 8<%s> Cmd [%s] with Args [%s] failed with exit code [%s] t<%s> Resource [%s] not a matching ENQUEUE variant for this resource. The resource is with InstType [%s] SAPSID [%s] 4<%s> Invoked during a normal switch-over or online. 6<%s> Destination cluster node [%s] cannot be resolved 2<%s> Faulted cluster node [%s] cannot be resolved !<%s> Command [%s] does not exist $<%s> Command [%s] is not executable C<%s> Missing faulted node name. Possible node FAULT event detected <%s> Missing source node name. K<%s> Checking if the Group [%s] is configured for Solaris non-global zones T<%s> ContainerName attribute is configured. Possible zone [%s] FAULT event detected 8<%s> Cmd [%s] with args [%s] failed with exit code [%s] 5<%s> Cmd [%s] with args [%s] failed with reason [%s] 6<%s> +------- Group [%s] has ENQUEUE variant -------+ 5<%s> +------- Group [%s] has ENQREP variant -------+ ?<%s> Failover Group [%s] has ENQUEUE variant resource(s) [%s]. =<%s> Failover Group [%s] has ENQREP variant resource(s) [%s] D<%s> Corresponding ENQUEUE resource(s) is NOT online in the cluster G<%s> Rejecting ENQUEUE node [%s]. Failing over group [%s] to node [%s] 4<%s> Could not locate any node to online Group [%s] .<%s> Issued online of Group [%s] on node [%s] 7<%s> Could not issue online of Group [%s] on node [%s] A<%s> Failover group [%s] does not have any ENQ(UEUE|REP) variant b<%s> Corresponding ENQREP server(s) not found ONLINE in cluster. Onlining group [%s] on node [%s] .<%s> Issued online of Group [%s] on node [%s] 7<%s> Could not issue online of Group [%s] on node [%s] 8<%s> ENQREP configured in different service groups [%s] 1<%s> ENQREP found online on different nodes [%s] 9<%s> Marking resource [%s] with InstType [%s] as invalid [<%s> SAPSID [%s] of ENQREP resource [%s] differs from SAPSID [%s] of ENQUEUE resource [%s] b<%s> InstType [%s] of ENQREP resource [%s] not a match for InstType [%s] of ENQUEUE resource [%s] B<%s> EnqResName [%s] value is in-correct for ENQREP resource [%s] *<%s> Failing over Group [%s] to node [%s] .<%s> Issued online of Group [%s] on node [%s] 7<%s> Could not issue online of Group [%s] on node [%s] <%s> Cmd [%s] does not exist <%s> Cmd [%s] is not executable 8<%s> Cmd [%s] with args [%s] failed with exit code [%s] ><%s> Insufficient time to continue boot up. Short by [%s] sec ><%s> Insufficient time to continue boot up. Short by [%s] sec ><%s> Insufficient time to continue boot up. Short by [%s] sec @Agent called with unsupported entry point specification of [%s] ]<%s> VCSAG_GET_MONITOR_LEVEL returned level_one=[%s] level_two=[%s], updating lev+el_one = 1 ,<%s> Resource [%s] started up successfully. <%s> Failed to online resource 0<%s> Processes for resource instance already up :<%s> Attempt to online resource instance in invalid state 3<%s> Processes for resource instance down already. *<%s> Shutdown resource [%s] successfully. <%s> Failed to offline resource <%s> Failed to clean resource ><%s> Insufficient time to continue boot up. Short by [%s] sec ><%s> Insufficient time to continue boot up. Short by [%s] sec 9<%s> EnqSrvResName is not specified for InstType ENQREP. {<%s> Failed to execute StopService. Run the command <%s %s> manually to stop sapstartsrv process if exists on the system.. C<%s> Failed to execute cleanipc. Run the command <%s %s> manually. P<%s> Corresponding ENQUEUE resource(s) is NOT online in the cluster. Retrying.. N<%s> Could not locate any node to online Group [%s]. Waiting to find a node.. W<%s> Incorrect value for ProcMon [%s]. Has to include at least [hdb] for InstType [%s] I<%s> Missing process [%s], though 'hdb.sap' exists. Retrying in [%s] sec 2<%s> Missing [%s] after recursive call.Retrying.. #<%s> RunSystemd was not successful &<%s> CreateSystemd was not successful #<%s> RunSystemd was not successful &<%s> CreateSystemd was not successful 5<%s> Failed to create the systemd service file [%s] +<%s> Cmd [%s] is not executed successfully +<%s> Cmd [%s] is not executed successfully +<%s> Cmd [%s] is not executed successfully ><%s> Insufficient time to continue boot up. Short by [%s] sec #<%s> RunSystemd was not successful &<%s> CreateSystemd was not successful ><%s> Insufficient time to continue boot up. Short by [%s] sec ;Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s] 8Failed to create sap_symc_cluster_connector folder [%s] ;Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s] ;Failed to set ownership of [%s] to UID [%s] GID [%s]: [%s] ./pkgs/VRTSsapnw/pkginfo 0000644 0000000 0000000 00000000423 13320061753 014103 0 ustar root root PKG=VRTSsapnw
NAME=Veritas High Availability Agent for SAP NetWeaver
VERSION=7.0.9.0
DESC=Veritas High Availability Agent for SAP NetWeaver
CATEGORY=application
VENDOR=Veritas Technologies LLC
ARCH=sparc
SUNW_PKG_ALLZONES=true
PSTAMP=7.0.9.0-2018-04-09-13.34.45
CLASSES=none
./docs/ 0000755 0000000 0000000 00000000000 13320061754 010642 5 ustar root root ./docs/vcs_saplivecache_install.pdf 0000755 0000000 0000000 00002766641 13320061754 016416 0 ustar root root %PDF-1.4
%
72 0 obj
<>
stream
xڅSMk1WPB[<}.7@ذS[ %nI/ w?XfAo@ߓ:HC>
- -Bp p*]|~gQa(9;dVuؐ?$)=/yh|&nAx\TfQfs'.k ܢu?yH7Z_\*\
KC.T, Q>us.s{@n?gmrs!.(~y=PP*sS|M56>[o&..@GO{0x\Q+ַAsɭU`APHßvWxM /ޗ!W[뿢gòVa㼖v>
stream
xڵ ~q)%XSO[RT) ϱ?08$3Pr4
h 9> ٹ9a1wxƘc|W< ?y?hkTs( o)L5:1?´>s+qMlsy]T$F+F9ϟ qDv5SCKOvu9) 6d1xFiw)3ou! )&x:(D<g6)¡ > 7e8ԇTXҕs8SiH%N)u~m?!LJYŝ*D3"H\$:n SLb{ SfVsj( 2#C> 2eWT\R`}3f&;
(n,B 5mϺEF {)|j l(:s L&>Fafkxm~J1гϺ
#լ0v]N.N%.xgoթZPk W)+e03 ,Gj|`̑ {˿^ (5OtI{m#)o iֶlaMiP& mn4@kg 9Ƞ,SN'fj.<8`DwCIvBa)*@@J c~TNH*.6Z դΔ> StB~?} s,r?ǚp5j䆏Ȕz8yeb !>z2D\ M5cvZ_Ae ڍ6"F0"X{>D&rO4;|6Ϝ| m ͙BOk>m1>pyok+"o76,7A'J*Hx%5ո%}Gi9xS%Hd3eGB-MJ^v|wc,g t/UNـk%$Z(XEAr0SV,WOrX]2VNoJF`P`=# 鹨 xJP_* v>+B IYkitTNgM)%n ~1 {R_G%c#t lh
Շ7|6fUBTؖ]=J:
_WI, h@@]\,5D}%C:k 2F8wf-[WIҢԧ&%D' Lc jQw0}^
/ iZG%Jىԩ8ĭ<a\Dq\'V(U'vYs<+G-u
}'x~_b8zIHy ZR `kjIojU3_ }r_&jTiFId(z%gnd[_|1ؤQɉv+A湱>~-v)N JH YI&v#/SB7I`i/S'ښ8!ē >p[]SNTfC d$8Wv6xxo]c?H@Nf; >/٥ΑrXBݓ"\XN%N> 1r ɻrw ivM|wpl{ˋ.!'@ccv9\lykڙ7̝ͧ qgc"F[#f i# a˱-?4Z'^],ctcUkxx2%
J`HIo8,f3X#:G
}m}J[l/bLOZ%Yv^yC'<Q"z~As$| +%JR u5͡A P<VE #?֨ueU(fr\ZhbFyk* F2<^(ojR͢KJur
r] \;HT,c3OT!uiGs^(_VJ3+gs#lfx-g~ǭ9t=H-g tNlbX0ԖN3H?sB..C낄"ިHCJ${ć%4Ik$(<(x%u[6F]n VC5rCtݢdchfaA mY`jl.J'ԯ Sʟ垨+C+1sY8c/S0PxK9
T!m{ j;~kyU0?q ..o$_SBjkFaM,-C鲛U~L\#XG>(sţ!䨩Na,4vA慾[fq|8x;mAv;EATn PV5{{ɦyٗζGA;u(+zIR5/p
oz
;>p^lGMF"N/)}X4 v%+9% G$"? 6G;c Ώim0lUIU?v77vo8
)"Qk ʺa - XU~ Q{,a 0{a &it1VURoV4' {&}Q=;~Uۼs=N /6PqfU U]QKѼ ギJEp?kLIq$w_Hj ,湔T T$#֬s&ބE7
<2rHh'i0 M b*M ,) _X*Ɔ@N&Mhyq[4F
~jm!41xۆC?&sj2 G.xFWla,b ָ9 ^ =7ׇ.iʲ+os B]:§|*J{)s;Jka-QkGm֊V)oG`+EO P W ״F̋LŽux 1 @tG97tC)oV&5lC8Xoz:>_^xy$ U~_` HFqՁlIŬI7v#w ןUk̍ }o>B)H/9V U sɋ&u[jhVgt`z
֟h,zcH.esxq>7푪#Vl-q/Az ۂ5?_zs?_l#'up?&:endstream
endobj
82 0 obj
4603
endobj
85 0 obj
<>
stream
x}SMO0 W䀦q s>\XC$6!>qצuPD}~/S^#=Mf=ޘ ɥ Չw . /9=aLfXL`@X!iu癳 CI-2>sQ6
\5 /$! ҹT-P5M})X.CnH TCzW
+TpCNW̖fہ#HRႌ pPz4,me"߇f.i.Rjxll#qmr̒_YTSo_oW쫮?[Adž;Fsd~&.wendstream
endobj
86 0 obj
365
endobj
90 0 obj
<>
stream
xnc_MѴL Yږm:Oh ? 3H: Aѓ݄px'2;1?g'/ͩ O~bO
Ϟx|p_Nb2Js,?jn]2օI' ?w~ \vY 4lu/C(^ f:Ӷ:G0Fqd妝xXyT݆ eA$eOg弑 \x3J\VϺL
`[n^ex@ +csNpn0(Lg5WV 3Fv sU 0$pw6!Y@ֻ d: B̪VOґ9]R]ԙơ$I)\hĢ#^MD/V
{)I)~)wzC;,WT= \5j!i<*>Il%MJ@QE Nts:=~ QW6IEH F"VJDOb\JUYYK kσ~
hEvvA
@~y\ U5)mR)P'I{7qQ
%tJw҉!Bg\QV
Nhf |Fe!=1 t
maA|_ `&2{iHԟ ^o~~q>(`L!2k[h!y
DM rNB
Yw9nKݮ<5C"Kx
Q<Es9'~A+5ڟ>M2|À+rh%@m0epa/ #xh!uMs9N[aDZf#3Aq Td>9 V~ & Q-'!̦C7v
kv̹55SYM
hfN7 g.ܞ `踰[/R837P 3ؤjbA'NV\'&'k̃©!ϫ:XB~c;
iAg>
=,M\.ro满 n`IUR"]:'{Cr ZQJb{yȐ V4TApFH-Φ3x\ct˴+3Bu2)c l(r9ŜX8;j K̩C-C9h\J[ d Z0 ].jT霵;nxa3: Yë .::JB̢q>G.ܬh<HQf
!iX;} 'OB@\M -(P Ps''\- V\ ({Ϊ* Y$f22QusP9X cg>4߸\q)s{v:DR(_mM߁+ >w/V=6g} XN#$SEo(9RC=} kC9(45 :HnC=lQKtSP^)ϴЩ/mrg 3«aZk~w^EϯX[kFccB:]P> $o[ZH }Ҥy u.` N'qDhi-!3]w$?I3lߪ9mRLvӒ$Im,L@+C!r#%=0⾊bsψUy!9To5%!e t0|M/aY>^?aٱq (&XZ/Gy91o!'qGx0:y P>0P^{h7pl贾K r2duG*'H~%MhEOlqy8 j h@T'#1n,۰Y}O(L4\0i/Y*a*Zf0xtfTč mP0blbdeo%Kȩ7d
^Zl 8w՝du'N ' }aRwGu
CN1Լ4;*::Gl~Ӎ KKN'eX2ְqC{ G )6j Ǻ*;/n-K`~RUS%Ȣ~ NҒ2 }.jO}#Jn߱G(q84d YL8_SY?Nt68uI`+ME0;fy[ 4g{ Ǫa
Cbj
Fv${~N_8bn6ʋ
_ ٌc.8D[U[ wHD>~;TB
gķs89 XN3k=7D_j ^q-K!){.םU+ 9 RB
$+c%[gO:(wU|\+Q]!r~fVMI"
;9'p (5>h~Œ)y++ a& {o1OL/F,L\՟x\S.U:Ǩg;+>{wK%5< %KFAي0jCBq]"
jL26NܓJߞ s
C-1E/բ8FDP ]ą,'^Z0r
rWؑP&Ho b @6Z]!y7pӗޞBeϓ?/oo8< h
[kendstream
endobj
91 0 obj
3051
endobj
96 0 obj
<>
stream
xn7]_Mvky%@$[cOh
wȍI wAhٞ}bw"p,/۹
'RӶuruR Rmxhhl]cHοGpBkJn(T5 Lؚ
/N\(Yc?5$#3ŻT1Mcx&v̦)iAzFL
(xCsyli5v&1l Rǀv8]J: RqVN4HeN(j4'KfS-<- N,39Cc~J}ҭ5nؒ_rfwg\+_ \vr}
hmYEe 'De5سٔ
] tJd{)[bzr1{0& 7@7ѐRr;hXWAwx[p@k7jtKyw{w`Zuh5;+F5ٵ%f#cH{^(*f; V^L&X#ʻpՠ,xqGo\n@{ZmtgvQCjΣ} }۟ (LN #DC ρWxdm,ܐ-x!Q\:-#^i %Ԍ%q!ˇ6wDQ[ Pg$ P1h)/?V#eWS 2GXl 22{,{ =thq6;L`dFS| 4hą3hO`rm,鸡Y|g$p
ub=(:V~Qhj9,4Ac"B/y̿
Jƞ &uFFz'Eǯׯ6w Z|:4=(qq TÕ r paE-ף^ w0n23wð|!J~JPMՖd* H!ﰓ \=Xaz3)12X}1?i3Ljd$VZSdet ?zYE|!t<8|z I:0_eh:R1]٢&QM@)WCcHI
%4Vl'CH]UrܓAI272z}q$Җ\pЭ{ Yiu]+n pN˸k{踲L2p9i.1NJ ILU:S[(d s,A| }Er:Ċ$C+ [`*OwVӋ(oŰ]_K0_(k MES2bGx&"9 sN^\⃝_[fr
yJBGN?%n{:r=m=%E<<؊@J˸W&wѴNbD WDm<
89R9dEM
.>m .nk\a4$4H< u-ԎklW9gDԤSڛJ]U^ 9yFg{XTאQ°]t!`ZCixpX~^4Tp|̪r/&'%
U A|@Z"zLһkhes#dƫm"?Gߧo'Ug8-
LZpIO_ ^//8&@?endstream
endobj
97 0 obj
1964
endobj
102 0 obj
<>
stream
xڵUN@ }WT RGioK!Tu+/zœ0 9>> _`-~懲z7L*|$#Zu9VB>5U2dvo I23tD%V ![T5c??!A#
&sU6 p!K@7HzgF(P(rZ8E0 Hm%Eau2(bVpyãU*R `3FbJxCx`mh㚟mF Ң:?AۦWGM
A efPPʃ ?NVwnAlg57) `#ʥ){S;d=8>v\]1:H@'rYfvm~ޝ Vu{CT-EKpP~eSl7)şw]I,:=XL@{r+H9
JV,2tMS! ^7C œz^Gc'
vn. m` \*(tI=# | \atendstream
endobj
103 0 obj
591
endobj
108 0 obj
<>
stream
xڭ] @WC`$M{_%9BdٲF1O`K5SjRkYu$/?wn}~y1nt[?n4*j~i s+'y_//o˛ǹIN5ʐcY[w\Omj\Ӓq^!g Ƶ9\c\LA }$G2 u*S1 L9䘏Z+ rЇ@ }ЇB
}(aЇA }8ЇC
hG>G@ }$G2 2M9)r9CjBC>PC> 0à> pá}4A }GB }$̇Nr9CKB:AN 球>?g=C@:6|*+߭9zs 5 &*kм/ָ54_o& r_>ߨ_>g{FeLo?iwEco־ZoG dzHʮk?rd s3 9fB2AN c>V1 ۈq\|SF]{__ZJyR8L\g.C~%6ЍhT hsE"Rr,ܾd|._T]qCfc@N!7d@!U3 }4A
#>H#d>zE8 +* rG|,U#zEUZŶ64_SZS?b'1=W rq r8>0à> pá>Ѡ}G@ }$G2 2U)r
9C9CC>PC> 0à> pA
hG@ }GB }$S1 a8C
{1 kþ^:1ok[D/;&~ߩ&mdOh=߭~xk @:_wigu ˚ٷ ?~n%|3vFN2:A\2w 8S5N A }GB |,8S1 K'r9cA q m#jYGA~V'j=idzvzg߯?x LȔ!17DŽS5-ӏ 's%H#
ṙ r9 !B }!Ї@
}(ЇB }aЇC }8Ѡ}4A }GB }$9CR!gc>1 瀽 qǍ8ecM7ihv21ԇ"\c21p9\".C g ƕ9 Q9CC>PC> 0à> pA
hG@ }GB }$qc>Αr9 9 }!Ї@
}(ЇB }aЇC }8Ѡ}4A }GB }$q's1 ȉp9 9X# 9:FNTHՁ|«ɇzx8C.W3JBX+ rЇ@ }ЇB
}aЇA }8ЇC
hG>#>H#%BBX+ r^! }!Ї@
}(ЇB }aЇC }8Ѡ}4A }GB }$W9䘏%BAX+1 kxծ.!i;!:Sg\[Op!1,
eB!Nrd\31 vSA }!Ї@
}(ЇA }ЇC }8Ѡ}4#>H#>8/#A8/#B8/#@!}!Ї@
}(ЇA }aЇC }8Ѡ}4#>#>8/#B8/#@!|X"xXqe륗B]2
X2+)zT0a3 YaB cYfAaYPfAcY0fgYpf1 YhB0 ,B2 ,$c&Ð 0!L,h a0g ̂0 ,(̂2 ,`̂1 ,8BcИ`Yf!dYHdaYN0e,B'0,, ,{LmPgnuĜ(`C.$A.7WS5G@ }$G2 VS1 V9䘏et1 K{=|=^~[~g0,T,nb^b*>Kb젔S.G R KJ9VK!`q
Ƹ9^d@!cF>Pà> 0á> hG>G@ }GB |,)䘏U8CXZc> 4;áz塀á9<%~Ȟ u"ֺZ'}RcȐ݊؏8EoFΩ[>&mPmn]7TO6rK_7n6LBM6_o?eLNjrNq9\2nn0 "SA }aЇA }8G>Ѡ>#>H棯cB's1 } rЇ@ }ЇB
}(aЇA }8ЇC
hG>G@ }$G2 }r9棯cA|l2;rkN=bљSƐ^9y؞Z~Nroh|@!kr`\@ }GB }$1 |,#S1 H r9C>PC> 0à> pá}4A }G@ }$28 N c> 1 fe5CþSGo z!>m+܀]#.]oֿ};uG ]` ])b@![%A8K8 qGp9 qGp9C>PC>0à> pá}4A
#>H#>9䘏>31 }t |[Zy]
n{y]FKC ,6?lC Oylq
!3Q( * ~7 ,jmprd\_8\0/BB#>H#d>\S1 j. rDz quC]P?bsPZ=7J3OׂH;C C N!!'s%q䘏e q
9c@@!}!Ї@
}(ЇA }aЇC }8Ѡ}4#>#>X!c>q r28awET˧!ᯝ?;
!ke-^̮L Qh>f;ʍOWM.W /W'C.阢9\0nYN8\c\@ }GB }$q^N8 q^N8C8/W' vC5Pj`jz}Xt'/u )E ȹ0hctj]ʀ: }Y u5n}
Ph`C.7 3q
Ƹ>#>H S1 `@!|q0-i
C>Pà> pá> hG>G@ }$GB |*䘏>\8 ч'sA }!ЇB
}(aЇA }ЇC }4A
#>H#d>z8 ѣT rGR|< W pףV~(uSQj+_F̾0J=J ޯݚ4 98#U>sCia% ;ְIN K=Or`C$>C>PC> 0á> pA
hG@ }GB }$Or9c
;rv> rЇ@ }ЇB
}aЇA }8ЇC
hG>#>H#5da% ;-YiNKvZӒ,da}~zLH-QA6{ x4QN!KaXv"O?Py_oi}rCNPyw,!W ɩuW {0e~o
y~:Cha5U'rd\u2 kG>G@ }GB |q
9oS8C۔0 }!Ї@
}(ЇB }aЇC }8Ѡ}4A }GB }$ѷ)a@!|mJgc>6%c>CnSVqk{SY s KMil'=k7-Nz>>탌x rɸ3zrGa@!|hc> p r0~ @XJ (e}| _6a{b1kT]A^o,os ;sf;~TGTin
N=+Z C̄Xsb嵳Q)s_6-n[eщ^/~R-;1cMC>Wnl.ۜj8MW%F C6q:Ib}J3´0LfÄa0fgYhBcB0 ,B2 ,,m%)ÐD0a3 YXIC b϶~n>3;5;Sso [ݿnA?wsv5mjY0߿qcO|y_7Vn7GiVzӣNRNm.pNWn_̿c+|s+m9vyrG/{8/C ԏendstream
endobj
109 0 obj
5354
endobj
168 0 obj
<>
stream
xڭ]q@W܇XH {fWUWj,"i?Dy2 Oa^Ƚ] iWMLVwOwt/şԻw}QNN.V?^o4}?|?Ux/{:s~f{K`xMM1_]z\~M{$,ҷeop/ޯsx?tjm5quj/> 7FtSn] I
jGݠ>_=&>7볾ܾ_~ï,~R7l l\A.f)> p#>N3rG-r9* rG>*Q>C>Pà> hG>ЇC }8G@ |T 'c>L31 2ϐc>N
ퟩ%?ˆڮ{ЊLMbr)mm{\F_߰'DI)瞵o͚ۻмEJmCx{҂eNW?ި_ܢONV?yܰU<ԟXUߡrq cB1 rqr9棗cc>r,sXٖy}i~gM"]xRfoC/8'|n;Zrn/HGz*scܒ3q
9gA
}aЇA }4A
pá>#`>HrG i`@U䠏
}TB }!ЇB
}(ЇA }Ѡ}4á> p#>-t 䘏Bg\A-t1 ~4=cp{K)5ݗFh pá>#kp
9<&@6 W!g>*Q
}!Ї@
}(ЇB }aG>Ѡ> pá><&@6 W!gc>c1 #uniuqyfʖ:1mƌ -$9%|id_v5GҖk sПyWHmmedB7 *䠏
}!Ї@
}(ЇA }aG>Ѡ> p#>c-c>Fq9cT3A G>C>PC> 0A
hЇC }8G@ }11 o
9 1c>nQܭsRkw.MԹu.M߹ܥboDNᠳ8-ߩ2^okj}X O_i}˟ݽYn|^2Ӝ.=r
9g\_.8\c\_.
9 Q
}TC>PC>0à>Ѡ}8ЇC }G0 u*1 L31 u!>*Q
}!Ї@ }(ЇB }aG>Ѡ}8ЇC }̇L* ṙr
9C9cqY_~"_/د^d)`?Xi tݼjQ}^^_o7|mc\q.yӼ
Go;d?v1^J˹q4(+8\cҕb\A.t}TC>PC>0à>Ѡ}8ЇC }G0 }Pq9J3B |Ai1 ܭPҠ#E<Ǜ-▖44?SFd{Sy(O{G/a>O^zy&-t7eaK+-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`RaK-T`R9 [s!N_/l\f"JI>҇ݑ7ާsБkKzD>+6M7OI< STz&)S4JѸ^I£0rqOqr`f2n w ORR<}Ζp0S.>@}=b߯k~'{Whn9>du5fѳf(rq:AB P)䠏}4A }8ЇC }h"N |f(* rh"2 Uae_ه%/I 6ς".e,麃%a [$,ύi#GsK !B #GS9z8C>PC> 0A
hЇC }8G@ }1l 䘏Qe#B |*qǭyٶ]'Uzkj)y~̭|$IdGJha0- 5UaYhBcYpf`Yf!>0e':& Cz[aa0f2 Ŷ0 ,̂2 ,(`̂1 ,4f1 YpfgYf!@<a!Xe1 Y Cn{^ pv4 ?ڡYfmƥ9hθt
4nLh :]gK+VW B +Vs !Ї@
}(ЇB }aG>Ѡ> pá>cXA@+VW!gc>Ɗ1 x G臘>TŦ=U_JgN\* O!TOr_V?'ܽL3/{ KvfKX~œ, e `7L?J>ҍptC\A.K7) qtC@* r(| pvv>Oe=d es˩$R94O<7'msSM~_;~s~k/J>C\0!N!3{5=U䘏18C>=Ki[~ x=gGTdiՔ"qK9u!ۓxW? -o%{I
K?wg,:J 9Xe1,6L & cYpfgYf!# Ð"UÐ"! Z;EUT/m)J1rb G ? #n ]9ţ` 93 rq1A# 88 1&e'c>Ƥ * rG>*Q>C>Pà> hG>ЇC }8G@ |aK 䘏1l
9 1-|\'e9;i6a
@b)ov"-_ 2Y5Ғ˾fI)&Ƽ>ŷ..xP1A3z"rθ 8C>PC> 0A
hЇC }8G@ }1'c>FH#* rkD q@9Pq=#bvVG{dܔ 3.5
_MW[;]s~p>5fyf
,fIƻ`?aj-m mtX jqL }+|í+[W"N![W"N D aЇA
hG> pá>#u%rغq9cl@
9 Q
}TC>PC>0à>Ѡ}8ЇC }G0 c^q9cL-#B |e1 :R?dY,eo.sN)嵭(`~e!%?Yei)T+ (^Ԝa5B^ B rθ (᠏}8ЇC }G0 hW 䘏k+* r5ڕp:zd9[ AH~D"ʜ= +Ӌ- Jݳymwum곺gA=eU(kJ(&3nń5ƍpr`\@ }q- 'c>E1* rǵ(& qRkǕ-B ejkSJ"mJGm>) hDY؇J~1q}x q
9g\ C@1N>Pà> hG>ЇC }8G@ |q9cT31 2E qL2}{44To?-ݐ}tkZOX)`{㣷zr
ۿٞ~V>rݙt7K!\oW!g q
9g\o}4á> p#>
rǨoW!gc>F}8co2woiZY~Zs>ml? ؾ-^ ~Qj`]'.ʩW> H^?]}N?Ӭ)|>sc\ E\A.Ns-SA }(ЇB
}aЇA
hG> pá>#Zq9棖 rr93rG>*Q>C>Pà> hG>Ѡ> p#>i\A2CN!|\ |C=);en ]aӥ5]x6tآ-%aM}{Ϋ
H ڗƽ)ie55 3I)Ðr`0da,$Xe1 YK& ,L peeٖ{`mwoAvPPϘ a\A.S9@Pà> 0A
hЇC }8G@ }1CBۂ!N |mW!g>*Q
}!Ї@
}(ЇB }aG>Ѡ> pá>cl 8 1C\Aۂ!X&&xP-_/\W.$)ٳx/
ϙGo'l_I[e_h^q
9G\a@1L31 }^q
9B Ї@ }!ЇB
}(aЇA }4A
hЇC }8G@ |yU䘏>/8 E||Z: gM۹Ee'sP7S(co * Q$ F`O+&XCX0 ,`Cn+ &p;+XAL0aBe*PaYfAeYPfcYhBĉ3 ,8B0 ,VK0dv_ÐI
"~6im3w /xGY~QN(-[8}dz^şލ-|<,`ԇO_yQo]Kkmy_^?OH:ɃC^۟5{ W7#~endstream
endobj
169 0 obj
6334
endobj
244 0 obj
<>
stream
xڭMo6@+P-ڪ$g8$Eĩۍ?Zķ iP4z߯(\K&n6Wo5Zտ;z7/?v?_~:qz{7{ e c,ݷwι\ZP)J*kqRW+')]UKZq!}s8s
R\\f\>2Q}0 " r
9C@ }!Ї@
}(G>"}aЇA HG>2 }d@ (̇:9 AN gc>41 *n*% 8qX:cxʨq E&kśVjSmFv5Ô kˋvn{FuҹֹezzPኬa!3(eXB ?& 3ͱaa`<ÔaȂx0a1 Y, ̂0 ,(̂2 YBdY0f,$f!1 YBf2P,dAc0, C4x! &?ڴ)u~mf;nW7h*ްOɹ>*:Rx\tn×/Hs?o=1oQٹH,A .5Y FJv]Ҷgdmˈ[6)jچ8AX61 K2>ܓ
75_ {=zwwW7<,ADQ'R4H_5 lҵ5Z$Eeg2,!,: Ø,`̂1 YHBb2,df0 Y(B C 0a1 Y o `O&g2ݏ hş4&]Z*]cup}dDߵcsyԙS/Xv0(FeEe8\b\͈A (G>
h)䘏%J#N gc>H8>Vۀ{X]oZnl *})Piu}o֏%9(]ůr=ɱ\ؔ%`1 |_Qe\f eK,r¸}0 52N!|(8A |(qu3z uKϻ'3|j]49]ϒmJw:\ ɻ>+rrqCN!7J'>PC>"}aЇA }$#A G>2Q}0 aE1 a)䘏0r9C>PC>"}Dà> HG> }d#C (Ga>j8 Q rG:|<<9s-.눃g%NZqEn֙:pSKڛFkDMFu :$ǖ[nu:=x:u9a^yGʡk]X: rq5#.B.3u)2 }d@ (c>8AX:☏>Q}}Zל ,* y;Dݧ5\ݦ"1 Q,2,# *)㼃@ d !}!Ї@
}(ЇB G> 0à}$#A G>2Q}#89A c>.rЇ@ }!ЇB
}(}Dà> 0#A HG>2}@ c>.rGe`@ }!Ї@
}(G>"}aЇA HG>`f.05 Lfs\a~0?W+
sዶ='qժr ^导_`_ }GGWbjid .<ܷ6^7gW8K{@<= e^3endstream
endobj
245 0 obj
1958
endobj
267 0 obj
<>
stream
xڥYKo7W!Za~\ E!eKS$Ahk; Raޕgy~Cnjw`Yo )Lt ~DM`R!.l㲌c\qYg?%J.Dj..+DmZy6C>4 dewCxJˋ!IJ~J̊.٢BNY|dm I
80XO ֳ%vߥL;EDBskPR}Ϧct<GQz#ZҤTܱ ].clDž ڸ1 s#`-d "lo2|I(]{>)N`= AhWP !? l 5bߏ3N GNgCE~QؕĴԖͯiK m\6CK&Gk G dZQ&&glYmru +n0,PM4!: 0bQLOAǜB:oAQ6a l [A`M(TaH V!b4
ӝۧc*ƽ60 <`kRB`\-i8J35J,@ȯ *ȇ F} )qr1 TC2s 'h_qƭf V/h3
XUq#k Г8o"4yK~U574ӘhTStk a&9J@$Rfj e U:(?Bk-: LMr R/c 0V1M'oE9/|M.WfPcpE(،`}_K9Qa fP_$1yM~chS vaft}P38"3͌C>Po0(Ϳ+Nu//[rpm @"&fS/KA $3P}':# o╅'<1g{ON3=sO ȏod7kv ?9g^ X}Orf,0~Oo6bYx630c#L6ƒQ ptl|=~(Az6 9,b v;],>
stream
xڭ\Ks
W!v=$%ȥ%('WٮT Tѻ+K#
hcz߅Y=+_ /~Zە-_/v*F7V/wx5>{Gc}J.BضstQOk f>}7υ TKEӵ^H>A)Ԩ˻
5 QԕDgyoҢ3lZiVn+W x ']W<~r H.ɹՖf ]܀k;!ٱYʛ"yNp@hS R#q6ʎ?jUtAO}_DvnrwVqRI]t-u J ,{eEW%IA_5A=8֩$ȏY 'PV?{Jr\Y^ק07]4FTsWu@)8V+OǶE,r<dq bØYj Kg ¢Bؚ:'꼟o-PǧSȾg3* b;XP K ҹ?paef "u-/!ldjz*)p#74@Z$_tt Jixbx=C N_ʾx_=iN.BR@ (@rIi
#S٭:ڭRn6y9\C
% 7 .f ԗLz,8Y8H lD(IO!PΚ$Ju盁\ j.qj> e~3"zN&5Dv6h!fv7]ϳR) T!⸁Ҳ!xXӢyB( ?hL.q@vPmuDU1M)ĥk| `=$ ? "hF˅ ?|f~=X-U!㱯`Z&K!V9'A82X'jHN}DkN
)1;ͻ:Iyɲg%eVh29T0H<2ŴDS> @!pk~nMGU2@G, a5a5 N~ Yu仦gVˢG7
4VbS{x8+!<6%Q+p B& u7TJAic =A}f7Boℰ PX16QS/I/$XV.}no`!*GdzxJ8Ȯy9V3bI0] Vvi=PK!0̃Q..`[ʳur2 ȕˠMد]Ot" Z.vX*^,5f T_d/oOی |*V d Y:y*N*Hj[@"CW^JD
TZ˥lI-:Yy
3 Www jOGAmV+,
Ԕ熝|xbm^|hw'h
._`3'bw4jtyゝ 5&xƵ2}A C >Ψ-sxy烗 X ?+YByFW)V] +i&hW/u .N܈Q}aqʤcGM/ _sa `]Y(ٵݥBGPNwE+z/YS7TŶVn`fvTXAx.a> U #fSW :*|-\ެ:kR\Q=^&Gr$S )q1WʛEM/B$aH 96GchV?/k@[V?H
묿_ܬh1Rb<|vylG'fF練|.@h1NH0`53 w6Xjݛ;3EI}{:9_̔|-Nb
bvſwZ Vf;/3/VY- endstream
endobj
279 0 obj
3013
endobj
283 0 obj
<>
stream
xڽ\Yo$~ׯ`N/#H Q FH %rLؖ*ź^zZ=Kw 7jW?]蕂?z_yo^_GdFHU<<]Tq3>Fe2Gp"[ <> 5C|-Omu-yU&:` S sWfLqݸ<7vp1(-ޛUj:RbW>wML|C6T wuRФ![G!ӃT?n* :zQi|V'&m+F4'c`g=.9K[ѦT_&[ .Ul//X(Q&~L NRuu1с'y0aKT ~c &3 6'<3䥬6[5{̂v*aEnQh=xp/c>>`Gԇߧ>v Ô繲h ?cS:.+扭 v zAvƏj mrؼU݁Xrd $ǡ?TK퐮|l1>ckܻW@h?$6J ;֗$J3=j Ði5;Xq@i ʌ8xxӳ nc_8ܕ b
-B 8raT-xe|ݐz@bY;Y8 8o^ tpJ! +Pk- %s aձD"~V (g1[ 2 F@wUK$_5\GuM֭{ڭ&Kxn I7hT -uw7nԮq
t 3Ø5_ lyB9BY(wpxڨ|}>) Iv !Ǒ !#]d:*\$%A A!A#A72 ݼ4.mMSi
?њi
Wk2;њ4hMSZӔִgVk4(ԚVCT;8ZӔ콭i}iaQ<8,`Qߖʐb*yU{[,iռ ZMI !
'5rw-'S&n[4L))Mzfs};NKYn ȵu'oUFAcBXocШFZW:-_)KhTܞ yp^NjP`_:>51k F1~ PQXhִXmW]ې8K!PFĻMgՇ\kLvIH%vaRQ h JQ _ ?"L=dwdAJ̽y;F`&vlP-=J[+p
ּem #\2Uc N,nQn Vg^ qŽ].7.}N ^й^ t.s I% rWw%ވ;zSy
Rk¨
ek"R]! ;/ 6*u 6W5ernقSLyt6A* \N(ergC66
_'x'T֖5W0:TzQˌIz2T_юFD|ۍ%-S O.N/!vPz^'Ж.Z㎓m<:v?r Z
f8 +[
4} 1 R hS^-$VItb)
bi~ $ o%=D2]to[z 4H#C{u3@~Aѝ/)v:Ѱ)]c<[-_Q'{Cr_ x3endstream
endobj
284 0 obj
2976
endobj
289 0 obj
<>
stream
xڭYKo7W!0 ZȲ V Ezh~Ep֣aB+}3 +ϙ ֟q_׳ 2S?5(mkp^
_ T^ M +mpU> D&>OM PRMt\y!ŸEL]QqO Dt|M T*/o 2=>+\xiSU/=u\bX(-&zG`E쬻qЉQԣ(fe϶wN,rnz ` e+6VT#740`ld.jR, #j\z!
"aX5qcq6gUA))ga ձյ[*DVVR~kտ Bk9D/40ccY#fn
jQ*ŏ7x%$:i
Ѩ@c evc* sN +>@j 1< bň Ic@ja{[ThU}o_}vX#uc gH c+g7Ԁz72OW' y[5-sZv5 V]1 u>
stream
xڭYKo 7 ﯘC4h"AikE#-@MYkV ہaٻHQ|S.>ϋ.+ӥtLg／*Nk}
-oi咖WLT
Fk ۿzJ{[#qRfx=lCybE5-W[`,@$'@3ZNi9nxL)U7@˻|>gC0W!ϲ^fWU`
^VX9,-6Yo G X@k
NgxAu{P}6J8+Gn Hy4 [WPVŔ f}.slLH1Qdꆻ*+L{ax>&)@^hqIK@rtHZ~ 18X|M 5I+~F
';8n$K|~(kSu]a
LsYqE:3IC:ki?JwVt
6:lJ^oڀMi^%qȧY-c: X%`8ژ`\zpV3=30B [(6Yih`8zF,N hj S4ӇneU!%dB8aO q fsͺۨ#̈cjDz]۳7dp@Yp/;â^h$Ӧ/# Lq=9NX :R*G7?QeT!
fr5 a?mt %Ol6l\լN%~fV/~ƥ8M¨*H8VEOlqJ^tZ<;3xI^STm~SFa&`]H*Ѵnw:Ph8;u1(gxz#8e9Na]B
k#9Z
~Dz "
Gg
|ܣ|k~-k0NX
t$x5ZfВ̣t ,8yA> p hcxv>.9J;@*я^li\c fwfJZ:jjxFlUĊbOPɣ>*<9G$}i
Js^𰥠 s_iڱbra$a H3]IJ1-%1t"2vA=+Ŕs03pa`ǩn,%ywڍEIjLԊ+%ƅ/o =?Iƕ|Z$0<2~4r߿sLo|>lBqز/V&/_c?}
ʤ_Ƨݕ/%Lp[yK$e,n5[T+lFfۧ .7-k7h\zi7`O%Q6be zOA0!nXN1 8D3i! 0.#KKae8˒_#.Qg\c(ϑTw(<zqyB|Y\w!M]vendstream
endobj
296 0 obj
1737
endobj
303 0 obj
<>
stream
xڥZYoG ~ׯCO}ZMlYGOҢhZ/9+.+y kLr9MV irN q^ E?~\70yic } /T3EWƓA@h5 喱8=l[,xSܥ0`LКC uq*t)y&wI&a5<'%,6gn@siu>LtNss~4:J:8#h?裚|fqGK|>
ڗ0_^*DZK
f4}0kyeS˚ S(6
73(wgnU)@ULhAL9 ,j>h` V@O--ĵ}W#-uA+% /HpDR1
kDDCU3F&lgM x~ȅR ݆Ȅqt%(_GGC1Gt9J$T "̸<\RK
z׃+ZCΐ4B(oY
ㆅqZ@9 ( KLi0K@,O5^$"ㆆ6w{)$4
Q pųAxy(%U3
V-6;" (@#y:'|Q1\K.@XnIC E`&xM.yl9Tey|lIJ#n; FISMU6WǵOڝ~O|Oc n
N5HP)=W{vZBr9 炼~FiTS͋
Hn pd \G<;Z^+Ǡ G*{ޏUPwnK!x|Ɗ
9SASbRÛ0bcfU݀N{r̯8c~4a f-4 T[嚚tEQ d[<`UŃ} Y \dhQ m<\ (.tGEMX(gb@[[W3ɞ&4)PaͶ-D]ޯהc93K9PWxq;
n-匍HJ@j
]]xFdbkۢhkdVJ9ݖzImYY!\o'K&> J3UE@S>QHf N4zӬ]AfO3Wk,A!,vr
T}wUut{k7\l8ŖX:4ѬWVV4l
[+O*h%i PM<h 2aNBT|gv7 ~+%XF> y4YIm Vq(&0^h-PjY8Q<_3 A0C{Ie;r ]?3WNkY3c\zy[]MA?Qe( +}iOWM[4c,sԲhF[#b|uB\ěf"M X 9{D.'YE4ٚfGXcI:U } ,L LܴS
5wL7ygqz5
|juH5l/O| L
2ë[\xTK)!~x 녃#Giw1pZWwϔ,~[|\ =/
S:^ H'ASg ˣuw)zSNz8倒J>Sk.]mxF#p,r<5! r|yNMf;a' uendstream
endobj
304 0 obj
2252
endobj
312 0 obj
<>
stream
xڭ n[]_6Mxog/@
f1DIOҠH
ά=˒tݹf3|\ß^ݕY/va?~\c b/lI=kfc@/ďGشWŏ~+P̂odMiz):ob?[:xG08F 7YP$ϔ%R \@ McOn˃$k:(I`إdM_|&!}L!
)ʳ| w e?'d1[]ضeX&δ| 2[8$`!|ޚQׁ|rjGe'0h. H(x(Q@F
K ƥD, Xx=옉7e0VuIsivNLI&!-vʙ Pڷ4I䮙E`(uex6 %5Sg2
Ejk?
2H.?3SI@, b[xJb.7Q'I |i?ѯ;d"N8S}^q۾c5A 8i.f JSB4XS" !8\]"OLB~G۶urCB~2: ~B:;(_h<_<%!A1xeEy1Z zLi4 MFVo!5JνRA0Iy<%`@?)^2%12$ə94="exq%$s WX +p>Q2w(s7y7`]d`Jx :Jǣ\?_3s!*YtQ'i:-RMi#tIʹ=27ef-^^oA.Q-dLFqg:w?6@pTy~SqA SalKU'_XIbCCSUCY!IԿ^sǟƓ-uTKs!8?V*鱾&,e %`-;}e">x~;mw;&nWPrŏ`FkC+݉ !O^vdBBl Crc; L QP\8PO % rOcm!HK˞vݫe78tNZJ=]YapLC 9X>,j)Λ^0c ~ʂ.i$Dz ~gGむ{:&{! TKgt.p`4^΅68u3tЬI\SE{K!؍?%qbp L+- cwmC6c% =<~]
$
mպi]
=Azp%@R ?Yx
ѶѸ,{М-}ܻ-lr^ϷǞ\S7rc
3b^4Z| $?(wQ\"Wﷀ /D(mރy<4h g q6N*Z5fb (sGk)U Tj*`ΰU)fw eK5yK[]gAߵ R|,G.[_ҩM6
uKaa>=Pu u?C3JU o`7'ԃk+Vȴwk wƆiIs U gRʸ,ȣ) 1cSc { z)([қm5PIzbkM͠Sx 'wˉ* L (N>8T#.\C z#PF 88LT؋55- õ
9dA7-6
3s8GSm=;i!p%oFa>c_eLbdgs*~lȽZb9ޞ C̅ɶ9/:{CA_E L aSg8GP[Qz fbfw,H82y7Y(/
س~Lb?DsR%Ң4:sc >\|V"D1'2 ORn |He#%{Y
!m h #|Ȓ<'of 5ؽ+)(O cs:iڵƄ("ϓ9dnAWAnz
5u'8$ {Q{OfC<% ZrHuf7͘ C٠ܞȁrv{0v|⇰+X۳_|\ mn"Vo1o
_v-#b0oq~V3 Ͼ*4vcf65d; nn@wdg'qt4}G{iU ~w1r 7/0oHI;2]y|t! yf>? a'DcܑD9@g ^xT>Ap~.
nendstream
endobj
313 0 obj
3536
endobj
317 0 obj
<>
stream
xڽ[Yo#7~&>^Y )3 `@^ZcvW)"Hc$:>gzu+<.|ncV&;3+
rޮ}>qG|~:hb%>PwȇZJ! 券O*5S|{||u2碊E躬+T V+8 vT|]\ׁW9n OOFt'S1:Cjրݥ!>0EݶD;:-BPH+zJA2J *A C Z(
EUwVmi o!TcnA`v&̟#<b 'vk*&8ѴɜũTOg+r;ъ[;%PFY9Gk=mkyDfV+fM]qLikZ>gv tSYUۈTiNmۜeXr6eF5I*[EKb߾2(hd,q@eV(kq\ A0A{RfIb+L}M5tGM-TFHH+zğqe{ !&'s ,F\:_95>'7d4ck[pt|h/FBx(KYl- UC"py$x!>=o=@.১/q NR`M _x!|%#-^AuwO]eh4Fbcǭ ͦa ~]|X*mB=Jvyi&
8_ggi|e'o{ZH|Ik~J5t"LEKϮNgډ⣼= AUGEHw&^TZwdbQ D@vzႱ" S!l@L dA8\j7WsEqktלр;t>]-]FFRՍ &; P*} _As℃^}? h)n'
RS rr x ަt1 tpA7x
"$L@n0黆{ۃ7h
Z'>-cr$-]rVrʷwT-cZPze?ӣdNp)^T❠-eո 4Mw_1@2,#?A qWH\H%QuxBGeW#M0$ٌ/$
A1.
k0k.j - i`CX&3X@;
0e!!G_ Z97w=%([y+cR ^pFgf4^ށ2pм] |D5(ܾ^ +*|Ʒ2iLrm g SmuLxY?/T5Ki~_5O~Ƿ\\p+E_DcWSS ohڅJt7jxr*A^g
nDn)1Ƅ+W+%~-d iLV{FP Y(U 8/lBy> 8g7Nڰp7Iw^i\fbbWm&?p/ E6K yx ~ ?3;endstream
endobj
318 0 obj
2565
endobj
322 0 obj
<>
stream
xڽ[Yo G~ׯ Y'Y8͐G>˺eGob%gEVOښG"?'js g7'j77荂zx揓 #2Kê[|~JlCΖI ͐Sdapa |s˭ܶ )q=
9r=#
/E-ch^AǗaD^j̔71m+ !DM #ߕV!0G$&xY9+;JR`WT=¥<6 2= ʎfH|EWTtoܗuvjH!VW ^SCv{ w{*\Bkޮ]~gcFfq39&wqsa x1;6;L7a~;dͧgٔ@"Ly"x'Gz^X l LE/Ә<$#B 2ro=!b ,k}o@GHfUV8:F"`?L:k6Uafܩ8g.ux[VbCyR!4#OpI/p yc O>nP@ZZef'wҲ^n% 0P[ xSKQ\f1Ȑz>1V 8!1
L .+h@@( \< :IM 5ҦV4"sN@Nb`(t@Q{yeP썼 4
Azv2X#gAg֙]zHZ1, 6LHZq:?-gPl!!okqG?'
euJTe Ւ%xUvJr컥n)3*4ŌY^G`j.5HVM,:'LY$p2Yʓ~V07_|L
44d`*B} Ӝc+<| 罝SpG!
Q%k`I̩1~9 L,e( ՞<[NR ߊ>}T{[g^0aU`~-: "f,Qry!̥Ĥ7 )9LK%f (%Y~H1z5&p3F3l; #s:5DA]Бm|/Z:HUIS֥kfHW[F=䜙4t/.>>f:Bqj̛[fa_m g\N+Ũvy]Jl9 NLh5s}/ _`3s-kJzC_]:%^L걄WUGBLfxG[ 6!TݖV/!'bfCl#Ai6!rm`C1 1,. ^s
l:hIRgg
#VZȽ
+ŎsOjA+Foz[rքx- ?#Ύ|qHyQ/q@Cp F.W5d1&WaY/^#/^g"~E$sŋVVFd}̀Rs\~n.> sܶ??Vl^hqcMb džVLGO0Unkm}`)h+ؽ5/ f!3^=emw' IoB8GNU -'G^r*ư Q`i
rKyW DMn
ȕ?E|G
Y?<mXmx_L2 3)@ 3cj^GϠa`xN֪vjit1V$]s3&%;&ؽ ?f ֿ4SM四U Ga6l>
stream
xڽ\[o\~ׯ۠E_ yQyv iPΜȝ*(J3Cr8oҫ/8p~WƯ=3+
)Qk8=x9>> W?֯U^95>qS *⪒* D7K"RQFg!
>~B>>xe>J8$?X q kBٖf!kr. ak^+ $b9C`f֩ 3ăi习[lM)7Sfnt P/gK)mxYG܈)T:rQ_#^v$lu*re %6ֱn*ߣFLsO4lU~z.^,Sp&o :]]jb;FˣKV8CY2/'r<0aU%GЏkN'UD {,nEIc1GU#ݰګz6uw :i/ջ3'6K!TGk CO&iU
z 9xrj篃{A/\3K]9u؍mFn+5> o;҅3ĥw 7qo 0h)a`[ +)4H@c c[o&!q/4P'`{+Y7e}/"sBb)Ej*iNI|W]QDj23{ert\yΩ/
DT1{f
!}AE 'οüc<{jgB{ h<,s TǗ Y4BޟiZ $bC
]Q*gIKI!D/8-R"*rMcn
X-p0I]Xq ۢ+E2UI!1- T%3 {{z6Tvt#Diࣛ
9P" 92dPU^PWi f9#0hE1Ʌ
wedROJT>h3AƁӀty]}Ӟ?v3?q<Z!A7qMraӆgDTwB&&eL#c柔 ?R*1(&#oͲ]+nf b;UD;'~kBM_v: RynhH*Y9n СZ O,KþC\Qg|O_zz c &!èE~JclPGFI>ߌz[Sz!Z瑰:rHK|QoV,Ncmo iw"9 uKW}_X nUN0: &;nAO/ +rp]p%:^z$x)!fQtN#r;Ѧ-MXwZtBN fKPhMt Dy;G! q1R ԉVPv 5~M2V
E7
3 {F!v[xH % >7Jt;Tr" KdfY$liĩ˅we)Oo굆lbBVo*7@$_r 4J]@o q
<1 +k Bԍ"HLdX).
y/@xө#21 ±5 a+X v.bt A6}t#|N8~nO3wkbp1iݯfoT^gԣvӋ\za'$ⳘT7cyc].Zr0`E*
)x ĤK̻*Qn5;s:79u4&SY./A d T L2QFԯ? wsy#Çņ߽%*p:dfwjsO4v]md5 ֵa Gy@q^jkb>t5z
лtӭD GrS8*īoL#Cz(#n} $
EF1ц YղQŒOu7C%4 j*o~Qh5XR.\#O*0F6AI_C| iz_cHl&aa_J߾̿UzECX&!3 2ۿ9ÌS jv7bvN RMF>
f< (F.^4y5=~haw
+A#y0x8W
TPPqâ##RXt בZG}We PbvNN; =ٿP7xFaoOz
{緳տ@ endstream
endobj
327 0 obj
3664
endobj
330 0 obj
<>
stream
xn ]_4Hx5Kґd+eT}2T}h9Krf. k3 ^fgx 9:٨x|#}?}?>
! 2H~k|X|w j0 ¦|] >!g#pN dHcx+?@&L2KZ O ,s{xǭĎ
c[ 2dK\2u;
91kX?+=y2R. &*lS kyw
Cl\
춭 L^3O-L~KqJzNIhA◺g- F[ahRAUHxNiS}Uǔ5 T8IbWKpm 77gL]]p`M٤rԮ~Σ2~Wmq
EZ0 UTdV֤֠b>m
rUkqLOۿvܾwjipNNᖀpV. \
]cUB~6jl4۴a *Im@K:UQtRf ?,slL.[v+&b2qg+[/'_aO
)p 8w;g7GVAɺ
y~y:Bco[解ߏ`AP=*~yťEBhT$vX9}u1+}ؽX k٘9¥xvU&V7eGc11yG}#|q* rxQ)V\2Fpo֓9N_v3bPq Qǩs\یJq;Q&ȹU0^8FԹTzvo3*94h]2uK#WG>!@R_T>c,ؠ5v"Z[F5ikNZZݓ+F?TX` A%7֝}MϦyqnrB2 :
>H8+3E 7҇!B APG3DmdU=CV.C*U%' X!aSҌΐURPȴ =7j\]7A- Y1, Y6WX`zkdUhvZBI_3QxPx6=|(r31WL8ZCMU)9uFFIYYc4;E'{9MCZM{d&c_u$q: k wnhLW ~
V*MC{4wTP%8f?/~m5MVU r{Z?1ˋ$dYmR=EfB2|C]25¹IaMZ>Ku3 R
$
5uFג
a +L(& 䤵<8i ÙA۸Nk# 'eGO7WI@;?
#,ՐFeA}1l &l bbi7
-ZMDJ: g6dX ؒ3ٻŮ8mIK~2h-iuO6f6!ʜҵDZb X4
02 B|sK]7,u`hT= ~+wP``pοfm YP1";'
=!^O huP>΅0# ,*5D 9F@ۃh/IsX Zrۄv pꂥg gL 5K}hꆼgc y9W
y9,V#/$w pˣ=21oh7\C}DR:l:Ϊ4Bq"sRڷT&֯adx\>ŏ]|c-|TJ C,Ta(pZTp=eZ3\3d Ùnři)
#<0˓MSn0k(ڠL A#o 4;d ;Roԩz . t{^t9G9LH%n
bo 3\y+eW\拗9l6Nh1!rseOc, s2 0-q%XəH1/v ՞tSF;`x،B0/Л+%*Q('4[Jxwl mq=#l,2jAt/`ݩ5i^{>
stream
xڥXKo7C&K8brPH~h".K;J; 0@9CeNy/\Yoy_kFN962 o×r],T
H%~vVKf'Tyc a'{DJDR"Ąޢm& ZakQr
a0TµIX=k+-zNXC4XCT$5<*P6w
.S<) +Q^Wy "T26BMx 0=Y/RbF Q a 1핊QXpӃh`xy)A#Q B7FŌn@e5 GFaD)boq@Vq6OZc`3e< O7Ua nxBoI ;'b9EJ !'pwthZERD]\ʐ"ϜR'f*gzn"Eτ a6B Ј]ѻ6-e C .ypysׁw2e --G biTrs3%Fl+Ư{:i|OnɈb
?;+ZG LA ]=ϖ \#6c:S@ ='a y8'}f*.i" 3h xM
Yl[J^+R
Թ]Gc(]q5J_z}m[
5yfKM
©@ӟhNquV$l7ƧQ;^P]/ rNfqXkendstream
endobj
336 0 obj
1045
endobj
339 0 obj
<>
stream
xڵZKo7W
e~ =_Pۑe-@qZ )-3ZpõV~ ~>~ٮޜVOuu+O ?r{\ָM\(Ux=3U!d\g|Og`<י|c@v\rˇbcz/|`lzuyMZoȻܓcI8VbtYĻX&|!+qhYWY3z64ueu9Lӳ!6rquv,9^hhg\ٗ.(Zk%1>-s p]` ;I:XpP6k`OJ~p{^Q&~tBTXP?>fO`} N/Dq
c>2M5 ;n; ڏp<N,xr41Z$BT`Vq,"RFH }iKt,nb}N'EGunZ1f;MK*]Tc+Sa om_> x#(c , My"O OI|&@-K(2]UqxiN(19ݸ *\w˺Jc+ǭ䯒b^O[PeYjY88aaдO51nipR3>` x36;6{հ)kWy{]ךg |O:K?% F@ǮH} tƫR%vؗYW
] |afc^Zu=ؕ y_1z+QיdC9_q%zʂm ~5f? O
EӪ2cr, YB\fe`Yh}Ǹl^
/hk@]Vn{GwT{cCaf0! nx<
gr5 5TGR\E=4'f>v &_/s"%S/ -C7[0+QW
}{#缈vOwA>_W_VV& ->MДd$IZEP/g,9
O)'rNДdg9'r\; t;P]a DiZO~J<
nzg {Oy@GĞx Mxendstream
endobj
340 0 obj
1678
endobj
350 0 obj
<>
stream
xڥ[[o[~" -1wIH
P2£ERqH͐6/vf5=++*<Ѯ1?~GE yX
??>C!mlsxϟ!+O&ܶY_cC<
MDr T`)RDE^XP$r t%%{]17mMg,LB$Gn( #%e[`,GO;;63iFv>kHGnS߶oĻ1Anm
f1AO 20p,6s2:+P r0g?]V0W$* !9* (O rgB A`Q]Rح$p RG g<"_$ ˩ej Q2B`Hkn!K$6Z5R LBB<"y*rG\)Ϥfm Ujvcע(NzӖ %gGa$S* BpbT!۹M$$^$ANsfIh5(
4d dTg?/Чg`h\LF^^'=KiY**u<8Ę B` .\k; N.Uq2 Dwd+JZ>P'2fn)uOĀ_N9i. 5MR#jcL\OP/YN 5B c>X/oBYzS+@8j5lzaiii#$pX,TC% 䱂=-+OxI;U\@?AY-2۷YᲯT65 nA)Z(8%p!A,)N ~$~Њ ^P8NQx~LV
Gn@1c4±X @DQ:Rb8 K
_ `cG_+HY.;nS\ q LTÅZ8`cCⶪ`>E&{Cm"Dr_K1@1VC</O4lux[E;䃋o˴.9 ݾj3>u/~2 s7f~!lp=#'ur}M(9ޡkQP.l\ "/,0m(T(Oz/BFbX3*Cg嘹n7Ȼs#̊^HB
? O
&A9vVM= +mWp̵>"љ* ,} 4/@\1$:}l7y 78
x/,[f! +
XPA/H=(L}Z'^'ڃ m+!6`-
.u L2u J:#MɹJZOzT,;9h"
d̦,@[RJE /%GOT-Ť,7qՔ8Z(kkfׄOz}9NCAVν1
6;4;[/6NkM9~;.U7fdzK,`z(s.#>{ƙBPѽ$F84,xut3y/#$}Yi@\}+ |r'xC{-Aݽ|Pqp)R Fo,b㺭p7$,irA w;X>xr1
= }g@mI1ÿ%ٿj|
)Er; 6 R0endstream
endobj
351 0 obj
3012
endobj
357 0 obj
<>
stream
x[Y
~_nu H FϹc{m")?[*, )(ҨNWx|x8yW>vW
+Y=|;E)L߀VLpKWTPY _^yO W|cS+4fhL҂3>~.4:
> 1ϟqU DDŽVNX5s,4sAvk:#E{::~9 M|7F:H=d Tz;k#xy!N+R%_o+
&U |Q =szq4(-gp٦LA/-!gnC~I|C@F ?U-)%- rq(k%MDm~ ㆭ]4hjWi M%zqC'l;RĔT C}ϕ@S[^Wh5,!?iUz]XkF1Uu#BQ2V|KI Ґ_vƿϛ 3ҽn> '`;Qg3 _ t*y$z Xs%6<2 +~й]'A9y)9l܋?% nPAUsW5U iU_ZjҪ7FofP1rQmUΐ?o ![xݢǁ!/4zU Y > '.cT]e 9]uAv%-eW LGɲK#ko1JKkp,lhPcٍG4/u7/~٪|QER(hb%&MiH6/5oυ g@}UE4x253d, ?PaɎ] h*;-Xv4!9cEq4(ĂSdA~:Ekj_2u,pZ5 8,-|!ѡ$E-u- ({;ˏ
GMy,c %m]Lc;76$koOd6nJ yh3ɺ:te܈>]'Bc\##㲚`{IC2 D#䉺o +q6 )( N7 K۞sĚyfxy9M9Z[mE<;[{զA׆pKA7 غ]>
V
˥}@ݴ
c+Z$SfpV`5w`:`'3 HxvcػXo 7unuΘW_>ۏni1(f/1{NXȜab8r7b;Hi'RnVN{ lo^^R/H;YIyжuyAXO !I$NuY[qNqĔ1u 㸪T40Hi . 3ŀْߘ8uRG3aլaшfG|Wp߉Nļ[:CY`o^;[[.X1Q 13KzK0=VXCݕr
; NS0N/ R<}]85r ~+9D`eq^. ?6q93B`+UJQ :s[g { ?iyZ;w~:& ؆%@{s.K`,J*k9|JS. kqU0R05.2݃g Z;/kT$X^_R# $t=.~]dSo*
umEd\+^hImg :-|t 5Q䑘?i|a6xqNĀ [84I!$ M U xPrihDi 8 >c.B0C(ֿ&' YtD2 r;g>
stream
x[[o\~ׯ E
%+Be]WN iPԿ!"̐gѪ(wp8gLngmF?ɸsQX7=K) rؙAUˏ |YTʘ>? Zexʏq Wbf
6Ų\ ^Dz~c%=K
֛l=R3T_]E7U*"&_o({?k7lڦ6<1M56Mm4յ^mbw|wHX 52 :Zq @|
J5mŀ+ 5`SG×/YNZ/XW:X5a?V92v*cB +;lp+SI#վ.~wq߯8 _;/b&!q H]%V- /]80x.EIk78O)!_W5)Pq b
_I:u*mexSVCT1 3/hn`);c`4+a;3 dS/A+#bhb\Z.
o쐷lO8Y? C04W $KE\ 6Y|Ok\:zX|<'M9.ꓜxaѦ \G 0di `_ dsH8&+-#< TgA|yLCQNFcq< c䒟d`[L"j@d3ЊP`K:u=h.0 h呵 &;XS>D-z vK\c]^}.Vڧ˙ߝZn{(ԏ =M3PN`CaC`z7oHN1#n>?UK؎[)9O E>2$K Ѥ!~}FT┼=4v/**Sk89UDVw:Zoݎ~lzҶ©c'@M/;쌍`}WgM+ s &CytI]dRrb;P
+9ؤ 5
;\s<:Ehcӊ1# {؋ `u% %_Ri% +(% a( } J>qMuZ$!)A/] G}q~/m,*Ha1W4ƍ1Pp$R {h罠OjF _W:*0*1"b(*.!Pe;^vmr:iIsxww+v]s ;r0
hh7䎮 QѴVOo4=>Ž ]\ ~Z6 :K,T' `flP ߀%cP J\=|TKXY1+wh.cUw+E ـ˧`UG)wi`5^DhRt
}˖u@\'V+cEhZ@LƑPCIG*
M^ j^ x,!ݑ !b5-<ُuV8c&R
P7c3ν!ȯC(տ:/ΕnA RsS+VGh} h?2oϓ壅V5q{ "^/_VV퓏S%o$~ 6Ff&%t$g ]/|݄||O˵K<[*(tфBa;&OgetPKrM^֔npDg<{gVwR8&m/1h@`k c pxf\T;KK"oy|qR,x@|n_ (endstream
endobj
362 0 obj
2414
endobj
365 0 obj
<>
stream
x]o#]Bi$s頓;#eK%S$(
/%W쒜ծ!($orFz^>
uqvm>ea . ,~Zhy@e!u1
>nq>v]RT)X "/Fo/qki*%ȺRpć
M{v| ^IT,Hu"!v;S}t!JnTOg`[
!3 EUS{yN+_6֕gP' w b>2ᘔcc`MOE2]ԚmZ*2x8jVA<-]jEMg[!YA }
BTknO(]QɌhsKl
84X 5Iq
1 \<
sU}]֍Apj3Mo#ݳUQ@1\UdmZ Z%/EjӍuꑾ cт C{}OJgXUqI `s8?uge8^l(\V2+"=w*+p"UvΗ!3/sS0+ON.0[T, ʮ-,B-ٔ ; a?.:NE,|(w#/O ߎ> q "G0*P45D
@>KEqԱicycȂ 5 톔ON
' 0T[^r߇]e&L`i3A`&2C
^@e]; j[9Pֿ-!*IwJ MHE6h`>VV\VRwmYagGk}*>yC?\as 2y黇Sihntݻq_ V¦\K1 ߈CV&th;& k eF+7ElbNJ|&!9h
J'c:qJxb f*2;h |u A6lQ4A'*F~Bpsm#aSP)Js
$ C܆7vC豒0vK2Ai3C`
Gί̙BC^hљ)t2sw&KXq)yݘ3`$Ė $䊗 >6+-M=[PKqhjXOZ3ԅgt}
OtCm2̆
!謯yC5y8-h<s|{dm!⌟S 3N?4d[+Ll(qTlӃc#f{ H&Kq>~8sGA&Kqa5Ҷ֓gC_6{*>
`Z,NqQA ?0C`9s_;*E35 tf$jb*ZRNOFU C .I"b@p 6 AeSc۰&(y;#)wg
Dj OMBx~hldG:@1tPiY5+ByesaXHYX6k4P0k'+Ӛg*ۻ kdVe;gv5<Ѳ'* =B?CAgb㬟џVQZ?{Hk8߮ c-tmj.Π4Tod rP`sHog
&N08p x4(mt r{)Nt *W՜n3h9ZG&r>
stream
xڭ[Y$
~_X}$9׃ܻ<k O!w")UW k )xHZߑ яwGߟ 92
n Yk 71
[ pxi@>7iLe[Pouim7ogH6NjjZ'~>OM{ǶN}\e:&>L!4̇ -z5`5B}8[LoO7KkX"1Y4Z芚iRÎM/xt|A $'5DuO,WH7VDq3
9I<\D#<n!uZu}B 1թAtJ].ʥvʸySXJTz\g`tΈskZ4W|{q) %lɍJ/8j5&'11*g)ВЪdT{UE;E3K˝P&K-{C\
2N"`6/* @ \*h$ Qc\QQtCzl {
lH?RgG. ⩶RQsD/jK: ҥQ&xA}KC6ҩ!: ܂SK5>-Ivu g*v77Rm$RQ|t+ʸɅ?ۗba6`|-\B,.W܈٫ViKيmx }u:wV=]//p~ʼ
ΕA*(R"xPGpD+AЮ̷3O"K?49e=t7 d0>a
uKjᯮ U
ͦb f E
Xc!ZIB?Kea)0x1=XR/=cBS! 4.a: =Pxp;Pv')8m_ &
}m;Y76{#x<*8rwV Poc^q qVsyz
6eiQE[r_R_(V0J0Sݱx@6ٓ9YZ0
,O $Aut w xl(KU4Ge8hL%mz]f, څN`J avUΰN2UEA/#hdHUT if4xYS4gWraeFNTUk-0/\x!vq 1ïٺI0Kcq3 u7
t1
f4{ w1Aكe\,-,
π3jwL^
-gg Aa,E; A͡۷T"6M |MW6s4ަ M8=8-p$¯ |@QvdN[)6ҕ98}P\9<3OQpnI8aBJt58ղ-sk DB2>s1xhi}AY?X
:/tanFݒu \r>#4kA.d[fn
Z 5FU j kbOMnV#7Ûp|qe;^3/=^DN;YCK@ p52 ^
n;{ת[:UD]R0Y,js^`m R欒 F~P(ֿ8Erȹ>fg(:31NM;yv7Hy m'
Go;/:Uz"u_t|O
9
ѠFWV1Nt }I !$(c!UV)g'w|7?}O &
!j/Xo_1J/ zw Or^5`i?,wC)T pO5|v9[id9ϑ]-^
W ;e Jndj9E;ؤV(l둮%Š ]J'zWA?FZ`Yޯ䦺ɓ`|uwR1R%HB&'Jŝz l{=ƃMObxnߎ 7 Zxoendstream
endobj
373 0 obj
2447
endobj
376 0 obj
<>
stream
x[[o[~ׯPb 2_^ Yc}`wQ$ڗ)<3C(O|opn_396RיKʸsQ_f߿H) 0= t wΏM~,<|B!?.
fQ'z,DW>.M^&s;CemgONU%>lc;I\Edժ&gQS>Tm_Vg+"f|!)o`z8!j8OW AZae`9Вl x435j07}!C&# buJh1
cwU8I|hɐBf~ىbrb賲$
w0t
qh `F(]G *%_1=$"84iŘ55cYQc1M7ɣCI mg|LʳӕL\Sb*I!$)Lł%Ḷ⦚RSoTeLYqC 3 IQor{~'sًN GVRPQ|&b^!$M]'JMbלF#P@KM@V\.-7} +hT !<toQnONgJ ?8qc hdADfVBnX{Cþ,uD2:7(yd-VW^Wũ(cu~?5q) Q.Sl% ۦ4gڎLZ9zIczbOs,
22{> d2Q!mOQ{="O4w^.:Q(4ݷdGv ܳ2MoǛƵ~Ənؚe1L]
|`yac+A7V>!o>HwdAMw}Nα&B(1clP~vDHY"-+w8Wc% r a >2V kN
F#}m-"GjN2||_H{PtfdVі4vw8 ,;-eu#+ .JQ:[ky"]
@ZC~Sۡ|ȶ^vgwErʒZڱT "MH[
;: H9PwꟿrBRNK̴Xd>
stream
xڽ[[o\~ׯ؇ H)bIKԧ iPΜxv.<{veA֖q8|3Cr?'vs|\?ݸm,61mRJzÓ/q ?N}? s6ۢ8x
4 HlZ`u*LD/@?' 4"|h&4!g TM
Y}d`&9ߺ}m.C5>U莀b6 śX1r
NRO?bZ,>Xw-}l]럾DD5{J`MQ߂u <R z {]4$ز vҐ^\WwN !"8>@SךViƋ Ji@<-~{J#|]ߞ8"5@}ŏ+Ujѝ5Id^:| o_bj:r9]Jm5,UZ?HS[}Yyē۶"μ##8$4 l!a!&*DHs5.Fc,FJS7p(ցW8@ABu+ ЇN4`ZiWMI,=.켏 !eW}[9J@^S |eVȊP6You\O#'P :^]tPhe&ZgeeѺ vjOv'+,(PSi- c[9,^bF5 x;W@"CECk&C]Y<{"V "n^(Cy 'U #
Ŕ.7ToB^sGch^j3" .fh6fIm ƍPPoDĀ
3PHzr6f@vDb=M^
P9H9+ Cw%vDsc_U$(Ӷ'3/{PT'u` 5Σ|S(gʂԩoAe'Zi V LM^xzK}ǟBڨ!-FS}<@b
b/n$#^)uܕy>uI=-
SKh+Wsț ASFm|Z [jkm -ң:X\*TZ2PGKc_3O܂|%Iq>F;ĂƱy Sg[>@ e(r ;oU2öc _2c zI}>+QmG.f
: ? ~Q<_GŲJjFPDU8\vWWhUʅ`5 (,DlM"?л+aT6k
TRIS*OG9"e'ͪ~VzGLY9S\9KlVfwɥZFEg zT:TFТw(k)N~32~ Cx\v/*+ڽj ̳KMζXdhF]R}E;gB˺oQ(&\:jrӋA=@M+/8ѱjcR6L
\ĚW s @VKns;ͣVr;|i${F XTv:4ԑ?CBvu+Ҝ5yW?+$1M/T,O*oѰQ 3w ajK9JvPoj!$e A`#]䮮p%L
5r e^ݔ[} ,S
tR/Oh]Mk~ (c
j0KxV+aU' FHQ4] DʛM[~ߨG I."dI 0=cqSopAe
orȌ
މ
^xߤ4qߩsO*=&'@&{-.]oSL
QlO8|]%/K{H0W5rx9bm^RkU6>n1YS
:y0C d-U $B?2<~Q@{o_w~~7&._3gEώʕԇq9铢 B" Z&loԸ-
xL{h ÁȔ 2\.ox\E%~(daeC zFk@NyWxB2?*yxY u=o88yoqbp
P |B$t{>sDjHPYl/?ψ1|dl>endstream
endobj
383 0 obj
2775
endobj
386 0 obj
<>
stream
xڭZK7ϯB %vܢ} A,
AD)?e{ʞIv_^O8߿Vݬ^ ?Z |>)gŃA~y7:
4p(I(2W3 WxnDr:gmb] om
YA{tdN
lsncP1]$lTH(}[쮭VT苸jySwMIUi D?炜Ϧm$^ wN{ҖTUEDC
Zm}[)f202=y\) FCc7Hm wm!66qNM5fC8cZr@ٗ\㝴Lj_ p à ]'mTa+f@CH9tqO%ssPmZ?7{zΫ̠
fԏ&em>
u9^i'~֍P=2(ӚooMFI@a|B܇9gL) C_Y{z;FdC87tW} :I0ĥV (3Ht~PEKKQk @
_0)s |SJlf
Tb 'ֳr1 ^G ~d/ D4uM_=\F!q~n@mNV ؉g+O
J$d<䫵xCZ~V* @˴j)1=2z v̹zu
x.`r/h&A}§QN,yK F t \۠Ǯ/x1~J6b
rF(] ?p}K*}Yoc4;," d"I{$#. Eb%E/RI;=\ 9d }l@ NfFe;klT^7sQ k(bc~ 1ܐIBl:G) cx W- 1>L<|;9E dzXbp!"
БlUX ar+o[)mK1KCG0t F]=Cj^@3-6/E25D g`#Č8Ml 4 (Ypai>j>&lhn'Gv5M?o[ѕR }ʣo=Lj?|m? )_~~
?_VOGi\ 9`st/={}r@dys2p!h́xّK~֖;+2y/bĝ
Lz}\Jbe
cz(e9NaR1A QRu^Fg_]9p nt <#|YݭAYendstream
endobj
387 0 obj
2142
endobj
390 0 obj
<>
stream
x[o$Eb
W$]I&% X$UTp!dle+r{Fno~d*noۨ?jk9- 1?:?4?m~\o?WL1D&>?9"JDi]s?eڊ(5c B։,_y)jx ~JnArGeUenWM6M ცMe,/
Y'Bb"zN|fe}g &P8:`?Yj+}(qʇY-똄n8nE\тÊ-%3c FoG>J-ĝґIqgh*wJ4] ה!7K!T#5py_ATcNyG&Q-9Wd(i$RGWQ셖\\ǣ"ʼn&;m ª1Km;:SgG}Z%O>>R$8*>ᮅ$bWH20%?qk쇇v&72s}ORSl43<8+H`u7fKVlRmUwިf6X3$¸![{g
P֍#
!s *s6reL֎;Bkad
RThD$' !yϧ=-q8GI *]:gMf攟n3t9@wa#;Qidux[B3=cc|EZ 2DC \\PiH p ZkZ`ԋ2-SmG r^StvU8 iSkY,Z=#A!C]I6#G
D^͞ А@QA%1HGLp&"áSaUo,mH4u0~ |y.32cC
/}2I R_ @9N,}SSNZ(8qJN'R:C# CRe< =1^ A1u=T-4A;AҸ5 y9Ĝt!c`v .mqK^T)Vhe3ox %3gg6Jxo>y ely [7SE`倧$5 O*/kUPIZi2xʫ wUW|8Y ?6PT vv&I4
m22z~< v^D>kGjzCx\GH}~_/Ǜc#M[)#=F&nlH>;*TDDH*fx^K˝H"cv>
stream
xڥYKo7C`EKd;Feɲ)@v^ڿ!WKp"0]}3 {ox ~v ~=3toaZ۷qe1} bbrLΔ) $ƛLr7-1~<%s.2ۑǏ?IU`ܸ|G:קx^ŏR \ [f18gpl9!8I,s>id5PJ椫\M¨Zh fΗu'F "2Yp&K~&`R`σ~ϧ
{P&Gk[8HWY,@f 샬a8 8lhPpK&bl $g DI GqǴ7K>*S4.Rl3a98pk!|FF;,9 w5.$ fM"e)}TD߯H 05_7c־- a?w5 "A;o).H~uis; 1uR!i8%E[#6cn ۉT=|U0 hF"oUi ;gATAgR"6-;g2>N>Y.I cX\̤Ânq}6
5ΧҐV_տ4M["PWݞiozIuTZ͐-
rl > ,T/ 3 Ðd -?EG;WȞ ﮚY>NGE&Tlob-|~_X!8˓S&SruCo7 YN?Vnjx} oZqgX* YgTx~i9G82 Tg &ʊnJTsɔ%63Cѫoi bn(]fNR^bF2:cVsÃU+y
;x5 ԍDsK6!3q|qH\|W<κ`'xb|.k^ʱ endstream
endobj
396 0 obj
1511
endobj
399 0 obj
<>
stream
xڥZKoG WZq-dQNR E{h~XKZj%#ƫ inm%xOwJuκz%')+|lqK|\
oq_>$W?~/& P;:y11I.cj;|1RFhN}S.((wC+q ̢PxF3}Szn)Z&bpڦ+!hAL 7|MysH
Vgom ${!0/x9AAsVyP6iƸyai L:#E0'N3~ A( /
ɤfscHζn04QϮmY% O?~[8#Dd`¦"
+F~UZ>[<=)A \!*n& [PF)V( zS'Q$c`wE{
;H+M8G{yPGC1߄Ȅ QNVmِy)J
*PT{f7TL dkakJL4R*[עqc-JDxnf7R`ZR흀DJ$K t"@ިt?As-(FZ#{0ꬊ[iS'lCрiapBr#IÂ
5/kکN0>26 m&x=rS] I. F-+YCoU B1HD=tI1qVn1#EPm٦n z)x2=o%R`'3K3PŴ4ifhb'-``5Mq0O[x}JOSmh o]/ C_Ӣm/h(ao@ w
l?aVHf4_sc@72 6
+*x!e¦4L =={KeëQNS1m i]K@xh)$5e/C
Rݜ?X1XaBy63UX$ez$
8rOnzDI>
#GӬ s2hKǕoM3ב5T ~Q? Kk^0ZN+ڐ.i>XxljE۹T`= Њ\/jTd_7q_wCf \ZD$$ߚD6_l@utt=nܢH~MތFוyn@nz1x5QmPKbS2Z+rT66\8^>@}Aߧ
G^5
1x&l*{+pVA)k*B \] ӌQ"Ɲ(n3`buĭus5J_Ѵ
}E2LMޑVS6EaH̤Jq
[fk,gj}_Z$9 3_E>ȿ3̑˖ xB4NåUylX[M'FUIi6m4l8f@mX_8T^}+Tv _ÍxO% L-ݷ.;;)Zx r '9Av_߾۞T9ۈJA> q>z6>/zʑk?ffYB;DTe|o;'u)Şd(endstream
endobj
400 0 obj
1816
endobj
408 0 obj
<>
stream
x[[o\5~_HUDu|PiI\iސB-/{>gfsU~3 cGoYͯ9_t:uZRk 2n\>͇շOR 1 GB:-L ɟFp/*~=N^}ϫ1\+)R(b." [G'|T,w%a"_n D1½1_#BPGHj:R&)#B5*J91 R4Ǣ[Dpɷ}nU笮a:LۣѲP= %_b
eHy
T礮vcAX\b ɸYRxYE'9`%a-VMQzZ!B u
BKi3!@A%'3BKN3!"wKa&e
iRG ᣐibpQ]ein$cU;4-x}_>y*BRbaKG[-ݷUB C pAYC}5bPWjmrdl2vFHh[ njP.Qj#9ԡg,Lq_k$Tk]S|Ţ9:̫ZSಷFrEusPC`CLڧ0' h( lHhdyH=<1BF9F KAbiD[&<;P악
jHl!bQ;p,e˥l 0K-_gоcDlpoz8Q80nF0C|)@ҡ5 dc8A]D$2Ԣ]_# :"^V ̩SPV'ȥ!{`H 9!6:ۺQ&3JEvJH)A:1ť{Ɇ rA0^pI
Vk\Az
rnW^ g-A_bEݳfxr+x= [Wvwޭ+t]Zـolލlns>@7Tdt,F:u~Ϫ _as_`yH \Y O~H_ϱ1kMJ o"(&{AgDP7uKDPo"c&xcl*GhbA&? e?};@]\DBK+%lT6Z8 H9 w'-C
?u wM͆F.N$/_5:lWӧN
grcT.w
emm=4t;(Ny*c ';^{g,M+3 R; qCyKyIEܼQqnbɬF&# &QaΙtKktL 9j v5/K!PsQ^r"SҍY?s r$F4k%5βS:>ΏЋ3:;aLGs :Ss/dXCT* U [| 7J zWp$ek`avy3a Dcf]?xyS]as:fƯ]2B5B xO O>ҟ*o_Aڲ$ q }#& -< *9(2h\b" S Bw- L/)胆paGˈX!MgBhyȁ\l=TtW\LIwDՐ o)tP#nj(Uf9_9iG'KĞ~'f7endstream
endobj
409 0 obj
2454
endobj
412 0 obj
<>
stream
x[Ko#W0BS]¤`7@rH~˞jHF|1 ꪯ=W=N'ZʮෟJ %*V!ٟZ5>\quM]8]~%
[|P9 *o
uEq>yW<J
D(gG_gNionB': i TEB>s9=U垽
p~J;T
kF麅)*f
7~B
2ztC=FURY8BҮ0w
霟0RGA=.N(p1gZ87yέ g83p dpmdcOPu,S5V%e dBq/ nL4ͮ
1ID
n+& V(0ArjV(A
- \Bdwi ]Ws9~T )78_#ih3͂´aviNRrP Ee }{zOLFL:P
HcbT;H*ܜH
իv8NwX D*?! FvS xid以9`V3"+3U`XRތ x_ 5M>_S,Cb ꉖSD:|40 I8ʔߨGeeeDǜA
k(*lnPj3g1^|"4kQK@` Xg̖`R%L;ʎ_ְg;Oc vc. kO3`ֻ({{4CfvlG>4G n 5aIء{kk
b7-2fC۹ Tinib;ŕk:!ն'Q d!PWsDZmY
- w{j-"qez@/*vK=vS,{뀃g 6!Y-
3~S2 r|ʷYmu'
SJ8k&D|oU=Dj 9bv:QbAehYH,\cECEM G7U
d㌁|ͥ5ߐ@s^Ʋ|Ax8ayF%f6 V5b y5Odvzg
key7П)@Ukq33C w
`11>Kq
SRWZBQ쌬2 f 2jJpG.Ǿ-8|e(TzY-T)6)#G;ZKq< |te; 8
% !Y'o1@*%v8r Vl
?%yv(ܢ{*_ mC("l#B$˦0Vm^YFԶ V4 bO-]$d
ނBAeGvZoyke
IA`
QV.E2ȕ7I-lknvcUv__2X`ۅvM'kߒJYa -4XK5SR>^A9pYB15W5Cdcf t0
]]q| { T~'Lh2>!G YiB,%Z>Yn0<[Pb-:=ߡn$e;iCvdCG߷4FC +O@.ND6ѯ}a7t(]́&Kβ쒫|M^Zuokoi WtQ lf @6HUw LđѿvM=
V - 5ެ|fzxz 3=[Fs+߸sN~-y Z:{YaTK>z=>t2y.iLŻ>
stream
xڭ[KsW𰱳.70-JCkIDَn[J٩J. Έr" @?1>oAsysil l oN?>kBЩl as
6o O$xM#ߛKM=s̄9`gly,_\M>**c(OqZ@ZuBac]Py~ ?~mqzaCb3n+rĤ\ ١sy$toCG D:;9| Plq&$u8&BPSrN⏂HOt׃M :_ a*}GrJ07 *}abWRѦ Gt6(cũI )1W/#BTLRz3MY+>赃 t}\)E40ګ3crTTSހ7# d^d~Uty }>g4⎽4]t;xl|6oU6/L-~~2WμgD\H-ol^¢eJg:.HڢK_V{>*Cl+c.ceU)64/YE Ͳ$K :aI8 rcΦSs5Ol*$0|-(R*'`U)V9 '*KGLPп`ӧHSY,7'w JZ
Jx: k$Նeջ獃Uz|Z9u2\:}ټOǒЏq3D V!E+hDe$j/hJDQ1ϬЇBK-FLВWe@m~_"=u4;7XT[BG<
+'uD}3ccV!J/ekT*T% w`] VF{*BJIRh kN/wgiiP_6ֺw:
ݓjIT j/w+Q-\̍WO~]=a̝`yMjcHVL'w!
8 y\r΄"X#'Gxipkl̝Ӄnm]Nvo\ !KC8ڟ
V YgSot$zGS:z _NM0+H5LcE#ɯʶ سH5LRyP])Qܕ9}CYvrɇI&oNhFvH f#} X:rG MIL5AM֯xL/>bۻ'QCtI E0魨cяr_ʂ*\u`oUv( GSSe%bx;V|/6gtfKj#MݪqZ |q]27 p`Uَ۲IRTZY ꢤnr{@cPUF=뭒s=8\ U/0#m('(Z){]D^N{9Bg LWOD$,㉞K O(~@' p !7xlFl
=ǰ*0:'ɫ}guҷzrO h} <5pɣ_HL|oʍX8@ix]4 bPyAUcQF;3[ In,:GZSaFEQdq<b$ӑ,I$i 㐃ЧNp}0C(yn) ( iQ+wfW\즵Z̪y D
)c:8µ`2VNA
vG^`a =GӞ~haSs#jR
@uI0գ ͟.'D+[$9Nqt%O,*/Hd!v(v_ kA|U%! uχ#{H9R Sp!ϐ̘%E0-wqM( Pz_MtO}-pu)]Y[6Qfc0spԦZNk@,g2"q AJaT~(rI)4i ^mr LGs,r)s;6Ʀ:
f)20f+KyJl0YY*}!g0%>33cfD'e- s%s.=Wh:4yx5ѾŨ38{&8<(w=ك qj5}=r ]2s]+P lUN A4iU)Ldx[4
B~?`
3z:p7˨-
EkkTa0,||$,C-\eH?^Pޫ EsbfK1'H3oPSE9G1Uמ^
<Kk۩X4G4;K*ک #:!`R YYo߾O}txrq ">
stream
xڭZKo#GWHj=b[%Ϭo /_VhIAJSm"Y WzOՇk.o+Y!dY^W߽h?gEeѦWuGr:1mW }pVv`.ʄܘðL vuxç:*#3(~hSs #|.L6^a[&S>w}L ժX3X.?ެv+aNi0ّ:qF]e$>A26;ʪ?ɍ~>} gu 1ع̺?>OQ ]mY%7٢r31E4>;kL;R|60Fys+yGe}29Ig}}I.G4;}PL5fs8g;4d䟊SOem|:&=yFgS-:%]J@F 2'%!PRR^.L2]oײ0
|QMM{v,!zD\QnXϛ9e \?jeLH(oM
.4 س 61X 9 nArdє ;U黽]AQ&,ᇆ=tdm^yyAL<=Ԋ<4|I Pt $ R=V xeɻKe),⁓W86|\*kF~s!7qJo+zlyc@J\
"B ]r 9& c渐> QA)DY.β* Saª[sM :\FN
Y㞳N+ P(oHz[AH*x/-A%n?6l{Fn1O潸P1EI>܀xblRGm H0Nyo7ˮ&A)Zmˍva8GpMm/A@b;.Ciofc3ꃔ!Ay#+Pnqx#*P=KQY-`/V =sYя'RA)q/$/ PyQ^ua@y _(Blrpf{ {Ҭr qB ^(7GAVBVW;T[rω-PCpywMATal$Î͆Qݜ^9F
"33/w1FF+]zC@ɷڢ$pa~|Pg٫DL`eėm~t% b RYo
ݣV P^zM *P rKW( -fC"u@A=#'\:kƐ#rHhC<KƢ/B5#qzQ(7Z UʎM8ѝjv t8ҦGԡזZ%f/)aH %ӝAؠ4Ӥ">~0A>:8R_p N)gpᆾH" ]d|RX NB:ZL7D^'Fw8.k+@PRS/ *@HtXeM7sbSR+ ~+v$1b ,bɽ.NlZw/:fބK'NK{
Mijy/;G>sB"ċr>ܓDžf]O
J0x$l|k qI (J'ϥ>:ΘaH HI/:d0|_v )|쐉) 9بSs:?ӨSQBF逭4T]cjg\u*I);u*~Nd F5
mh%/A\<xa5Wgw[r]&^>1W E% -ծ |z|J}kx `gﳘ鬱`F!pH<8e>@v&onx:(a.LM[nN
W&Zek)B5efbF~s <0^Bî/HJ6RYgMc"[?}
Us zbcuXd9Pendstream
endobj
422 0 obj
2227
endobj
426 0 obj
<>
stream
xڭ[Yo$~_1ƮOn ֭z3n!!=3H:IVz< W̺ 2k
ڸ!7u AQ:AtS|DNM۴?}>tVv`.L-> 5>qWs3Vb*bxor9U9 =UN̘GV tCɗDJ꧶g BѦ5D"$Jj%p wT
D0(R{%;8c զt_L 1s0^
JV9
Wc.r$"n"hP'_BMpQ&6FPRAY "vdvgývr"=np uɣ^nLRVJݾ3^{@icFį8/ؓͰ a
4Zuv`ܝj j G]Q'ơ83V@-7"!!
ƷOUM1MBW!.bRRT.D %L.支z(t O?A[YX
Ka\ VBR.ꚺz*6ҵ!˹Ѐ~'qC,R! vQضڎ#lpF;8 9
UBV%F2 ^&yɨBL%vH:P{ a:tƃ)2 i e'Q 9yȭЧ1[N,l/>!n7_G_>EB}SL:t);lFĈn;M}Ӻ/R':@ {A+ W0w?tmb&r
3 uGo+qhkT
]`%^lRg\fWsM-Ѻގ藃~dVE0 kJZ`0xJsnw:@R#R{g1m ӡLqhorʹʤht56 U`B\ngf #j4* h}ߓZϔrN"9gka{mqX5B&2w. cCi8u5sm, r=cIh?wYs]Jj펜9ͷH-Z:g3쑓pOz" f:槡obEQ Ețx/?y8(┷BhgQQNaƠ0GKIn ؟ҙe|`(xpV.G!mW5/s'Q%c?x9;'?xϕYfB$Y \
8wFm}xGY~O ^J soM)Eoc]4%{~ O\b ޓRP݅͡&v|ytӌO_4}
ksػ< =7ĝS 3us46#KIC_>h
Ɩ=;/̋v2rG,9vԏآ}ځxk(G n =/#7J 7IFKWl)=s!Eps RZz?v
ڸ|3 ^bZ 7 o
TUMO5A s 0 0ɖS 5*x*`*ؽ W`,wP7xFO>2RŎf/Uendstream
endobj
427 0 obj
2721
endobj
430 0 obj
<>
stream
xڭ[[o ~?<$N:kޖ@dY.v@&(KY_fgɝ=3!9oHJmQۻߠ9rysi{ύ*Oo /OJݿi
lbs9j*'e ͩZ̜=l#6bsSԹZ*aRBI",Ocsl &,S/'D?)m)խ{SvLGQC oՐ?Flnc FKes ۯK˗l
ji}!2fCn^~I342 Ź9i7I#kbBLy`/i2fJͣQWٛƘ{%o GA
y`/ g$^̿/gPG(BQIљ=~)}l.=9(Ma-gPǙ5̽i7I\1 Kk\Ad Er֕T3Fy4w
kaҒ19ekNhGV7' "`?WY͐KB":!9+3 4Xؒ,0AQͫҼZmQ&xB3Ea6
^I)OOeR =XZ_< BTr,@uΓx/82)(fbbS+-&ZPQ*=-4!Q0 eQ 4%
T[fl{`@r2b5 c@xB &M;^7 $^2Tt/6 ƇK&IY 5ϑ-cG!W@5W%I0 Ɠb4:-lJ¤}Z{Ѧ9"䦡}Enh mMqv \C )U3iQ:_>Lrťg]]8 A)9ź >6A 7А|l *mξ\DArׂ0pi˼)3 +ь"r!1N=1$G;-
"c$H*X#9Q< 9I [-G5*bO;A;){
V/ˠLuEN%)=F~ZVmQ+*q/Dl#`(r|GA#% 63F053E`['9[n7f(dL8 B+6pYʿ6
܇
`Md!y~s6 rg Ì]si#]o ކ(;^z
E4a Qw 0H2k&4Hp#~Xk/u~h,MY `O /,!CA P@)t)相: 71sJ.M!Ar_STVMRl8VP/);sF QP)* 6׆
C>2TР:rO[ &P6eG [glA-xpO3ΩDߕvM
4KwuaBc4Qh~*+ĒJI[.|cb(yXQ*d˲~켕) p5:ԍZ+(+UpcI=R%Y*Fc/ImF~RNWEg6U}XOΩs7ʛ^\$*YmV ƫӶ9L(ٳ
/(]i8k
D` ? 87q\:@mr 8.J\!i5=pp)C&UBnFZCəzq썫h:x`5*rbŷE
}'⑼kJc\E 3?["ΫӐ@. c"j.:i\<[`ڷs D-\ q5~ٶ>| /5:+ydWx
.G_@e()|O-1dyZAxH*){ϨsDL`%F
6MP+0m@+lʐc`iA| f gM8=РKBi#R|E7`l-bcI\0FP pv!E06&1 cZ`NΓ!$d5W"6P[/Z8%ijN~ e-rςxrg \غzq&W +EAqaLLO2s{oJ=$9N+ 7 Ź^w[ |Qﱑb-<K~yVFPmuy]"N3R{kvPavv\%}pN,?g1 ;._qgTw\NG\^R Y-4ް|Q)Dž *8R Wqgr\3J9.bE)'VROTpr۔r\تR3K9NykJ9/8R)xE)^\q,2֩qctx%Wۻ"Fmv߾.}-|jб|R>xL_{>^a-W0lTί Lw&J=R$ڻqPPF."0
bΨ LQ :CBpE p\%vxM?"ggRB 7zbc7?endstream
endobj
431 0 obj
2858
endobj
434 0 obj
<>
stream
xڵ[Yo$
~_1 9qWԹ+arBΦ EXO\c7gzt.:!Yiϩnwe^Ş,KQ ??_><
`* S\ܿr>ў BҜ37D`ȭ7{Y8qIߠ#}
Ҍ2Ź5 a =YnQ ,zv}U}!
TJ!*dRS붎
9(Ru:w [>~,vA%IL!vYy!2m,rOe[0CdsUH
,9A~G7giݗeʍb +Jbﲕʂ?}1\Ӯ.]$q@ȝR~a%8JOƌu2bvI]6DhƁŽ(hn]US( OYVzdXYOo+iTkF_W uu\DoS[&,ӆ?UmrY^G229_?_dmMT gE)>5 F&j||n0'h_sd̉_ʒJi (NI_6`sЂD[pj`'~( nyYϫB]ߕx w2Lۤ樏өGM[=KsQ"d?+Isw)&Z@FH%*ĭ$L /OI8@ Lg'1erDzFm) !y ڀS. o% .\9@+6'&CD !=TJR|X a[Lr]NP_'A ApY ȽrtsпWM@ƶ(IE@VpO~O0/eAi-0sFw-$YW+W swŮ\| ՑiN~ElJs_ʠ`V-r"`=j~O.tk>TF(ﮄ>N Ne g u߽
ɶO`?8kSgw~gA`P6d&LhlKTiD'gK Q!ژWaCg)GY/N4 Ho < "稝'Wy94 s8!-覮`r
o1XD!:ӞC me-0JoSj{fPBV8 P\F+Mi%< ZxgxXQIЛrz UmtP鴔܀#zx!SnOVw#8l:mbl}+n !Q#Wa$[4 @r 9XϠuD-vź9{%
A>
vKnQ(W/.@s{N䞋X|t+pd_qv^͏3 ; SB~QKRoVnrtf ~D U-}2$.PwtkNt Hor.Jc{Z6Ǿ(V \ߎ{[H%֔(WUUy'W>IҠqZ,dPYձ;)(K#7
NGJ"F32ޜ 9+.|n ١hMtx
ne%2dGJ IN{gOx^ᶚ.,&n c[k^i lƴN ؞-gE^T(0̢FнбgJ)Եkߞ.@dG'LuSilBZ25ظ@tT4k o@Ƿ ?o1C]V}|Efm~Ҫlfe} \F3y(J? $i
gʼ;>5 4k]v1`ū\B-o]cD0v_+O6;,<o*m[Z\L=X.`B?zIy*bͣ )
_X^}Xei֍AMCh_Ѐ5cqjWwʈHoi[[K9x~x(bnӷٸ :͵aa
$?r;Z^}JO?BZ~* D"Y~31ۂ 0cܐ:
c D1ݐ] %IK [8/~ \Q;/*IɄ`[{R38taT8(F_VO ҠNendstream
endobj
435 0 obj
2745
endobj
438 0 obj
<>
stream
xڵ\Ks7Wl{k)eIӎoڤ=m!TCͨh(r\?-cݥZ?Vj-?Vƭ wjm/RLJ0M\MȎ|?K=sʅ̬>]C.s3WB[-bTL&/YX]<
^v"IX]^ lZEI"j8 |]]:.E2nXc$yCEպD6c(ڇcy Ku%w#>k(aaipY<:4?%NCncX ]
C@ERr-+EZqSK꼈09KTU tfMvNEt};+{f`s̞F%=U>4H"l,.*K|DN}?u-]֍jk?eX"R}e9xF,mvK3C@;}UMޔPыu%Vo_PQT:"sao&<\Bp?p=s,e*
$|ϧwج59O ,F `<\
51,Zuʚ$F[DnP
s"ZK#:#Xȏf4$j} lu,xq"4H _{Wb QuI<$*xd|}s'*86멺1GCZ\Jrskc|,JYl[ffjȩHQY>'2ih/Y窢 A:!LUi{"*>YwhAa8UM[-wP4<2n~YFHF=p֪ s? j`Nލ: "Q
Ά/ ,*UVH/ǭY-Dpyhx腩!!)ԯv} *owE^p:.tC]cOv>p{TNr/eb],5۾|` 沚D!g}vGi3lmF9 _26[ɯҷ#)x{ڏ:kКo!yoJc>R`
;<&0L1y~ U< LhxQ+'b 'R2/K_V1\\v:2ʣHAq
+ @˅6 S YȌq03؆G-g8G;U>; "bʨm_e1r\wӬpP)y̶|[Ax>
i6}#H*N
%yތlLz .pe4 +CV}IMPR9?}<܌Q#+L0.? r
($EsƟ`Tg9bKYcȸ"x[F(͵ha@L$9e&{h8ї1φ1k}'ʲ1gH_?ЬERq?
c0a[͇Kܾ!\[ȹ'0we)ϙ#lS7 $ՏgSJf5A< _pGxF)lQ" - )RJ$hE#Gd=nD "Rc("?"R"R {dPD6jLp":O%lO#os6.>v5L>^}ؑHj БH8 sL u#r sG0GJ~H 30G*bȬz"H_9oc}v E#ejcH`9R#cȖs i!@prTgCﳖOY-
b6Re[= 2rPi*Rj)yӥ/H H lpwoEPJ0ߊV U0ts ?$⹜FÕ:6Pyb:)_6D`#J66B
H7#3*k9Qy) v[/g
WCTT gCT4 p}:E Æ0d a3P!, L XKaWA-XP $Za6
a@z 9;T.~0 ,LbY\b*p4~қa
*_?˝.?f6Wh !0pPFzM-
gk3֔7gvi4e8N}қK0(3 T0.8)y/OA.ئ2(`[y\M.줝${ (B1z^ d #:endstream
endobj
439 0 obj
3017
endobj
443 0 obj
<>
stream
xڵ[K
ϯCJ6whw%miwFco]))U!ƃ3R. >7z{;<.?6ۼ0ۼl5cƅmIln ~ǂ d #ڕǫ)+rz`1Ǧ .Ǿjs(۲,㮡p~4?hڵoTKN,tB-gw86T.V$":FiPF ѭWeyFw~P!0f(T
h#-^i K==͖I-K =לYqߖ(IRO4`b\!;[MY00!K}~nLL7m"T_;a^X}2M@ϲ0ч̣LY.ʰkQ0A H蘈 ZutD]MSG&d4v <牢<(/ëy^op.0"Gp 9qr
f\cK`;>,p@ {Hz<5|հA#l(cl6?~ 83i
J.
B. Pek̔04k 1 ".; ?vPhHGD83J'p:oqUr**b7 `Y-CY NިuUAB>1GG]LFkR&'@gmfC39]EK0x@zN% 6S^adHc?+;;9H'C`gsxC}I)1'xp\訢ss~Pn.m1I$T > JuR9;up֍#
ˡQI-3 ?r7
հ@]pr{CZlRp8$Z\B0 6f.;356 (
L]'&RB. ;(ܸB97< ¦v{: XkUX
Dص8,i;P贈}kڏŜBocrYm.\ n7X $_\;U50wkUSzL xj?38@,p#0GDaʄpkuJ-Sz|C>KH:#
oT9gQΞR-I\
* )_ ,Ii< WkfȪ^"l9-[W yWj}>"}|IXkp!A.9M
`swb n==H;VPI 3nm[*LOj xY[)>7k L&p3͕ԢLNUe,;{X)\c@%qSE
J{ = .'%qa eUE6I@.Z4YAtٮn|'Q0֛^I*xf9ϫ\~RJqWړf C)E>BTZw+\}$"MDB傟ەNeYмT)(~>SQcFOr^E0ʳf4ѭlRJ _J%6#`*W FB~l^j-LD.o،7_7X`35ަ~ VA"E;T[FC ~&;9 ud=L'rQvQ$! ͗ 9/;lƚr䢴omk,Bk
³sUjJ!78
1C jE7 ^cg""ĸ;u b(WYztK^bcC< ̲}FkgODJ58ewz< 'uǹVV[1
!8N*@'ώ w dJ/Igj|:!k4^6gy kr`zr鸡|*%:wIҟJ%U*T*?ސY7UM9?];n2YPc~Z5a X "8lV"k_ݵ7⽾z 帅@9_ڇhM[L Ћqe-;鷐(?!/VޟmPj<"PTBJRN^
]::ʯ![ 4p |WPMM?
lΚ B#/}oZa7_} t
bz)&?7 endstream
endobj
444 0 obj
2950
endobj
447 0 obj
<>
stream
x[Y
~b5ol'@vH RjC)^iHV*ڬ2_quǧջ]_Wvmvm}\XWcLߎjWD|-> O27Ym
kgci x oӹ=
9&<7ab>~g+ 9ѯzs{߆_1 t%6]uS]WK+{mkBh[Fi!8 q00v> ,|K q/8< d o8֜d\|8
:) t+5p Aioߎ1sX(m6H< m|3>:&+{3}ucs9"rșџ?Z`vw9c~7ƦjG4ڜ3; MgJѿKs▗6..W/oڨ29,y :~"<֦ꊐ?ڴvz q'yLKwRBV#
~)Y[N# 9Eݟ ` Z;8 *19o}E3g4SrB ָb XAo#_7oQ+"HjBqrݏ<(0G9
l")˸XhWSchP/̢2/͈kP>͟Yj"'tk[VyvDp6k<Аfz甏ԽnƝ7,ӥ 'ˏUj! Yt<ԙ6>z4g>^?j> L
x -^UB BCp03E,Goj/Tox*>/ȿ4lCs"?Kr*)
-arPLJg9.r!yy\y`Jʫ6" t3 }cٮ읇Y1 `{/ؔ ID Fj=;|xj*P=(# x\BK[]0.b` JಃHTXڜev6(_N*fDQ j|;}M]*p#_zZCT1ぎjJJ
ޮn@Č NÅ0W x ΩtW { ګ ǘp9˕g @4WyZQʔr c.d;Փq
QR\C<֕:G:GF dJҠ a4 -f<ؕ|U[LkZ,~<.UϹ YN}X>
stream
xڥWMO1CC?UHD%I4=!QTA;ސٌǡ$7#F{FhNQ `sNX.k)Ç XA%Lx_wݔ MkiYSD)Bc % H%L]
ÜSmnPbCLݯ[Ɋp@ +
-a!0|
,xq&MV\t N܋:BV3d/ Nknet+} +ϦoD=\MiSL=!H9JUT+d-.s!ϔ<@U'-XxqI b w b1rl)WL~ ͐V$}S"0BQ{z|1zz9hbx9';tD TUu%sG Ayg mwu2v:BE ?J Xΐ{d%v#fX }rendstream
endobj
452 0 obj
879
endobj
455 0 obj
<>
stream
xڭZn[7 SVq6@'q!wbh6lm8RuE)=N rO)Gr1~^zx7?- G
+ ?I)_S px n{ߋF-i=' md`j[[1
".&_eSAeLp 8r0yYŶ,/;{YV< xuB)1t-IS(YVE&θ6rq14^h
㢇S㨁G#Uː {l{ChϽ. ɞ}'G!(h?UA??>nDFwl>M 7r{H)Py@GLt;2VNJ0 MlҀJ 57rGJ\0
v7hPx?:>
>L$LC 4 u_97oSI?~P)=$pNU `aҽ<0o1t2HJXϝQ(XI( [6Wt$ز6>/N#e6XYZHsX
i& ؋nUAT[:3x ZqQuSThp %
Ƨ;~ L^:\djAT ,5C tȃЬUCz]H[
i'
0e%I_-S$K]
ƺGniGm ƁJ1=+%ȸ^a3P@17lV\H2i|jȔwpZx
&7MlH >gC'lmSjcZbiǴ. # $m ms2hLBV-{ KY-u
E1{:BjWgp? ZѾ)SK#5h77dȑUD2ɌW1fXf^4H,[V
Z(oW۪+lɼ3V #ݴL4v
&:!nO6$UC "`1,,VKyi=
[C)5(X!W V>Z&bzr8b {lBl4,x
2SPpPϾ
4Ѽk;-ryW% I1}-uBҼٯj]tU@mb
M˺N0jlhN ۾~s6DS uNaq[ָ`~MqE A~3t!OYHZegľބl9=~W e2>pN7/k#U71'隲&&|ߠZ! i03{_MwˏJ]ѳ@ ^EՖm)^@\Wi F{p(Z<<Î Ro~ fP"!?(e4T߆\U=%Hl ET*!>A7]O_Ni0K4ASMYv`AhO/yrb稏Z{N9s&<9$2a'.@]h44'R{9Sz.3Yd^q 6 ]iTendstream
endobj
456 0 obj
1685
endobj
464 0 obj
<>
stream
xڭ n$]zFxV: !CH*=;XI792_Oq~w;yn| y_1> CI^`FĞ>#5Yf6
OAp % aw3eH% G}`0$+x%!&yH _чku\ qoc;^ow;):h `wtCE`2f(|z f
b=paY^#da(Q@H$5y(AJ_M
rɩގ֔Fwr&ɁV
&Kꓢ{jP
*ͨLoU!oT^]${l JC\nG?vD5I/6hI1"( 5 ' lz7R9zls Lv 66
aVăسdq:1>I.ħՏFsrz>ZpW.I8n*l+Fv.f0
ٷo'O7I,**qyvb|g MO$ߥGr{Tl =fKԦn|b͡ HiyZLY Y:#0fz(hiGYG7!a@A/͓8=iݔaٴ8Ska;ZITV3%K ?/ǛZ1%K0_tYZ:*##%YZ X6ݵZS.GN^ZXD]2 ^N$7wsfĺӋ05_.*N&P+_G+N1I?u]M)aؗ5jn<^ 2ygF)No!X ?48;##6ގo$M {ԃcWpwXGey?^@X!TaW E.Q͘QD5 t"ഁsLI+_ӯpqȐW CR~m,3C
Q ɸ!YйOiUg -7٫
`;k=!8AL N%*RɨxR
n2_KVIQ風 ԨIs K!8ms>G+eu@ ھ TFmI|bvj|j[%753E\"$uԲ lsCL+͌e9
vNP]y fbڜ#w&t
6 bZ6w(}VF$8-BeK$mPRr+Z vkR )pHNg " JQL mdDKt
TLa fqXA V])yAbbq- /u=LnM "VEǙ\Ҷ&2J|߶&FAH60iLsKtcS0' - c ,VRO$y;E ;\<")$B۶! Jc {2d)zǣoGg#O,夔 PfQZ
8J T )U]}7ynp-G5chZ" xTwnPlrsR
YR%ϖ0%!GpB yIY04␟Fۼ5=;?0Y{G3.lRڭt&ۡ!y~&wvN;~M49)uT2O-ws#JCBPB}GvݑRg7i:k/JE1V]и
'g&K+%u 5F
R'1SX֠s9? u E!(Q䣍ԮhngE
ӳ
Ps>jCAKPx rh
1k%;EEv5@m]q9= tf3>ӵ2bM6"Mzl x{CP!gg Gتا6o)aBf=v ,tA AKu5y
Av<~!U@69К`6H,^TFWI+Q0M+ .A=e^myk7?l[ed8AR#M{M31;EWʦ$K~w2ZVPEbuѿ#ʡz9T uPg^o[xLҋ0{h}ǖebdζ}4/|+dN5-<${֍9<ېg!1xAtֆo-j_~xMģ2D5(8.PNp>Nr;/:Rf .cUxn÷Vy=R߈*i1xƛ)wFoZ.wmw %RwAB&.ٗdnpV|n*QN z3{o|z|=Se~ԫzuTTwy88A{E"@P:KR1|]; o#8GvlBJs"Wݶ83Tetk9?3 sv h!/XjRm;ل 6߽2T/ YE% lVa.6=qݗ%U=u{۾%Śiv8 qTXx &vzӕMˣIϻ-t[s nv9. ng2< ߺT`N [
\~B.-TqQK*L{lNI60{
) lfJ% 9_-B)⯔ f T#ܶJo 7(
YqIg&wEU4$<|G'mӾk 3ͦd˹i@8=&uT ١
3{F8j5'Hlc҈9y592Ȭe~DdFƷ{4nђD y
Owۤ*@'19JT?x]JW;# %AV7 S60ۋŇ^?[W? Mx
yu&&U/ ~)fӈ_8d63E"8褭Sie~4x> LnKXy4cro:8 BUj@BX- >'7˿+6/| q&zٱo\2Pke ~_=I;#K!
)֨`WB B!tMtY l *DOww͝3z?ԍfG:B>
stream
xڵ[o 7_Zc~
IIM[(.ܽܿHiwf=CR?hgjw>珳7gWzv?z9 R 7x;z|* kbz_SS0ć -=>\@ ȵEwsVSEݐ QG;"Jzp:՞Jр BK~`
"~Iǫ *9zGևeŌWPF)Ef)S|k%j(2 ؑZlp&GA~i u@: lLڄq1,[qc BIJs Q3Ƽ.ز8Pp
d" sXZ^5 [
&p~
p TsT +(.?vBU,zH7>MBBxb|Cӆ|Viΰ }Ft݁`qD0LV릎 Ib(EEbHD
G;x`yb
1nfS{uc3kQ D tOO݈ [ kP&3^Qa=! n%>Dh$>gXrucx]Ʈ#ڬ
t屼oF`B
H.ݨ`Nfp [A{'e Bز,#j}S3iX&
9d7V6(/S3X0fSesXtݲws5K%-tmI
NI9V)Anpɽ1v? 㱬s^L0^*!AiezlO"ub+u/4;?ٶP@tMK]`'C9H?XUM:_q6!
aG6*/=߮lcQ ֯6se֡Qν1j慜*M=dz)-|8'Y +dNQ dl0&Iq٫ntB +*HzW6 V\ p0 H;G:h/x稛BG
*a"W:ᄂ gJ ESI!"`!@!zXyNilNQ1Hۺ(E1Q!CQ0=d\],FbhLF\S{k܈ s i9i$.lAqU469%Ҙ3x\fkYNS.K]sy:0t|@*LZ
$ZKsOo?ouxE2 HQhl]ۢdd6̋E 1v 2Iԛ"Al'sLjvyc!Nny
q^,<-r]n/Kݏv۷BFsT_x
~#TX<}{fB/aPQS
DN~>x58|_ûա@w9z h
%C{he=̠n1"<I}W(iB
`$tyIÐȅYo3kYFF95s/2Rĝ8jUٿ7|zKU);ubx>
stream
xڵ[Ko#W v]ߏk
ؖ_ɋ_B?aU ZO8pXx#7?>QkT.x+B 3{ .0<̮p:cl}JEvEsP& >I%m
|[[:qen (gl 4NdĄ|'Ĕ2cϓrk*ɱك
\"o T~Qz֕zU V[C Ť9MW<쉇-nk!G=@Yܪ'$pKQ9^
GLg}SX% fF *6V%SBQ9˪%u9n■A'/1 맛iM
֬1f Bq>鹀l7 !/ )gt1A}WL *$%QPg.llkʂQ_mSP_rI_TN omdk;NNFtPFsNs>*=cvDr+<7۾_F&& Gk9˺}I*5]>2|sAskؔci ˮx` ɖKHUB Ӥ"K~M_*mC;p~@]と3#?x2m!R]ԄE>~^8B{h5!\{h le+PbF8
e
<H;JF j|)p7P|^ RśVquR<,Zgx9rU7#o V 0І8N jFLu̳0J8w][e4C^cx(ML9v*[/ g;a 2Dǚ ҋ1CM} (GFځz u p/w9=[!
И(ecpf4{e
#,N9dF\Д|M"(v> \>d6(SdC;FXњ2.94ke,9Ba*n!q[ M90\*pXn*֢]PD6&X2 i%
.
d=6<# #?)|Z%5-9]VA,CZ\:jsc=`U\}ڒ"ٶ]k%J4Y,` \rʘCXc56Յv|
B|d>WaB$wRv]8/rIxx6-
UX4d&n=d` W 3u v&Fc1թNInoM)ELB,W4?xꃑ(0 AX˘Y(_htpٵ n Ю`ɝ\pJ{;8i:<2'~Ly$T#O;5M 3(:Fne}_,hOʺ+*E&EEYi#=:I/=`.漸bs(:I 9 s'= H6? 4.ؿendstream
endobj
476 0 obj
2476
endobj
481 0 obj
<>
stream
xڭZIo[7WC$0x-ȉoZԷ IP$-C !Er8)=kf8|̇ՏθV>\ϫ >(>>/G
& V8LGhaˇ&,˰l>e܅])^Mr%IC?qm`
!ƫg ؆EXTI,eFdcReReqevQp$
_S^A=2ǴiƎ_N2}E> y"bD\%>LZ@ô&%C/q$kؙLۜ j#/xg&<=9o[I 9lI͔
Sm !WUZ rI*U56w }R0ܩbafo_%%]\ N'Z|V+A'xXcC.渚Èz1O ޟ\E-פw%i#h2a R
gX'rz Iji0߶h(Ucl:ZH3y8 ~B&<ǡnp#6|3iV-K)% Qޙ֎|UcKFԄBdOUǁķpw7N TboqI)ENp ;SHj ԽL:jC 啟VTQx=B pE@km
K#?\U$N#jh-]S(XPQE eM>=Hd!kmuR_:x8aT, s
WK
wZĢ|^Tē1TXOMXSRք>ifq=A
r"V\t@+$MP(/ Խ -4+k Q \< |Q{Y:hyЯ𥣬 Ы q_ wnND= !ϚDM;jj 75l4YQZSCGnG19ɹ5% AdC%쐸5y,U=|^H"5 Cop~8sفQ Ԇ 1aP&8@wz , maP᩠ƒ]&^"Qߓ3ÚMO = j,YςXJ'F@E \ se 8d嫖 8 bh.: :OL
ԟendstream
endobj
482 0 obj
1856
endobj
492 0 obj
<>
stream
xڵ[[oc
~ômO'e{ESO%$% `| (^>^?wO?c ڬM^?2k
ڇuV9oOV߽hG|< _\H~_ Fe'F||#ũ 3|ǧ
>cf6[̞+][u+2r,"@FΩL:r|1ѩ.e$ÜT)V |L2!5[x&ū`nG9 ƾn`ϞV EVOC
뙶@[2֜X/!$%N4s X_?bzUF0zdu^}ߌuTnG;qVG1n *XžK OcdLʘ$LSF͟w`}ͲTD{*Siv ?ʪxGQL +Az`$$DgZD9'H<X@PgSSm!)7ǂ X^ߟu.Z1gxk]g(V ,AT\3A~UP> rm/!ݕ$, )``L) ,l 欠dLxf
AÄ ; ȼ8iיk#rU-#J fud9iM/sihi*1 WK _Izq [Be_V }{աn;_/ru4ow[ZCI)gW
w
?kL?`H|S(S dk(D3( xl
KE
:
M2 yGs+5c:$`!Foe9E{Xg 3zL'=YǁQu_xw endstream
endobj
493 0 obj
2715
endobj
498 0 obj
<>
stream
xڵ[[o\
~\/@8K=%>,]M>ҡH͜r3&)壤Qo8?pw~W>D7Wާi~I)L|{VL-!J S|ܗWLM.:Xx>㜐Db예kګLqQIi. kF@
8RO)~3!l~[sky
Yׄy] myϨszᙈA#gY m b=6O,x{"tۺHܤ\ՔCb 4dF9po) كȄ-&søN>r_`ދ-dc{[tm+ָ 9 F}C-Iv1YࠆA_Ԥ nȕ4ҤPD=`ui|$d 2*F|a`O2nFYM1rU)]JWpBt,B3YۘV^'ejׄ=)a(tgqŕfG%(gqsH] ykRRʦ 4Z ; LF9,Fd}% FgF~\rP"p Їq MBd9< B2WzSE<ҝ3t-40u]/B|u]wkis`^6܅H́
#YDOW%a7"[&4=}'8X9C
ɠu~#A+Q t6 [ (MUUڌ?*B8J6e ['N)%.bq00$q`ΑCtyb*;Ur2SaC9֬*,t;ԗٍGhRlcNj{?h>+wU/iVSQ_TŮ(@<Ƅ 8(=0b]U c< nH'u-јW\ =(̳\ 5Jɇ2+h.\H\#~a$.WJjwC@ø [e_WPF ?z (} Lz FfXܭs/IlR4W*h
|h{(i_Jn
0QkN~TBN^%T6X;KZ\:SJ#6 Ȇac6oF OaWGE0B@˝d Y&n7pYnAg=8kOR("drPLjt @n41А;X&}xWVoga C/k
>jҩ~Aߞ[H[eaUE`B dK/ ŶO&ȏ =]CPǝJ~ ZzAp)
ɴftdH=A }/ T-{xq/_s>lendstream
endobj
499 0 obj
2958
endobj
502 0 obj
<>
stream
xڵ[Ko#W0lݞ rZc{X[C3@f䔿zղ7XGX$MvW0.B]X} ~;Nk__c ~ . /㷋_ /0z. 3|Y=~{->vK_ z OE0 || >>j*br|X4IUg1u䕓}$8^oq[ X: *߄ [ OtϕFLܕ8T ?ausƹG[, Y {XVkN*sUȇV;h#ʩ\!6bF J SۖA^\CF2qQk2> q_w0noDNṼUɊ%]pROM,`u] U˪;i^CjC9nQbW|h(pr'y܂AA b~G֙&| Kr?8h>
x F`:&4ԡ&Z+枩DOܡ@l8z !&l4 #kd>ѐ& wp4Zݼ:[?aYDT 9=u+FG9uUzgQP
~j|r 648@p 1Fw4& Br7]V`K Z~q1& 3I8QE31 -I^WVҗgܾ ;/4xy*!XAt5nd W4`ϺOuLeF'bfJÎB4A+//E Go؈IpI$IR-$ܽ[\K,h%h^M!2Ѥ>
rA-4+DZIFt]y:*_.f'WoQAp*rXV\9iU.* вDIdc{|*3MK1qఌ rSFӲaU% ?:1@YeϘYo3܆ \ )ͫB+tm_
+c[Bj;H?_9+oɸ. ޔغ]o_Cn G۷#r~+tg$DjlyedL0Wje4]7u0UwcEghl#Ep,c*Hb@8(# R5QyȽY: op=- vy}Rs~#U GGVдܑdYØ 0^V+t9'ڔ0[Nr rRIi,9
߮Q@Y` wCPUpV$Ƞ!>E_]eᔓefm쉥 \Ѥ}ԡPJaa]KI,,
IKert#"pr4:_HwCL !BV)(ƄvӔSw2:Wb4nF-,[7a
vYc ,0Je A8e#UB^&9c _ agʡĚwZuoam RuIãYE
Ș.RgSgB FgBBԭ'/dS複I=JSRmbXg6 >X@l[`@MÕ*{/jjͰb"kDԤK(`q 1BIy:lZC= 'ڽ1 coM,CßLR9-PzA|IWa8:4J27J]Iz NZ z9 +(%o{ S,ϘPOx͜54\֠aS )s|K{ ;(s '#?T N)pAH} ]v:<e!DB :P
rFD(ҙ BQu FɟS
>SWęrĖ3pm?>~(,n;x7 $d܆5xo5\?|vyŔaK
6i_Õ'^-waϼawxlhoY d.sv3R(ZhP"@
k mi5 y5 t1ɶؼC݉^}]<ժ 53E4$f9%}㦚^*1' JNGƻ
ͼn!, hתe(KgL
KÞ`!J(שyEћk3n8Rδ0
ൠވR
nQV\ RsH(S AA Ll_砊.c+4.]g,з mC!Eb b [{
ꁕ1tDEĎH
}=mzD>
stream
xڭYMo7W萶I2 z
d˵ʖ-)| ERwm iSiJoܙǙGJ.]ŻKTDžZJO-*x |F rؙ*`Dj]"~[\lyp$ p% իGbz1MFnj3Ԧ$od:O oz8 B-^Eu
UK=O+&O;q*g1?3ëѶZؔʹ Ya[MAn+ĦUݒbk̀a*3ֶ'(~[|O4l枲v)8{A /te w$[Ϻm&9=.[dtSfӐ
'8U*w//,Pgb- ]P|dTp_w= )d ȦU(xS2:|cyh)ljܖ?6gV
Ő {cpU @8isEb$|[[Ay5
cai8rjRiwdEf4TWy0Ewo oL"2`'P[-3gs'3o8ql ̐Yj"Q)Sq R|/9P*+kr e8rjc n2
e <}2;jwLr*KY&
3CB,Ϡ w~ho#Z4h*ShWYsvyx.
.G?KbsC\ӓ~Z| ;_md'zj$# iSxc(w78}v>
stream
xڵZo7 _qYa IMhݰ=(], Esv2a|IQ$#)w7f ~?~N g#:m:mv7_g?l86HV2˛?0O_Dr U$H\D6۬.H"04S(S(fKH~*ֵuSӼDy=ZY,;m2'HT]rԊ"{2x@ʼ`:˼u$6
zJ9y#3"͏"yI~C1p zRJnTY5b6"vv%Di$ MI3SmS
[9X
ôr2]6E6 ot Qtsy>4ݰTtKFqYD0e)ȃ!()h|I^;ӱ*q z#9e!87-8 *^N@$Qv[ ۬lNQ< 06cPЖ+dsAY&䡩,]A ^ZE-| X+Ux (Xy聤F->'_s?#0,WfǸhV5rb$y{j"rotB%/e1 `yG-[g+W9Qʒd*f9M Rz0\e~+ץW\8GVsY{ɱ$ [MkUύ=9M, 鑕 Zd-%z]141
+а9Kh
$: ]B9}bB8Pg%.7x?+Xf8=S/nxMύ^,{ol;^v8; tᐆҨw%Ju (@y'f(
Op(* _,G.c`
x*Xf k݁ˠ%+6>|RԥpGl;{qykeCHл%|1TYI8+c@! O.zqO4eI qatzf 4YԽ_3m{ 9EX투P%GH&ջ0c,Ξ|Z"4`RMJ];,Y -Ъu})xj]I(fTm |CZ4wye:pIG
8
NDڴ 9pe1dYٚ!"МowJy-
P q"2O
91J1=HU
ض(Eр0֊-q{#4BC=y=x+EψN݄`ClYĉ|`k`@8
kVZ6Hy` %pԬMACOdUJ`;yO~œ=ple>?AHendstream
endobj
512 0 obj
1861
endobj
521 0 obj
<>
stream
xYO 7~b ($*_/UU$BRHҨ*ٻBU!yh_Bs~_^,e4"@keoPqf+8ulVy 46'
o a O9 NAc)6 `r5 'l Su0at*6gH_qěQNKdK+q_ըO+ٌ Gt#Z S+\b`O RzA?f!%c33
JgA lU\_ֹn9&BAAQT$T^
`eKPa4y?/G77c
C<Ac
Rp
Y$0T
U&pok3S!B
&Mt,)\= cMr[
sX#S*疴xIΙ:sF:|NPSB'<ጂ.!@GS Y\4ʒ iQg0z^Γyck-VHxU
~((dE\4>K*"e=
[_BT&0${(eb/:X
R8yIP=9̑*J3ٕsSn+
>3 8A|л63 ctsboekA9pcey,sV늅%х{C\LEefN:G j,еT0cbx<.<#t*cl~o蚡jʊ 3Z"nIeJCyf [b~b2 &l$n5k/crs :@8ff@b.9רD}2r9Up* ӤI S2Rlqx쳋au$L-|.#T椃0rhM4?Ҵ!BD{,TeޞS
uPgD{C !X
J
TfT
M)A %4_KgD-W!MXMfl0
5mtc ! U /h?Óq ~[|y'~ H"W <] uoKTp0/OA tʅ)0CU´]3[)ц [S]3bh2OW<6y~WNU>iQZ 뚲] 71Ԣ{I$o
\py?endstream
endobj
522 0 obj
1316
endobj
525 0 obj
<>
stream
xڵYYo7~ׯ؇T[gc`[ر-N IPڗ\re 479Y,f%,m~199k_'a7V5ZV2,'c˸x rMwU} /(jV\ʂkv!C0zC%0SJ)Y ;$.˥7Lj!ǽ
o5T uI\S#ayb?ɣԴmh$tñ@?V-`\D"J0 A
vo)4Oe d ~[; ǚ%#? ޒ P Ƴ1<̎,? MVb2>LF%IoZ*M+ϝP [Hz<8ovXc3_3 5<`n~ 2ret>>͆_Ak.<~!^+=Y9QZ/G/|Uxe0;g63t*ԇ]C {X
y CGC e-0ӉJD46J-'6x*I[ωsgrZfq*t$t |F+f1cen|!]G<1a~aDxI^8BX +2S=fjU^҆v6dEͨiib\GYLGH@11Z6-7@T0<'Zj2X{Vz,.fp!$ wdj)T:f>>~ib;|y =Gie%|aX |0 8'_W,އ YG~%NdUk p k*x(,
?Ta]`REfZۄvS VBNB.V< ґ{N]\IE_jNBNI9FL> E>
stream
xڭYKo6!u4u-8k4Am^KR d)h gFCmDt+d#md;l^~B|x\}\~ݟԙwH<ǟ&nD(V?&qyowq6qP*h+~o U}&oT r]ksKopO0Z&waZVwxv\5z[~6go¿O_/X<4hG^ V-|k4W`.XUpU5`=R~"Ө^? ]^iltk5 )}MW
jZYq.e W`Ϋ"D~W
T&%OCz )Khr!/۶ |aoecl_CG/ϛ/N#tb|@>IUU` .F#nD.@_%N]5`1XUbF;(#`li+p#2 Hp. k
Q&UABEX_E6܈L>;R@G`lXtw&J@4>$ (kejdQKes26KH2,L<
O1,=C
=5ɠ"+i-{iE? I |!3T \ *,.DUO #x\ 6@ פ' a<TBD h e F2&=TX~Fhr͒tblC1ꑹƠlQW:TWьIw )F.*l IO_IKk2(
8S\2T \ *,և]{
}2Ȁ J*,և>=3\'+,uHG!;B kH:#XǰmM/+r:um/˭oֵ`.p+㼰-Zb+ -D
+P,.^ו/ЗK / O˥u'Kպ͓rrp+\"=Yt=C:#4:Z 8nZ
u\d;+DE`%.\czI mZ<Ja䑸ݖ#- w #bQ{w]zijbj#MgC,\ʼn+xς<qSf.^LhC(tO<7r~K 0E[ dJTh y:g, }R5ӭb)yrCHƙuƊE.%e*F2i/DL\ErB˗4^:5s?v8Z*6=s+~6-[u N ~!W8=0IEʡIk 5Bw4>
stream
xڭ n$_U}vgXm"H^aTYEQ1[jHxeωZ
o'Kȋ腂B[>
!__RL @g8>.NPUQ|Nj2Cӥ,\&
>Sk@,l> kb}d\'|b <@ *?d+zE Fl},qI}|묋CvҖo
nh3ʄ7r>jHQy?oW''/).^cۉ ~;BIeDH |hl [Z8pR#&~:}< ch4q}r mճmY? FM x1Y&+9hDp)F)n
+ ;=&<̹M@s D)F)8C3ڂJM xsKa3 >jS&+"zSq2g6FK
{ClRp: O1Mq
ZW%&)M xH Ѹq- #bh\Ho>Jl*M$}G5 QVw;Mq#s,ƪkùW>h jAݖlu e6g%aVzŒ:ߪHk:ϲH]ۯͳ R'kN4U~}jDX]O,b =0
T4挰x|EIo\ \p53^ Q&4}LN֜ }7{tF8VNf M-+[nlL[b N H
r35d9fAӁ\yd uqd|l1]N@h@Hɛq `|l*蓜X.o,gE76RnbG/py S-FK l Rq]-t \\Ze0&&w-duD^Au' KOXƣ*U".X+!&AW4,NF bQ
Mew((>9 mRlaV< -F9IEٷ
SY
>4y[h V["A
2^0ɵ9~\04W?ST;#
[L4,U5kFm nbgF t=!pWѮHrfE|WU)eb S>K6Y))11`S8
hlf<TG&lD&֏vF,Ors!}FN_qQJFȌ~Wo_9b{!7T蕟hovjKn$SP({w3ZC Q@I|OM#@42% PF;ψ4X,Ҩ%Ίmg
iUV) %""t?64rԠV20C2ZuF zqVF*I Xp#YNۺ-ؚR#6BHȞE:bd_wr#8u nOA2ׂaA0 sbk.eL[θ ~58IT/
@V,Sq=#ZgK]e3ņ<$ do6Ke&лQG^mbOGf
, " 2Kjyhˆ=oTZۢw#1'Z@8G7;~YLt) Y+`R{= $[fU#e:EP;_gs4Z]hrϼY^O-vʼF0)7*G F<3Y O.=iLfY8Fp#`!
f}
\8WF@4 ZCJ]3
3 1Z6R7(cۋR [Twuz;] )uf
cn\$@\Cqsۮ:J;$EnŖ }xq)Jn% eicuO2Lro0Ķik ?UU,9c*&vm46?`av>99K-)e4bXʼn)7[Ӭ[]C{o.%4柏Zxܧiw[C : o:,Ҭ{uKq=V
!btK oɓUz}Al) ߛLz@k:J9הKa2fl(ݎ1{sl,; nj *j5Wt"1
3jP|x@o "2ED:_Bnn]l:a/@ӾvI3{&m9
f ְ#p5 v^״\W,U!6bfbdh^t vWvi='|-Ne谧1i/@.t=?BG-2+_ppJFCłx ܵz~#?B)mvlncO2A1I"~!ĭ_9x&rXxy'?pYendstream
endobj
537 0 obj
3561
endobj
541 0 obj
<>
stream
x[oH_a] owd&ٍ. lB@' '"ĿOU;vu= h>~]]m_gy.[׳ mT5?F?hSn >E)9^y@Mfי/Wx/;vKq?^. y瀜>ߎym Sy*2M]^^p .&v0VU,,} KڈAaw0-LgA,di_#kY2`2e %q,v^-'" p2 # oEڮs|7Ta)|5LsVvE>ć
qBp\f9g/V[|r繦$ $]q.C2 8_%MzSn? a!}IHB k9TEI)י:b]gx#9&ɱY 8,9fe}0I |6D΅Ss3,!:t4SHe)$z(w"wԲ{n
Vb(T'PKp!2Fw!~
/_60aTTQRxN]kmd͋ku^0 Nj-KE1bi6`Tbt*0a87XI{X @G?3}A*:,J)\k&#*22vkȮ:t9v䈻)=}5Jw*W:#3YZ0{:4.,pLTb;z;4N]`0*梅}]gj>E(aצ%|P+ D;\BL/Qv:u% h<;2 75.60)'BC,8QO4.iuUH$&9m*&.>hsӌ
K9lgS^e-+q}ͦr%5xe7-07Q1Æ`XBwkIOW7##_w
vEw1U0i ;e5r!ꏚ,1
-yuw5Rҿ|LGh&M*95=;F(ù1S7e*[ I5@lnY{gzx
UUzxddjG*R6a6umb+:yV*҆Jx{s_v{JAssBCQҲw3vIUujpFCÆ^շ
CUPU?ǟv{\ }`&1s|p/V3۲ wVSSC+ۗd\Al%
謉.mߍS)-uMHf h8̿> LPS ԙɱiư¹ }XаgI "
3?PU#a
IN3Q)69fe:ꢄ>B$/Ñ-+-% O_S5twHg ;y
8L ч6w`u/֯*1~MH[ |;lV땱G+A[4|etPI+ IG77H9 j~&& X~;2̲,LA H=y(;Of:ԇQl._ֽ?TFਞsR{-*apsәDp%u=:'u d$ќh%amn{E'9!ͧWvWDoWܩD
/ Tٺ Y% s5~烧`gC!Qo\}uxhC;ۚT~{!hw]H]aΤE(55-kcj pac\w?ɷ_mt悷10 m]_6!ZI' }_ul/|`sl֩xlp
+7rco+endstream
endobj
542 0 obj
2711
endobj
545 0 obj
<>
stream
xڥVKO@WPf^W=!"H$ EUS~=d왝P{7~[}Y8n)c>Tݟ.Me-` 1q~앂bRTm+'#h3 [' .F*=12)jgw=^nc&k'4VD( r
9F"#9pjU (`(
&EJHN=44Roh}nq!>ҩ pF3cxuʬ6d 3AAQK3@ k%7fѳ@jnsPUbfiD@] ?^GO
=gAd֗}d0`H
f4PɻS-jTXh %&iEbL1ސU[c˧o'*
vݞ*x__9{?9-_qʹX fOF60ɋɓG_.4qO1 dKm~K =
ui~TɕσuZnileT#n
6~"_S瀢 m &rx@f
qUdF3stkbJ5h͌@Az\ jw&I8nk*qandi\伟:*j Ǖ,T>ffgx9] ֑sSOlO&; dWnRu<wg Ccendstream
endobj
546 0 obj
810
endobj
549 0 obj
<>
stream
xڭZKo#7W!NM.4cc-'[$XbE&YU-c mYU_zհko]҃6 Ӄu
aۯJ~)GI U̲_y= ӕSˏM~\Uz+$WQ+SZ Bn쨼~ɏ8[+K\ Xތ6HћB `L.
tǟ OңIRו 5.?{p0'OY &+~;A?&#P A<^Wq :9qU]~);
fBxтɳEaJV}W쬧qLJRXѣ jr/?=T g-λ$A|ڲie ,,Fp+C5z,FdQ/?j0WU4 e
^!2L# ;7\KJn+};` &%vp*^i]ƥܪ NpnhX`DQumm~ԁ+xρS
Hx)%Gm -
2|K`43.oځizti1-^ 4,f$.c o=r/4FU\,: |.О\xoW 4=/+ o aǪGheFHV@- Eq7ΨiuΏ{hY.eNu+
<l
D6Ϯ[]4@֙ aD4B-x`BthI9pRl8N"b:*:턠}hK{1N4NL"!q%9XhzT ڻl@= 9ZH鎒W :aZp-,V=4ۖox1sN%ܘ4V.'p9o~7A`tO,ZCla2q%qXfŝ mu wi N
*6
Nbm.(r#<v^ sĂ\ќ\ppc;5q ԁ
,dldsBoV5-Yh*^q
-?MIXOq ȕBPXD詶o-N 5a1NJ-, oܹ DaYbԆ$m&ZbmC xb ;Bxa xP 6D9u]2T~ :mĀ咆 d
9`!k[zb,z
Sa4y˰![qL& i%Hc O(5S ǨCyRοI)F
64_
mv3o bR u7}J'"([
q<r[ >O>!lU:A,C=!B^Cz @FN>X!$"X?hqt0 C q?RRb{p}sO*Hc|Iz]Ѵ=pb H |td:i֊`OyqQng퀵5ro **wTZ|s߬bh.G(Fa`]TLt17si#U617g'U$،@TXNEwuNߎF<6,L36M\-9RpN1n>|W/pf#qqe褖N7>t*`̙NBc"z z1 5I=;M#ɴK&4h[DdE X
X !_G|;.sgbSL=Ǻ:˹`
6Z.d(~98Nc}{,6PQ7ab {]35
N2/gC}{ju : k!`1 j][/;i>z/3`bMR}jzOLYh .Jӎ)rpF.H{BB``Ih< h:z1@"ov,ޞb oي* VfX1
96]hNI:J>e7pGKO5Yt6Y27EԳw e N+:55d5 /0`yj}V5l߾vv =ЗB_Cyw|cVwO1`0*#LbEa-'_>k˧?W wRSNʞWu(= .K
K @x^(RU~7U)^?7W?W߈qLendstream
endobj
550 0 obj
2398
endobj
604 0 obj
<>
stream
xڥKo0 : l ,]>-i.]1v e7T$Ɇ(k|H )R)7ΔPZ~@+EҼJ)Ҕ-UiYs:(n8bM_Y͖Q8#q`(lq:X^U ym/yK2 `߿BZU`yf
RRxtufmX;c,hRpCeH<+K̑\Y\TxהҜ:i*<rJ86 P "$-L6/ѩ*1E&
)}q;>(Np9MgM`l VW1
Ƕ>Xڥf@ 4BZvyeO]^-i =Pآ1GB,5@uvqm%+?evh;f_ZRg9u+'mƣ6Gh]9|K] J=EI6MU>uWu"5XeSc04-f;3
#n}PcV~ rKq
+sMx4J|G BOaVTPK\,v 2:~<\z ־&+8-#;i&R|D
23ptY?/Wl< ~OƷH JW M*o^5hBa܋$ݍu<5|旃endstream
endobj
605 0 obj
766
endobj
3 0 obj
<>
endobj
78 0 obj
<>
stream
x흭 7Ң¢²¢°ВЂHA%HQHH$\AH,^]r|ٞѪ&o ?c{gnnB/??E [*++cw ~~QՃomQeeeCHyӣJYY*[k*++S?C('E2=U_L^K\.~zA19!5%<;Bc/|>qg la:_$WS0Z{U` t.}s ?{~g3{_7F
N?&>q><;_6M}op+l%l:*:Qhnsqt-71[i|ѹTLpǛǜOQ礊Xk b1?UFf9纊x{V*鋊*|#<'Uī!}Ü%!+U;!=I%]UTIDREy:66\v-_QT1>ٞTQ
c ?ST!jN&"fJ 4 If>2iӢ]v٫HW)!='>{*LڴiV혒*&gmCzfnV~DSx]KQe)9Q}7Ð wOjʮև13bDUN̼UZ`M}f|T!Ce
`>SFtx#/N"*i2lL*M*x =*- 3?'`D|T1/)AT 5[JPJp
L[*T!pG7p57;z4C` 3L7w 9&dT1?~!\ + ìPb[Q,3Q\8VWvl3X榊R0b$j2Q\8#CfNL})=ӮLT1?GЂRoc5ڦ"}
a*NO}:q[x(f)JAb4Zk8 otb" ti16 }o䣊 A .1{Sb16JI2ʟ0dnMJyiV hsP >gIUNT I{BLrP%`# \NF.8 <$ 2Cȓ 2eQH1'oS[*aK ®߰[Z{iG/+U8p:U¶}]7]-cN JN
cDJݙ}EP~-Re~{ochw$T͊Ud gl'<\vJMEP?Bvc~)=*`.%ݩ|8mS4kV16A]l m[Zrٚ*So'=<ڦԌ ڄ?W?W&Wٝ*gSD# y̵M_gLW➼5U"˅ eh k|rՖ*Ǹt 8ܗ*#Eq*$gz̻Mc
S
Rx^~~
/UHwER8apXO Z HZ gaoPQ%RũɔwW m 8Pug4H1(1
2%6kpI,ҟ,NgZIډ
R吙JtS85A
Jp:e] $W1/\Reшuׄ߶bͶT91&QƦt#A %m`Y*˹|槤t#AD)z n̤N{jsU. YJIG,#ezC`Cx[*c ,"d"hk 5#kG.NN3"G&aoM'ogsc -9]}2:6E :r:7o'O.)ywwG=t˶6gDaGܯ&endstream
endobj
616 0 obj
2589
endobj
79 0 obj
<>
stream
x3PI2P)*2T0 B]eig˥ l^
AP(Jj216Bf i0HYF`b C95c G)endstream
endobj
617 0 obj
115
endobj
618 0 obj
<>
>>
endobj
111 0 obj
<>
stream
x3PI2P)*2T0 B]efg˥ l^
AP(Jj216Bf i0HYF`b c90u *endstream
endobj
621 0 obj
117
endobj
622 0 obj
<>
>>
endobj
292 0 obj
<>
stream
x[Ɏ Wðt2* d9cʋ|jC2ߋ\{.VšeV? wz_;9fCRÎmeLHZ4~r?91ɼ7N&`We
O^~ ͻ y]_ꀟ%0wdhr&xeC,k:^jާ1"| Q%)m *٨rrg+VeW5$_ MNmR
lhǎӢ%Gr0g/8x9l]V)EJ{J #&(M= `Lp*$*'TeeUwR<ȨBIЙd*c Pлi{;($w :/# w |(QMѹ tx
] av| *y6iW^+n@%&z&mb;ل 2dCUe|E2QLq`v:D0.B=DO9=r-{^`
d?RuUhFn #hxAeFƎDnih8NSVh`㮡iemIڍ◩zK躁?h]FNi
]6L@³ڮM Y@Vr6 u +s5:GRn[>3KXL( `KvP@kzlP4ƒ4Ń%qlT` G41>lʠ<8 2}d4I͏3[]
ޘ麂GW55t]g P;{Ad3uYd-q`r<R:bߨ|-"ώ}Uy̵4ހkF֚&j\~%>g}`KYBبr1FgWQ|sSZ "`g1%[K~m4SQ1=$$6y@QV^C扄!<0= rh;¼)tΪrc8+sJ`|"+}w ^m(Q,qTZbqG|_lx,PY[XX,YX\VP&x:{F*]H;W_]5.&̦# 6bH &z`N9ҵY
tR4IpP
xB"#E9[wځ
!TR3`]@n|ʵ?tAմf୩CLuH Sƙ:"%q|z.MG(6\8b
kįB-yĦsG:w8E6|jZs ]LS4M?5T&:K$ yآ$R$]z5]g 59C |`#!TaGR &÷>WsVxe[V.U54d{kP3>\Â̈́)Y
5,&LKC58V[IU
2$E-U^+{E|"W^*~
.eݰ{sp NggUh1<*߷ o/ ;Fԝktŗzb؟?cv/^Mz?~? 5_!9^K^+^^[8*"^-/ /ٙ8D>xGL۳yj~y=/_ P65Xz^y=^߶5vg(q jz7,a.r)2edvϲHߜ wȚnӂzb7$Uy-bt3-:+;VJkGIpWGlc/}Y}9ؾ]F8(-vXgZ+nY|=}Ʌ #6%_3c7C߂]xqPr3}Q9aLy穜pϏ/@Ty(ˌ|" 6zEzv؊ "bǸ Of2Q?i_lbI&(;:iYCfd
ɑfL$6Y5> T xa/}gL9ٳ:n (endstream
endobj
623 0 obj
2713
endobj
624 0 obj
<>
/ExtGState <>
>>
endobj
298 0 obj
<>
stream
x[ˎ+z[$ʊT$ ~ι&٤E ܣ[SU}ꖞ w==LaW^ia1>~BT:kys_SŘd7OsOeZ%'|_~?˟?XYM]ӄ _ 7 MJ"ZEo!5VFd~ye袒6GRVM>@/ڪ.*W,4ڨ~pSxG}ěIDXF;mST6&Z,we g\&aAP2,Ccl4ګwC4AǺY Ϯ
OHnB3umVVYJ
C]{-$Dr'+7eoB:kgLiaEGRB~@9G$Tr(Vg-LEz W91`
AVNy f.ܧngr.tnb܈,^4zc&?v+@-6 Y+5[
E#C"#ȶ8dt5PuBdr:HNs^Ylw 2CSDC
,(G ҉&ͤCZF)LFĎT.
f*~Ӧ3^nM h ڨ<*mx
[ݜw;_i燛C-+QP| NrL4 $Ѵ
յcen9DHPN ;5+N9 ww`.ju5F]*q4(, EVTF\u* )K) 0~, d@chܷcQMzu1?%<x@H=F"ij"z˖ͪ+LVv@4.Q%n˜q5XiG``c᪫mEq6l-jeA{,0vjtJ(=X~1p4D5(hsvYpJ⸈ FYs=IIՍ1Lk@hH y cyA ]f56Q!srUDEXN"2%H)86;h雬mxS2 g0UzmͲ'4^I+ҕI5D&ZB2`99⇂XȠ?k~۩2qv %xZ! zUr1
XC~`?r1$qIesP@k>B\@7+.[ KVSUZ,kquUU K,o)Sr#kl3) "W-{.|\/:
!rG32Y8U7?xs w\[90a(@x||ǫ?yx-S߿ 1|;>;> #;)hTbw$[bE|/@", aoEem +ὶ
k|_ć088·>
/ExtGState <>
>>
endobj
533 0 obj
<>
stream
xXKo1 WPQow tKAӢRU 8c'3aPWjjc$ߌÑPrx'~ ~
DVp ˮ0BqFZ\Yo[Vy,)5d=B
ϔKBAp^""3ΆQG02lYG^q3 =ec=( yajVgh3WY;qm̶`Sy[Z5nB6:
*"ŝ`]0)
q#)Zv[]nR,
`KO&1N߈/_I7a$1R"6D]ghN ߎ,mU稪nS=Rَ&-tHAh'N@ QXgŇ»MQh DXH]TJTv$v1iyt*7XBeR\Z]pMu;DWE0L-/Wޣ+ӜDbKڪ3ذ
^@f
Y3aFm3E Df)$f; Lw<_O/V+HlvYl1!i_xwcM{g0,FP|/rݘ{rԔbN u )i!UUa&6rAoKrOSφ7,p31~MP s!]JݶuYb G,^,,wd|ea"xӏnMth
%@7J Akk-!v x$ Ҥ#/])7'2$Q-sһ,9X}T@ǐ ;l8eiE^u=?xݷQT|Ou>n{1 |̌'@/DlzC| u 8hUO n=endstream
endobj
628 0 obj
931
endobj
629 0 obj
<>
/ExtGState <>
>>
endobj
270 0 obj
<>
endobj
631 0 obj
<>
stream
x]0E
uQ.ؒ4!0fvO?q*:f
$pw5 ?ԫv8ĕ\xSf,ֻ}j2
:v};-g!j0/y]xǡl5]M=䉟ϩSןï]xbUmO>!'ϓO'y <||B>O>!o.v_}u7Jfw}|x+7 endstream
endobj
632 0 obj
506
endobj
630 0 obj
<>
/FontDescriptor 633 0 R
/W [
0[750.0]11[333.0078125 333.008]16[333.0078125]18[277.83203125 556.152 556.152 556.152 556.152 556.152 556.152 556.152 556.152 556.152 556.152 333.008]33[583.984375]36[722.16796875 722.168 722.168 722.168 666.992 610.84]43[722.16796875 277.832]47[610.83984375 833.008 722.168 777.832 666.992]53[722.16796875 666.992 610.84 722.168 666.992 943.848]60[666.9921875]68[556.15234375 610.84 556.152 610.84 556.152 333.008 610.84 610.84 277.832 277.832 556.152 277.832 889.16 610.84 610.84 610.84 610.84 389.16 556.152 333.008 610.84 556.152 777.832 556.152 556.152 500]
]
/BaseFont/GFEDCB+Arial-BoldMT
>>
endobj
633 0 obj
<>
endobj
634 0 obj
<>
stream
xxU?z{6L2I&@ /BB'A ,$J@`T*(zeŲر.-ʮ(dr sN2|;#\HlUSBuAW]("D t z{
7a'?3|ei
)e8nu3u;Խ
=iUWsЂrܰ!~]ZUӼ)B s;c~
Ghh8?a{1Zoϟq͂iw[ $i;?| m'uqCυލPo
7dB$< e̸jZ mN ?g
P=3e+eU7nSSWOϳN [J}Ղg_DϧпqEfCF'pzMDF#_3_(CTTFHԎ(MIPNf^#z#%V(FOA'z]X*THMSp
.H/F!,fyz yӦCoEIpl8[?><ߋ Yi P 8 >+6`%#4wG@~8"! ЅB.uQPϽiƫW5\ވ*g6^=
W6Κ& MI<8q'R=3!³x
(UǨKʇk1x}~AQqBwĀSh<
\Z@t-n-tMӧ%zAߢ'sz~ ?\.axV.cr6]ɚ f[vv8Y{I߅}}f ' DE4KD
Ib/\"NgBe t K GN kM6}~D?_Яd9,
gX6MfSt6aWyv keؓ
dOK0{f'sv}~`?Y%RQ
Mt }zQ8SVz'D7V}zL_G{( W;;l jY X#5Zv#ƞ`;n 3c/W/=?` /7{/vb"EQ@a7M+R8U!ߓ8 N4Ӟrkt=nt+NO6sE
}C? ӿҿ/7==IEO3WzN W?VAl0cإl*f+\6-b׳%l)Vl-cw=l# `[CQ8# s ;^f?# ;>+ ;N3윈DAEhS~15.bH\1, BX,ľb8@ $։Lo+a~o9~>AHw/纃@ :g =ӧg*Y_&l[ְ[l=6M>=O,9%%At1Cs<1_)F"CEM }NbN0& BϠW1:GgՍRQGE7 J4 DA4`egH_ ]EBzV!^ H /7ig;~k;\F; og%K-KKϗ/||DIpu`sX ETBRBȌ@ IBI@/: 0HO\V:j}Hrg CpLI@LQJB #,,6Eްtyg(sF-sCgQ@8đ1d6{YQfαlDV0R.? j RDTG!"lm{
ĺS TQa-³p eWi1!.&
/:cCg+ Ɯ19lؤ =vLޓAM0͛MYdl#%[yi#{c3ŝq%QBvS"t>3W?qOz Ǐcg!v*vd ^II+пH F .ٰJPV2+LsGGY~Y
:
# Wb_ܭ 㢨 FJ8>Vp;1zz$|%raDŘ+ލcHzb ]ڈ*u.mW+*D[?1mm{V\F^J/02L T)oėM OL67%CZ nMi hPlE,h|;n_NvTW/n+BFK
gA¹P6CaP;yh7FK;ҌFbsg`QWCiEė=,/ %3| TGf/öpݠjCle,zel-c
r[YXɠ5AI%$ sƈ15Ϣc()]z]_l^RhV%WFqDI0˶~\OCml9˯|tf!nbg';+&M0^85:H$\V\6lmN=lcg>ķojB84ը XmiLݎfIs8ױ5a ^+ ٦6!ztIں-i;ҞOciǤ8 v ,G/0Jp.1!<̉Y )*ȇ lԓJ؟$sCB#4o̤E6oqͰ3
Τ^g{ؗ o ξzyӜ\_Ik.Ͽe˥˯\gny!v ' P tU }23Wn;LXBcjԴʹIDFF$1`h24?+1
&j"$tt*O ه.@f[bO*mT% եx3 \+4v֕st˸@Z,nag i|8y`?Kpa&7u>Fnn߾}ܔc TS w)p\
z怱>>wAFfns;#lR
vjni63顣zPx~L`&k4@%*gDu3vҬVR`V[jrX,fbv<{iv E#kh \𐄚y T/puiյ4j]-NZ3WW/blUU\CVd\kF\wk돯'':ϟ2i,4х)S[rAr6/ ŏ'=(1,W}6qv>۳C &e^Kޱ qJOrK^5) J0HbJ I,BrDRҎwsb 0->'.(hޣv_䩸=ULXLΐ(!je T" .tK:~Pmgcgk8mt>tӘQƏiƥ yC{ĵx5 _Wsu,..5uL+آo#V o>2A6P
Pa6P I`A2 ^̤b7X5&P-
cnf :;DBbzkGz9V8V8Wf a 7{nRXLړguO L!F[Ik2NN98-吜vrf*ҫI::EvTY>Zm(]y+wkëκUᎺN6y'a Ps]8J}!͛ ^5w>1%_kL ]?uԘzIj?ܒWoo80 3~S;-Xv5n0;΄4 jF ɫVV^t58^ rآZTXGCE{=Y?w δN-. `r"[u(Z\9ָp^`i c?3. y$ 䳛
V
DA4ҳNKN:lUtmΖ?ʛ?< rQ@>qF > bb cW6ɫ6\^w!K{jI7ނ전Y8" OwOTtĽT}s?&|4mF
]Ԭ# f[&0AWEJKRT\
P, 0 /HT>iv} [ Ԇl:$섺/6 +@yvFuTSJˢb$.H9%QQjGl8I.{RVa:͖g_Qpsg"H
$$ SDLB( =E0A YO ip0- MISpDiQrd Pw Sf1\&9jpC嗠B#;
euo/d-/_q$G*(
s20nD[ iWl,b@s;Ewc` :(eǞkwm
[Ct|tTXg})%RĜ`۞vk\Pz!&E$∜ !# LnϹstM=[zStPNQ8k> _}u;!])e.yֲZ8ک. RI2`ApmJ{q`@?sX_5c_L8?]2ic{kx8:p3K.$ 2iHu -Vu^mZ 6m
es{ $ Vޣ~Jc1:s Be%8<\G3e W kEInF\~iǓ5 5=j 1Ղy\(9ZJ-?' ~+L+U)M tӸxoa}B
]*| bc>?z x$ғ_ux2߳eJ[ռ~}nI jEihV> 4Y3]fe^I+e ,aϴXe_E_!VW;?`S3viGg_ryfGt)˵\N?hTJ5S xJtBe+[:|]kѦzm2'r+<]tB/u杮K [T4+0݃9J; ;<kYɱ0=0&3(-ݡL=*(bZ1X=kb'E2 a1DqMujZ(ܒyT˩ v*0C4h[ d%B/RS ٙ>j0c쩳~P 2f0,9@3`QMIU}F+HrOhDTd w*X1Uud!/u-4(sEd]ݫ TO+-ze!9*|| _ _(ߨEbfrprH52GV!
R%!T*#I$Fj9JQZa("%ҀPT$E3G˦'(STQOifL9,&dh6'W :uej=)AV 1j%P$pj1$9͌7( $u.Nq㣬HҤ%2]!`0v[ ip"$TƁ %z
`tZ`f~ b,=q 7rױ 9uG0
7sK
e|~X:b+@ /*aٛxjS/Y Y4 un% 6ϵ<-d$T&D
hE>bX(כj>0PoMi5 2nM}tܸRtQ/" At+Nʞ|@8 qrLS+@GW8k }PgT nZD5*T[@MʻT|%, -\-IȭtF
qP^\%Za(( O$g lԔ`(~vUj jDz|-%(I$IH2XOzBz|D"'_!Hå*I"r 4/AݬPtN:6 ؇;zwϜhp a &ldMMfAƒYHlbe]Zd[Z!WWovr%;pe;^_r0) ugP1Rj@*HRҔҒҚ"RNkv+1}oݝ|K!9q7n*-U V;}AEz7ķn=; ~s?>ۿyئ]>R{ 6_b]]]ΜtX H"-Sdtóm&%Y o8ʝIX-j䋡y$0ۿ)0 @
-`؛O8jk/, ٭2W,lUlN2 ,4_k}W5,VIYHS1Z w`f4qg:N\lu\@8܅F&KnCQW6p Pu! gF5> <
Pwʪ8A܉5 #H{Pf_q ?ef') ;XG?LqtTFûhS弒/G
7bӂ lL`cάE)+R6ةiQk
>tL /-$grK!$`D Dz\/ $
( _z8)ZD2h\V܆a/h2 y.hO3BLn0`O; 1f'z =ݦx>/| ]\u0 葔 q$c, ^e#^f
Tkm_if#T/:~q>j SIz qiPzUhxG75l$ w$7 [V%ׯ\؉=R+Zxkz>MY dwO54_gE3 f^ڛ>c_@P"lҤ(IČd
HHV< [CSE)#h "ڨy4i"-d=O|21+cjvx$
:\<ylp[l3gC5ZoI
JD"QIDF&m]_EhTt(FCU;4:>6%$@R$5Pw|! qED t`JܺhͳI(%w c
7qNdѧ&g
/=Ysؙ7NM0>w#et9'zH @>>bl#@6-LA,9aɇb.!$EJH #'LHϯv2]3i 0a4$ kDh> Ў
7 AV ;b"|-1I՝ {;Σʎ1onk +4 tP4
c@Ȃ%&Sx g>?g_!!$ ab 4h@8(rzAWF $5}֝H0F?r)(SVOV~Q65c ' A_( ƧiuUA)5`_ݯc26Dn8U EwyYsq?r^3aIv]f.5tsE]"]Eep
NvAu "JR@V1C,)S
"$ U>qDSⳆg
B L{;;:ok+?o+ 2B~8ciiNO4sVq 8t
qg
6^} F85#C϶A {5A2=7 R@F% <[$]`V(1URkG>M<|g%WA
' 'g:}< *餱%<4^ (|̷(a qwZ<O41ϐs<+ PnfK~9Ó&MMʚ雕"N]I&Er>w-"+Vqh|>dMZg4CKρėq.dT{V"fK_
{kR~IRRq1Ҡr&d[EPKBGd^A2|.1pLᰞp9
YrcM3n1 _ z+T܃=S=s=+n нh/v GP: DžyWA
nVk%Dg\Aµ< Hָk> ]E0 *M9"X ~gGФ7D>RȳO;b<뛌ҚK[
=ﻻvX\\ꓫv|ۈ@}c؋}'ef4 W7ܭ{"uF+4&
I"Du{6gI,:J #L# UT av1a0X Tj%4Ҏs5#nB v9Vb߲]/b.ݩ٣îy`ɻc'bN>v3{i z[ 0
6Rku϶47zm$X_~hk5>]56>Rw.b,+
jcm}nŬshRԬNg\l-Ԩ[lQA, hf"
COP#aފ `5 t5~P7#|#Cuqܽ! -ex~_P<%W7} /~A+7ntns/,,` gn xݴ߬zkZ Mg)%Qc W7V*}*Sglדk6ea) })5G|:1
{bjF{[ĺ`$1@= UivN ;{q2T^7mY|i-Ì}w빦\# ڢGԿW( TU3m>ƶO+OCJN}̴O?j@=j<#l2%[]hfE-]oK
=7{ 'iGs?i/)z)%6pxMs괕fnOہ̻ɝaPLT:5unT!5%
OhEQp4WqVxT $\W^NEF١pwN'T5wuz*a Nmq=5hxT2+r@Qsx 9qD:Zw){{}#-n]6mlxe-w| ={ڡ 4
/QVKyB
-^& {m#NfvXJl1.1PElqy5
=_s8UBGTαئڈ "Ω}Mܜ'c,>@[ Rsub#/ _o$eE$쐣X1<\|_]n.wY+y؉Bel-3s0]ccz AQE)+Shj*\aj)8DB4I1 2^jufN̝SuTS?T SQom0 yFSq0fp ثKf$
xPf1/אr|~B\*]SQqF>a91QoGyCw7 ;wvucD [ Zm[ʒ^>x0+4YV=\T+ޮX3Xfu c
s=(Hn7w X2QZ|Qy]6gKWGnþ .t,R{|0Ϟ}c2O\ΛG+6XvGTVyU
cU G)1I^J$_#}BpNIdQLFV~a3OOOV,O̓aSk+"LU( YRvrgrY1d+c ׁSg=M}x\{jro REܗEQݸ&Vc 'ގt35:VǞbt }r9ь6v a?CKX+4.1FW D&Mq(gu5D1Jr
U`oeܖ-ۤƽ^c[cf[;yܺ>~V7a
/[p謔1}gH5`v !O0~e:k{]!FHy. jah dy, fZ)WZ2QW6l@pHWw7UV
YF3d<$!inRэރjH؉1eAWFRl=zXyϠ˯z,`&6jC' ?+F>SHucֻl7;!~en __1jqLm:goPGiML I$)wNK$ ?nj1w\ْeȎrHuq /?l6X,~jLbԬ)v>s3f }y쯱GU:v?ms Rt
R{9T ,7ֲZuiS럘Uݚ|F9mi!s'`p+$Uj;f+u`(iqw 4Fu蛙6Qoq 7'aLݻp
_i-\|ڴ;cWq`+3~{ ?mJh>i9Vx 2Z`167UӌdH*Fbl'\IoQAU(MطT`, @H n빶8u/ 们( hDg܈}gQZ 8/]
ц[LvҐ~}Y,# Vc yQ;$ĐyB웜S$g؟6 0 ~:c:.&L6ڷ 0JBZFe֬˳VW:Wߜf
MՖt)=#;X1 ITM zM7.v^&wa*\I2u[=ז/zn-h\ .djޔh?_ߺvgt>| s JئR"n_xq;'97dB;s%@b8+W*8 z.ǍX "$a2 T U9~rH
?wLuI< <]giϯ$(\a½ҫ7N9t1n4 %5Tݞ 8̨ Mp<+|S|#~
gbD* [[=ףM=ZIiל=Zf.$p_'M_</ wIbz0Xu|Ox5ND6|3^ }2XƋ< NC(w[YىB.
9f`Wf:]bO^z_|^NgԚ@r~ u 96{n85D_}Gdž
z8j$.+ds4-TR\i# 2d'gN ҥ/d _NN8x{[}$62,@H5$,F'r2vHOk nNU , qiv8)_p"H2>)c?q#;|T_afog:ϳWlV }[&L}iy5^x gi $8iI OD<nu75O"5Ȳj4/Nԯtp`>SQ1 (E} +odeP l} c@ο уiGhj$Z!PVE"Q%$!7Il/9Tf4a鐡CPq$qmq AT92C(Gf= 5XJY
!CPi-buq%Z%dUJG#}p WQAzw)I}B$J{zM5c1kz'rCJ"Rxբ'`őꑉH%ZT>
3!hy.*d(6 ` *<>cu'q[` { F|fo8jߠyIP4|u݊p\qR\köe{"{džv=1ysp$^M UlOI%sR[ k
xf pixFR2,)O
}A(%AD /Ԫ WzN5QA-(
u_xM=-(v݀\F[ $ILF7 ۗ#ڥo?YQE'!
̋s"x k'WcM[LLDy3)6fxG&h[Hki
οCRZ,{ 4 `|=ꚛac}^1U#^Oz<< m;1 gĔη~;̱1XU0C-QmD%H
*<jB$)xWz(ӌñ38[=(sФ%nj
,>e&:GMn4S? V; MЩ6rp/T{F3OmI`m6j fMTڇX5Xu|wq˴Di "ǻmp[^ gi)^/M;j @i}
15z MOڅpmGu qMGZ>GYWubu;ӆpCq`
'h;bE%JmA54$J$G)/;2ۄLuS
8Pf Ok`?^.\&_g]e[/q
Ydk֨ fMU(P~ʹ顀5 Fi\=]&UZ 4pgSëƁ?mE(j|.̀c5iz+9k^C#00."뇒hGAhHo0NmV
>=8fȝ 7FD%o?DZ'BXq9bԋjX^V
uldt$S[QWh.5"'X/uJeO]i[_Zwheg"fp;o]VhO1';K ,Lt:5kuu`F5,X4w`pO zFH^@+j[0ƫg5̻qFC`ܹ
QՁK
8ak
rӏۤyK>5ݏ7:j4yK<b6J{ݓ槎폿SUY;r6|m;?:8kЭǟvf/z{~ř?9Nیe,W"*_wesU}Asz ߑgz_Ľ3qkw_bd8 E]5?0wf` 4SPhѢ3^U0ih0;/>2{>^U 릭v6:#)זֵ=}rgٷ%NqGhm_Uo;cws]u{jgӹ7n RdžOjN/{ .ٜiRҺe?m?ێ<>3 ̝hˮq39Z:ė˴'RK ?pu
ǖ ?V^eC
o%WKy ݱ.H.JX Y72ht$`O`H +2̝1I-L[p~DIIqH%/~>φC31:16K`ݗP9b|zX=>O~f-/:U| Dtѽ'jODHO&e~cm_}s ?>:W{)k O>w
>x/3R{?:s65,|g|{%T!}ܦk5Κsy $rdysϝ 0hɮ̝7mAܫ `x;5@`k\pm4F" .&% rnzNMH$l
HK
HA)*P,P@E (v,Xl;~y͜s̜2gδM2
jiՊ;n3 su\}z]C;ҳC}4w߶uʗeWl}:6ܨ4 `y X\CWr Uτ ~`;NǞ;;.[]}μey쮯,{jJ^>m?ܹo'YtaBdڿ]}m,϶kϩIC|d ~ fY6|C}Ie z{ԯ~mB;5.lВYW廙m:txr?r.,Rţ-vv>aˢn}
*{֭ҡCk]aЄKK:w'^p4K{emc"̣mz=t{Pj-;tƾ3$EiWz>n;}9:߱$LÝ 7Z_)&J
֎ͱQ7c"Jt;n;du3cԻ)o;[KhAQ- UQf6G= ^)MfY9{N/N?jK[vNVNNsaGǧ5߹NHMwJs
Gǟ-{`nۋ)zǺ,_2m_$x]Xvzs/jh۷x1[N}oN?Z/ҥ7eM=]#)hƬݯ6i ݥO$=b fk T[S֛pޮ֭]WGzx~g y>֧蓡ŜO[JhLzuQv^|L_1>:xdЈ{Ҽt|ulz|s'ngj x>|yw ۑ8h|z~xTaվQ[?v3 k{ĤW Na/
w 343
=m H誘H>}N9eo
5ݒqݶgߖذas 0?g_̗M5*Ls uKӎtU)e qRsS+*j kSpFJ
\7ŔpY3~=^~t=|4O|dY[UTz%kg厘vK~>wo :b^fʶNBE vf[ (-쟕(_ֿ?_7~}so>ذ+ wyb{po&5'Z}U>ܪiLrM#V8i x&xb}n=إ;}n/_v}օGZb3;D|˝ H|^:;caZlN g.55 =mkf'l1P&ZSKX`)T|nQ+KS%j ݩ?o.1TL4uF
|TL(K|\ToQ
P#jTC cB6ȼ:qlQY1*xEe FyvRȸ^?X?8m ٠Y>
ywͳG*>Unw>[uMZү ɟt3.w}/~)lcۜyg q SnXp^N~gm2͜Ѯk̎]L:/m_?0qdΊ|@'3NyM[$o^ex{ҩ]ܺv[I)k3?X+=N~tEU ?|Cwtmr滛e<24xb0kJ-2zͬQtzz
0
@
]- h FA H9`c\=
Mߝ
fhje M@zh9ꀌt .E(\ؙezA^9 řΡmP[Q!§S53fVJ$
GvA`5vRk @cp(t>5h5j4F!(oI^cpuif̓f[`#F̠
vM19}CsޝA3#\
d1<º73Cn+L'Ei!tB蚅`BUt,:t&RHV@dAwi+DN 6ܲV
Mj"vj4k[VI)][
aຖ vvD@}1Fɻ0|| !
p#hN>df;r3
d 4F%έ _ #\x`Wb6n'O6%S5-jDy :ً ! d/AoJ ;-~1M^!ېpcC7ѦiHqy@@xcNs!43ƣ P 5%k\\҆]&,hH蚱])23eF%t!联i)YР3@xNP V
gՋG!1 lHs E
tEN
ZHaJJQ Q Rh9& cN cp !1Dp !18!18 !82#828a08a f0Yp &0 p &apGpDGpD (( Qj!qq8NIq8NI8)8NI8Io3a`9 ,a`9 ,`9 , a3 lHs qx^WW-$[ Q 8ꁣ 8G=pG::Q uQ uNn-$_rאxt,d,lF N4O%t(0pnTiM@2H' y##N4 62l21MVW=*ۤT)- (L-h ՋA YĞoI$' oJKpf01әKi<ɕر'Lm!iwPd?C i y\BJdyIPtF&rb!
Ԣn6 AaFCNб|BϽxS;(~ɇ66w`c
q
3dT8kC9 ` Ն6; vL䵓@Qvƣw4x
iv; 0A6Ajg` i {!]]ʙƆ^ ևxq] 'l3>aL1>u{d/
yŌf9Fwjccqo07f1x4yqqHh0I.Lma0v4vq"O.diMJc|k;nd8kXjg2t7t0b AM"B %h(fwAG7#d,<~o!P`kx8dz! 7 eջl7xջ@n=y`;Fyc/Ϛߖf/naz1cPzմg97 4p j@2~_So7f̀BwHDp4fDJe PGZP2j0djGzb9z!(QK m>bl2: u$:191Q`£y-#}V_-Ɂ x ށ5Q
_57zVsP\Ѐ
P5!g y۽{05\ 1+#N]R?*4V|6$8Ǒ
L7%KMcÇ|qCX+rM4aiץu.eAq _JRQT\;Ț1w[.F(Drj,ouݯa!F_~5U&L(,B*/$~D !2P b<( Hץ5& !, ނP!dO-AV P;c2o"JǩuzɠK4B)&R!/#dd}!4krD 6S=PuP7 B!9!l%Bofnfnfnfnfnf'~;
9=iʁ gP ˣ5ߦpӭ.^|%
5MSAUN!NOWK2ɏ_^
h# w&Ԉ/ [P?E E< 7Ea$EI4=x_/@,8`BAg)4ƻQ(ꎆ( }?Gc5| 恼t2{/$HYʎoEXzKP{dg(AkF)UX4G-gU FnlhFr4 -D/wqS< agwzG*j:M% v[sJK4@oC{{2NY]}j^!x~YCWzW{_Fa`<2{ ;:Gf{gh8hޏc '?#,2~Rh yD7GIt
G㶸?.s$t D(|TC{ 3̿sq+
4>Io%HG\aWO^ Bm@4߮Eh z }Ρ/ ݸ$82T9 D +%K Rd
]}KW?b''ѹϡ=c
}wcm? /C#w Nr@k?#@eɗ+2Gt*]MvzVD%E(zl{ΪjZ`g7+IW_EW_m
H x}.x}$z
4QxI` Hk $ZHhy2pQ/z%mIkT3zgx'rh
)'Q>FN*H)[+i9{Ģa6ZJv8 m!d$y"|
o@ @)gOH : ߋҽkq?|hRnC cgp.У y;oUu!DbGA PA~$BMPSX?aMhQ
# V8aND ɠ+ k٠ vC;*+IO < =rP.̧}`hP4 VhDi jXV{a Z +CKaxD`h%f%Og`<ա09q 8}#3#03 !EA̜Fߣ +
w; 1]B!NBD" 8 CFB<69q V0w5 "8q+F'd8lVlvg8asÊ
b> =q/3qΆ1 +M 5g +P< <<F(<ut Fjz;̿[(E:Mē` /\p9 *T\kn
t|g;]0³ <V{x>V?!/#QXx ?W5p Y ^
y~oe vqn[V
UvRkxދ_o}MXK .>Ç|v 'S _/Q| _:sg`WV_o, O/L| _WU셝&PFTX˃`BBaN"H$"MHSҌDhiAZVkCڒv$'Fb"@
@IG҉t&I'BJBFAE$tN:Az^$vY$?7C~?@[
!C0_"2#ɭ6r; ;REH&bRB&)rQU&5L# dI$wa5!sau]` Y@"&O"۰wz $C}|D>&OaO9쪾]Qr v r|M!ߒ)r|O~ gȏgv_Y;9GΓ?ȟ/7\ %r\!W{ޔ*T`BCi
4F&)mFisvshkچ?|Q#5X؛v4&ҎL`ׅv)4ag6jn;M=hOڋfLEiͥi v :t J4#(:;VzNݴzD::N tUtN3Lz'
;tK{`O:Gt!}.Ct ]
;G1.+ &Oѧ3t]>Kz>;F}n f@,n}}nCt }om} C}! ҏ` ~F?GKz _=Iow=-vg'3Jg =Oҿ z^ez^^ (T_Ơ*؉+!J%NMJ3%Zi]z+FiSb`nTLJtPAvT:)$%YtJbSU)v8I9VҔnJw%]Tz)J& %WQ* er27C~cp%OTF)1pWnUnSnW&(JR) e2I)VJpb+UʔrBT*UJRite2TRVf)9\e U+)+( ʃ"eDY<<<<,S++ᄲ4W)ujeVyVyNYg
ʋF%eeRlVF8lU)(ە ʫNe[yM٣U^WP)o*;ʻA=8s| V>T>R>V>Q>U>S>W(_(_*GcWqrRZFVN9VW~P(?*?)?+(*)gߕsyO/o rNȗ+U8;"a)1X f!,p"Ykf,5g-XK֊fmX[֎ŰL,ű,%D֑ubYKf]XWRYtjcv`Nbnƺ,`=Y/2Yf9,Sl_֏gw !l(g<6dh6exv+&|V
Yl+f%l2JX*X%ʪX5apR`3Lv'fl{ؽl>gl!{-bCl - fGcl[Vl%{=ŞfϰUSZ,{c Gc }>gGKv c_;ɾf߰ow;;g?3G~ewvg?_o.Kp®2T 'k**SUՠjjFMԦj35ZmP[po 'jTMjvP5QvR;IjEiݬZTjSCu.խjCR3L5KVs\GSԁ- u:D Syu:J QǪm5_-P "գNT'j:YejZVS*ZQkitu:SSK[Vsy=|>~uP}P].V b)嵥QeUSJ'UyjjiYVX2%PT_XUQ \1SU]XQQJ*ĵ*4/!bREg!߇՜|R|(4ؐUhr} _X[QK}h/T e hTJAr U.P wpN|J{կj
=E%A5FTX-#ZiH- /+gyŞ|:V"OiMSY]R
K&ӚZZY\^[^9{(,/TyumJT饞5AV,sUL/Q5Z0IT{B*jy䗆׀nO!%&3dZ~Ê+j=٥J
K+jBxIU5, "E#̒U':։4pK' aXuv¡KrzUc8tSzenUvnMz]WaJuVTKetv!( CmeAiE!T:чj"P4E]w*qCMUIJ Ҟ}tZXRUX .)V SZ^uY a~h|յDOJaim+䃊|~_QhYmT OJ&WVTTUT\[O!O,)qZvNԾ.v}af 7d&7CfԖM,Z觕l> r5Y#y 4)@R ^c>t3I#B-ȯRjJJ*
U
`Ru@xkxG\kM~&O~#j
}z =&ÓC2.pKuҐ CGW| |uL`t [j**TyK:Wq@SkAoLEUE|@xnv-w!Xj|tuĒi: V
X =5Qb `5U)$/X W!(ƗܯB˱|a#* .LUjRկ% 4#EM2/G*|'[jɠZ2Ġ$CJ
6\,yM?..CK
|#=,]{-T
RF+ML/%w(vӪ
U&@
@E^<"㵁 a+զS%吔SR.I%SNb,REJH)V)*XViUʳJRUJJ6)&%ۤdMI 6&uؤa:R]K va:Rg N NV-.iK⒒]RKJvI.)-%e{R[pK n-u:Ҥ4#MH:Ҥ4#MH/E,kI.)rI-)"umv@ Vػy?3GV(TT⒪&*2QGՋ+`RTE<ŬvV?5R? ՞~$?nU T]ڪk*
M0ױI%eRV5COc3gSh
EAKH1%"@G*QHr
ae)
b R dM5̀L@:,n#U@:O`QR^ޜ)_
_GO>υۅσ iB-&"K
rDF0wNT̲ʒn_PtA ъEgh5z`p
$*ڧB it
u!\' qBwwAPfr.jH4M a#a\ә 8WO()TE, k*A)
͟rlLpٵ)tJсVNNY%%ySI9%%%;t4lK!)\KflY[6o8l -N[+?gn<)]GM[
xUV9̲S2KJ%}咾rI^W.5yVC4-Srzis\t?4g6"ϫjr)y IzɫslS}۬x O[ Ojk^=mV㔿6˸SJgt?NLbqg5>9.\k<9[I 'gb]I%)*Xsk8e,#n~2_OZ-wylo.iK"K՟'wI șns-_R[*lo-*u~y~Lry4٢4+`IKd:lII ҤrE fs5ÿ6f+bƿU.쟱C
+ȿ[1)%[dnnnYF[Ʈ*C\nCba:R/OV6N{F߫Ilf&ڤ65tFe1 .-r*wUvH*w8uOK կZSRͧQ @;h A\x)^!=x)[lx)[ XtJjtZco䋊boB̼_MWI+
2BJ#"*y> A\][xESIJ{F~j~+G\keV[Yr5V^cI͐V c|c `%Gù9f
[4lհMv
;4Kn
i8SYkUR6I%oOjئa]p5k=S3s5k=ˬaYZ,4ɱ:\~K]MRlrbܥ.fuJ%)a:lRM_æa|Yþ:aўT: r.Y%Hn&r'tiحa?Soְ.-K+iخaB=
mNiSUjs\ҫ6h.˭mpV.e'ݲܺW(stJح5\z=Y"#O`7ku'B^iVe9zEɒ9_ݚrgG?btz:tì[ љ-)fw OyJwX49M:$\ rsX5'MGҴ"M,˵a-v UtnS)4Og [I][Zc1kΒeC^[zkϚGё%!햣dzé-sWht85dklMklmɖ@]6f}3[Sm 6'[{V\]>^ y"GLl>gˈ+C42 mZA=W#{\DْE[tja>rtIZst9w]SF6nrr5zSr/r5ZjhPg?Wӟֽ)N}%slKJwqI-)͒fmL-N2 rd9j生t9rʱӡSmnm9R _N9 R)?v1c)W