################################################################# # # # # ################################################################# # # # Modified by EMEA OracleDBA Team for enhancements & automation # # APRIL 2016 # # # ################################################################# # # # # # USAGE : To be executed as root user # # # # Manual execution # # sh bl_stop_crs.ksh # # # # Via job scheduler tools and by-passing the prompt # # sh bl_stop_crs.ksh y # # # #---------------------------------------------------------------# # # # //Generic information about the batch of scripts developed// # # bl_status.ksh # # bl_stop.ksh # # bl_stop_crs.ksh # # bl_start_crs.ksh # # bl_start.ksh # # # # Versions/Combinations Supported # # Clustware 12c # Clustware 11g # # Clustware 10g # # NON-RAC with ASM 11g # # NON-RAC with ASM 10g # # NON-RAC & NON-ASM # # # # Components in scope # # Clusterware # # ASM Instance # # Database Instance # # Cluster Listener # # Local Listener # # Manager Recovery Process # # GoldenGate Replication # # Port Utility # # Enterprise Manager Agent # # OSWatcher Utility # # Foglight Monitoring Agent # # Filesystem # # Rawdisk # # # ################################################################# export OS=`uname -a | awk '{ print $1 }'` eval timevalue=`date '+%m%d%Y_%H%M%S'` eval filename=$(echo $(hostname) | cut -d. -f1)_$timevalue export PATH=$PATH:/usr/local/bin if [[ -f /etc/redhat-release ]]; then export RH_VER=`cat /etc/redhat-release | grep "Linux Server release" | sed -n 's/.*\(Linux Server release.*\).*/\1/p' | awk '{ print $4 }'` else export RH_VER=0 fi # CHECK IF MYSQL DATABASE SERVER if [ "$(ps -ef | grep -i mysql | grep -v grep | wc -l)" -ge 1 ] then echo "This is a MySQL Database Server" exit 0 fi # CHECK IF THE USER IS ROOT echo " " if [ $(whoami) != "root" ] then echo "ATTENTION : Please execute this script as root user" exit 0; fi # SCRIPT AND OUTPUT DIRECTORIES INITIALIZATION if [[ -d /oracle/dba/output/generic ]]; then OUTPUT_DIRECTORY=/oracle/dba/output/generic else OUTPUT_DIRECTORY=/var/bl_ora/log if [[ ! -d $OUTPUT_DIRECTORY ]]; then echo "OUTPUT_DIRECTORY: $OUTPUT_DIRECTORY was not found on this server ... Exiting" exit 0 fi fi # Check if user really wants to STOP the services if [ $# -eq 0 ] then read -r -p "Are you sure you want to STOP the Clusterware services ? [y/n] " response if [ $response = y ] then echo ""; echo "Please wait while the services are brought down... "; echo "" else exit; >/dev/null fi elif [ $1 == y ] then echo ""; echo "Please wait while the services are brought down... "; echo "" else exit; >/dev/null fi if [ -f $OUTPUT_DIRECTORY/server_type.log ]; then server_type=$(<$OUTPUT_DIRECTORY/server_type.log) else if [ "$(ps -ef | grep crsd.bin | grep -v grep | wc -l)" -eq 1 ] then if [ "$(ps -ef | grep crsd.bin | grep -v grep | grep "12\." | wc -l)" -eq 1 ] then export server_type="rac_12c" elif [ "$(ps -ef | grep crsd.bin | grep -v grep | grep "11\." | wc -l)" -eq 1 ] then export server_type="rac_11g" else export server_type="rac_10g" fi else if [ "$(ps -ef | grep ohasd.bin | grep -v grep | grep "12\." | wc -l)" -eq 1 ] then export server_type="norac_asm12c" elif [ "$(ps -ef | grep ohasd.bin | grep -v grep | grep "11\." | wc -l)" -eq 1 ] then export server_type="norac_asm11g" elif [ "$(ps -ef | grep pmon | grep -v grep | grep "+ASM" | grep -v onitor | wc -l)" -eq 1 ] then export server_type="norac_asm10g" else export server_type="norac_noasm" fi fi # Address rare issue seen where crsd.bin not picked up even though it is in fact a RAC system! if [[ "$server_type" == norac_asm* ]] && [[ -f /etc/oratab ]]; then ASM_LAST_CHAR=`grep "^\+ASM" /etc/oratab | cut -d":" -f1 -s | sed -e "s/.*\(.\)/\1/"` #ASM_LAST_CHAR=`ps -ef | grep "asm_pmon_" | grep -v grep | awk '{ print $NF }' | cut -d"_" -f3 -s | sed -e "s/.*\(.\)/\1/"` echo $ASM_LAST_CHAR | egrep '^[0-9]+$' if [ $? -eq 0 ]; then #echo "$ASM_LAST_CHAR is a number .. So it's a RAC " server_str_2=`echo $server_type | sed 's/asm//g' |cut -d"_" -f2 -s` export server_type="rac_${server_str_2}" fi fi echo $server_type > $OUTPUT_DIRECTORY/server_type.log fi collect_dma() { if [ $when = pre ] then if [ ! -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then touch $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ps -ef | grep opsware | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log elif [ $(( (`date +%s` - `stat -L --format %Y $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log`) > (2880*60) )) = 1 ] then rm -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ps -ef | grep opsware | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else if [ $(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log) -gt 0 ] then sleep 1 else ps -ef | grep opsware | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log fi fi elif [ $when = post ] then ps -ef | grep opsware | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else sleep 0 fi } collect_esm() { if [ $when = pre ] then if [ ! -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then touch $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ps -ef | grep -i esm | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log elif [ $(( (`date +%s` - `stat -L --format %Y $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log`) > (2880*60) )) = 1 ] then rm -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ps -ef | grep -i esm | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else if [ $(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log) -gt 0 ] then sleep 1 else ps -ef | grep -i esm | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log fi fi elif [ $when = post ] then ps -ef | grep -i esm | grep -v grep | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else sleep 0 fi } collect_lsnr() { if [ $when = pre ] then if [ ! -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then touch $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ps -ef | grep lsnr |grep -v grep | sed -n 's/.*\(tnslsnr.*\).*/\1/p' | awk '{ print $2 }'| sed '/^\s*$/d' >$OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log #elif [ $(( (`date +%s` - `stat -L --format %Y $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log`) > (2880*60) )) -eq 1 ] #then #rm -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log #ps -ef | grep lsnr |grep -v grep | sed -n 's/.*\(tnslsnr.*\).*/\1/p' | awk '{ print $2 }'| sed '/^\s*$/d' >$OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else for LSNR in `ps -ef | grep lsnr |grep -v grep | sed -n 's/.*\(tnslsnr.*\).*/\1/p' | awk '{ print $2 }'| sed '/^\s*$/d'` do if [ $(grep -w "$LSNR" $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log | wc -l) -eq 1 ] then sleep 0 else echo $LSNR >> $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log fi done fi elif [ $when = post ] then ps -ef | grep lsnr |grep -v grep | sed -n 's/.*\(tnslsnr.*\).*/\1/p' | awk '{ print $2 }' | sed '/^\s*$/d' >$OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else sleep 0 fi } collect_asm() { if [ $when = pre ] then if [ ! -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then touch $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ps -ef | grep pmon | sort -k9 | grep -v grep | grep "+ASM" | grep -v onitor | awk 'BEGIN{FS="_"}{print $NF}'>$OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log #elif [ $(( (`date +%s` - `stat -L --format %Y $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log`) > (2880*60) )) -eq 1 ] #then #rm -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log #ps -ef | grep pmon | sort -k9 | grep -v grep | grep "+ASM" | grep -v onitor | awk 'BEGIN{FS="_"}{print $NF}'>$OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else for ASM in `ps -ef | grep pmon | sort -k9 | grep -v grep | grep "+ASM" | grep -v onitor | awk 'BEGIN{FS="_"}{print $NF}'` do if [ $(grep -w "$ASM" $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log | wc -l) -eq 1 ] then sleep 1 else echo $ASM >> $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log fi done fi elif [ $when = post ] then ps -ef | grep pmon | sort -k9 | grep -v grep | grep "+ASM" | grep -v onitor | awk 'BEGIN{FS="_"}{print $NF}'>$OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else sleep 0 fi } collect_crs() { if [ $when = pre ] then if [ ! -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then touch $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ps -ef | grep crs | grep -v grep | grep -v tfa | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log #elif [ $(( (`date +%s` - `stat -L --format %Y $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log`) > (2880*60) )) -eq 1 ] #then #rm -f $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log #ps -ef | grep crs | grep -v grep | grep -v tfa | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else if [ $(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log) -gt 0 ] then sleep 1 else ps -ef | grep crs | grep -v grep | grep -v tfa | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log fi fi elif [ $when = post ] then ps -ef | grep crs | grep -v grep | grep -v tfa | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log else sleep 0 fi } #Portdaemon detection collect_portutil() { ps -ef | grep "portdaemon.pl" | grep -v grep | grep port | wc -l > $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log } display_pre_post() { if [ $when = pre ] then if [ $what = esm ] || [ $what = dma ] then if [ "$(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log)" = 0 ] || [ ! -s $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then echo -e ' \t ' "PRE stop" $what "running " ' \t ' ":" ' \t \t' "NO" | tee -a ${LOG} else echo -e ' \t ' "PRE stop" $what "running " ' \t ' ":" ' \t \t' "YES" | tee -a ${LOG} fi elif [ $what = asm ] || [ $what = lsnr ] || [ $what = portutil ] then if [ "$(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log)" = 0 ] || [ ! -s $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then echo "PRE stop" $what "running " ":" "NO" | tee -a ${LOG} else echo "PRE stop" $what "running " ":" $(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log) | tee -a ${LOG} fi elif [ $what = crs ] then if [ "$(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log)" -lt 3 ] || [ ! -s $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then echo "PRE stop" $what "running " ":" "NO" | tee -a ${LOG} else echo "PRE stop" $what "running " ":" "YES" | tee -a ${LOG} fi fi elif [ $when = post ] then if [ $what = asm ] || [ $what = lsnr ] || [ $what = portutil ] then if [ "$(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log)" = 0 ] || [ ! -s $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then echo "POST stop" $what "running " ":" "NO" | tee -a ${LOG} else echo "POST stop" $what "running " ":" $(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log) | tee -a ${LOG} fi elif [ $what = crs ] then if [ "$(cat $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log)" -lt 3 ] || [ ! -s $OUTPUT_DIRECTORY/"$when"_"$why"_"$what".log ] then echo "POST stop" $what "running " ":" "NO" | tee -a ${LOG} else echo "POST stop" $what "running " ":" "YES" | tee -a ${LOG} fi fi fi } stopped_status() { if [ $what = asm ] || [ $what = lsnr ] || [ $what = portutil ] then if [ "$(cat $OUTPUT_DIRECTORY/post_"$why"_"$what".log)" = 0 ] || [ ! -s $OUTPUT_DIRECTORY/post_"$why"_"$what".log ] then echo "yes" > $OUTPUT_DIRECTORY/stopped_$what.log echo "OK : successfully stopped $what" | tee -a ${LOG} else echo "no" > $OUTPUT_DIRECTORY/stopped_$what.log echo "ATTENTION : $what didn't stop. Please check" | tee -a ${LOG} fi elif [ $what = crs ] then if [ "$(cat $OUTPUT_DIRECTORY/post_"$why"_"$what".log)" -lt 3 ] || [ ! -s $OUTPUT_DIRECTORY/post_"$why"_"$what".log ] then echo "yes" > $OUTPUT_DIRECTORY/stopped_$what.log echo "OK : successfully stopped $what" | tee -a ${LOG} else echo "no" > $OUTPUT_DIRECTORY/stopped_$what.log echo "ATTENTION : $what didn't stop. Please check" | tee -a ${LOG} fi fi } stop_has() { export ORACLE_SID=`ps -ef | grep pmon | sort -k9 | grep -v grep | grep "+ASM" | grep -v onitor | awk 'BEGIN{FS="_"}{print $NF}'` #ORACLE_SID=`cat /etc/oratab | awk 'BEGIN{FS=":"}{print $1}' | grep ASM | grep -v "#"` export ORAENV_ASK=NO >/dev/null; . oraenv >/dev/null crs_en_dis=`cat /etc/oracle/scls_scr/$(echo $(hostname) | cut -d. -f1)/root/crsstart | awk 'BEGIN{FS=":"}{print $1}'` echo "CRS status : $crs_en_dis" >> ${LOG}; echo "" >> ${LOG} crsctl stop has >> ${LOG} ; echo "" >> ${LOG} sleep 10 if [ "$(crsctl check crs | grep online || crsctl check crs | grep healthy | wc -l)" -eq 0 ] then echo "Clusterware Services stopped" >> ${LOG}; echo "" >> ${LOG} crsctl disable has | tee -a ${LOG} crs_en_dis=`cat /etc/oracle/scls_scr/$(echo $(hostname) | cut -d. -f1)/root/crsstart | awk 'BEGIN{FS=":"}{print $1}'` echo "CRS status : $crs_en_dis" >> ${LOG}; echo "" >> ${LOG} echo "CRS is now disabled" >> ${LOG} else echo "ATTENTION : Clusterware services do not appear to have stopped properly" >> ${LOG} ; echo "" >> ${LOG} echo "ATTENTION : CRS not disabled" >> ${LOG} ; echo "" >> ${LOG} fi } stop_crs() { ORACLE_SID=`cat /etc/oratab | awk 'BEGIN{FS=":"}{print $1}' | grep CRS | grep -v "#"` export ORAENV_ASK=NO >/dev/null; . oraenv >/dev/null crsctl stop crs >> ${LOG} ; echo "" >> ${LOG} sleep 10 if [ "$(crsctl check crs | grep online || crsctl check crs | grep healthy | wc -l)" -eq 0 ] then echo "Clusterware Services stopped" >> ${LOG}; echo "" >> ${LOG} crsctl disable crs | tee -a ${LOG} crs_en_dis=`cat /etc/oracle/scls_scr/$(echo $(hostname) | cut -d. -f1)/root/crsstart | awk 'BEGIN{FS=":"}{print $1}'` echo "CRS status : $crs_en_dis" >> ${LOG}; echo "" >> ${LOG} echo "CRS is now disabled" >> ${LOG} else echo "ATTENTION : Clusterware services do not appear to have stopped properly" >> ${LOG} ; echo "" >> ${LOG} echo "ATTENTION : CRS not disabled" >> ${LOG} ; echo "" >> ${LOG} fi } stop_portutil() { # Initialise any previous Portdaemon Config files if [[ -f $OUTPUT_DIRECTORY/Portdaemon_config.txt ]]; then rm $OUTPUT_DIRECTORY/Portdaemon_config.txt fi if [[ -f $OUTPUT_DIRECTORY/Portdaemon_stop.sh ]]; then rm $OUTPUT_DIRECTORY/Portdaemon_stop.sh fi # Capture all Runtime Portdaemon parameters for running Portdaemon processes ps -ef | grep "portdaemon.pl" | grep -v grep | grep port | while read PORT_CONFIG do PORT_USER=`echo $PORT_CONFIG | awk '{ print $1 }'` #PORT_PROC=`echo $PORT_CONFIG | grep -o '..................................................portdaemon.pl' | awk '{ print $NF }'` PORT_PROC=`echo $PORT_CONFIG | sed -n 's/.*\(..................................................portdaemon.pl\).*/\1/p' | awk '{ print $NF }'| grep -v "\.\.\.\.portdaemon.pl"` PORT_DIR=`dirname $PORT_PROC` PORT_NUMB=`echo $PORT_CONFIG | awk '{ print $NF }'` echo "${PORT_USER}:${PORT_PROC}:${PORT_NUMB}" >> $OUTPUT_DIRECTORY/Portdaemon_config.txt # Stop the Portdaemon for this POrt .. echo "su - $PORT_USER -c 'sh ${PORT_DIR}/stop_port_daemon ${PORT_NUMB}'" >> $OUTPUT_DIRECTORY/Portdaemon_stop.sh done # Loop through and stop all detected Portdaemon(s) if [[ -f $OUTPUT_DIRECTORY/Portdaemon_stop.sh ]]; then chmod 744 $OUTPUT_DIRECTORY/Portdaemon_stop.sh sh $OUTPUT_DIRECTORY/Portdaemon_stop.sh > /dev/null 2>&1 fi } stop_tfa() { if [[ "$(ps -ef | grep tfa_home | grep -v grep | wc -l)" -ne 0 ]]; then if [[ -f /etc/init.d/init.tfa ]]; then /etc/init.d/init.tfa stop > /dev/null 2>&1 fi fi } disable_standalone_autostart() { DDMMYY=`date '+%m%d%y_%H:%M:%S'` if [[ -f /etc/oratab ]]; then oracred=`ls -l /etc/oratab | awk '{ print $3":"$4 }'` if [[ -f /etc/oratab_bl_backup ]]; then rm -rf /etc/oratab_bl_backup fi cp -p /etc/oratab $OUTPUT_DIRECTORY/oratab_${DDMMYY} mv /etc/oratab /etc/oratab_bl_backup if [[ -f /etc/oratab_bl_backup ]]; then sed '/^$/d' /etc/oratab_bl_backup | grep -v "^#" | sed 's/:Y$/:N/g' | sed 's/:M$/:N/g' | sed 's/:Y:/:N:/g' | sed 's/:A$/:N/g' > /etc/oratab if [[ -f /etc/oratab ]]; then chown $oracred /etc/oratab fi fi fi if [[ -f /etc/lsnrtab ]]; then oracred=`ls -l /etc/lsnrtab | awk '{ print $3":"$4 }'` if [[ -f /etc/lsnrtab_bl_backup ]]; then rm -rf /etc/lsnrtab_bl_backup fi cp -p /etc/lsnrtab $OUTPUT_DIRECTORY/lsnrtab_${DDMMYY} mv /etc/lsnrtab /etc/lsnrtab_bl_backup if [[ -f /etc/lsnrtab_bl_backup ]]; then sed '/^$/d' /etc/lsnrtab_bl_backup | grep -v "^#" | sed 's/:Y$/:N/g' > /etc/lsnrtab if [[ -f /etc/lsnrtab ]]; then chown $oracred /etc/lsnrtab fi fi fi } stop_rh7_dbserv() { if [[ -f /etc/redhat-release ]] && [[ "$RH_VER" == 7.* ]]; then export RH7_ORASTR=`systemctl status oracle_db.service | grep "Active: " | awk '{ print $1,$2,$3 }'` #echo " RH_VER => $RH_VER :: RH7_ORASTR => $RH7_ORASTR " echo "" >> $LOG echo "########################################################################" >> $LOG echo "`date`" >> $LOG echo "Note: RedHat7 Oracle Service: oracle_db.service will be stopped here ... " >> $LOG echo "" >> $LOG echo "PRE Shutdown Status: " >> $LOG systemctl status oracle_db.service | grep "Active: " >> $LOG echo "" >> $LOG echo " => Attempting to Stop it ..." >> $LOG echo "" >> $LOG systemctl stop oracle_db.service >> $LOG sleep 3 echo "POST Shutdown Status: " >> $LOG systemctl status oracle_db.service | grep "Active: " >> $LOG echo "########################################################################" >> $LOG echo "" >> $LOG fi } # Remove the temporary log file rm -f $OUTPUT_DIRECTORY/stop_crs.log # Assign a new log file LOG=$OUTPUT_DIRECTORY/stop_crs.log; #INSERT INTO REPOSITORY DATABASE #ASSIGNING THE OUTPUT VARIABLES assign_log() { if [ -s $OUTPUT_DIRECTORY/post_start_crs.log ] then crs_output=`cat $OUTPUT_DIRECTORY/post_start_crs.log` else crs_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_asm.log ] then asm_output=`cat $OUTPUT_DIRECTORY/post_start_asm.log` else asm_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_esm.log ] then esm_agent_output=`cat $OUTPUT_DIRECTORY/post_start_esm.log` else esm_agent_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_dma.log ] then dma_agent_output=`cat $OUTPUT_DIRECTORY/post_start_dma.log` else dma_agent_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_lsnr.log ] then listener_output=`cat $OUTPUT_DIRECTORY/post_start_lsnr.log` else listener_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_dbinst.log ] then db_instance_output=`cat $OUTPUT_DIRECTORY/post_start_dbinst.log` else db_instance_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_dbopen.log ] then db_open_output=`cat $OUTPUT_DIRECTORY/post_start_dbopen.log` else db_open_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_dbopenro.log ] then db_openro_output=`cat $OUTPUT_DIRECTORY/post_start_dbopenro.log` else db_openro_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_dbmount.log ] then db_mount_output=`cat $OUTPUT_DIRECTORY/post_start_dbmount.log` else db_mount_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_dbservices.log ] then service_alignment_output=`cat $OUTPUT_DIRECTORY/post_start_dbservices.log` else service_alignment_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_mrp.log ] then mrp_output=`cat $OUTPUT_DIRECTORY/post_start_mrp.log` else mrp_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_agent.log ] then oem_agent_output=`cat $OUTPUT_DIRECTORY/post_start_agent.log` else oem_agent_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_portutil.log ] then port_utility_output=`cat $OUTPUT_DIRECTORY/post_start_portutil.log` else port_utility_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_fgl.log ] then foglight_output=`cat $OUTPUT_DIRECTORY/post_start_fgl.log` else foglight_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_osw.log ] then os_watcher_output=`cat $OUTPUT_DIRECTORY/post_start_osw.log` else os_watcher_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/post_start_usb.log ] then usb_output=`cat $OUTPUT_DIRECTORY/post_start_usb.log` else usb_output="no_status" fi if [ -s /oracle/dba/foglight/fgl_5/bin/fglam ] then fglam_output=`/oracle/dba/foglight/fgl_5/bin/fglam --check-connection` else fglam_output="no_status" fi if [ -s $OUTPUT_DIRECTORY/server_type.log ] then instance_type=`cat $OUTPUT_DIRECTORY/server_type.log` else instance_type="no_status" fi if [ -s $OUTPUT_DIRECTORY/version_executed_status.log ] then script_version=`cat $OUTPUT_DIRECTORY/version_executed_status.log` else script_version="no_status" fi } insert_repdb() { for what in dma esm lsnr asm crs do if [ -f $OUTPUT_DIRECTORY/stopped_$what.log ] then if [ "$(cat $OUTPUT_DIRECTORY/stopped_$what.log)" = yes ] then eval var_$what="success" fi if [ "$(cat $OUTPUT_DIRECTORY/stopped_$what.log)" = no ] then eval var_$what="failure" fi else eval var_$what="no_status" fi done if [[ $server_type = "rac_10g" ]] then var_lsnr="na" var_asm="na" elif [[ $server_type = "norac_asm10" ]] || [[ $server_type = "norac_noasm" ]] then var_dma="na" var_esm="na" var_lsnr="na" var_asm="na" var_crs="na" fi for what in fgl osw agent portutil mrp dbinst do eval var_$what="na" done #PREPARING THE INSERT STATEMENT if [ $(cat /etc/oratab | grep oracle | grep -v -i asm | grep -v -i crs | grep -v -i oem | grep -v "#" | awk 'BEGIN{FS=":"}{print $1}' | head -1 | wc -l) = 1 ] then export ORACLE_SID=`cat /etc/oratab | grep oracle | grep -v -i asm | grep -v -i crs | grep -v -i oem | grep -v "#" | awk 'BEGIN{FS=":"}{print $1}' | head -1` export ORAENV_ASK=NO >/dev/null . oraenv >/dev/null $ORACLE_HOME/bin/sqlplus -s OSH_SEH/dbaas_operations1@SUNDVD94 << EOFSTATUS set echo off; set head off; set feedback off; insert into OSH_SEH.dbss_log (DBSS_ID, SCRIPT_VERSION, INSTANCE_TYPE, STOP_OR_START, CRS_OR_DB, SERVER_NAME, SERVER_TIMESTAMP, CRS, ASM, LISTENER, DB_INSTANCE, MRP_PROCESS, ESM_AGENT, DMA_AGENT, OEM_AGENT, PORT_UTILITY, FOGLIGHT, OS_WATCHER, SENT_MAIL, CRS_OUTPUT, ASM_OUTPUT, LISTENER_OUTPUT, DB_INSTANCE_OUTPUT, DB_OPEN_OUTPUT, DB_OPENRO_OUTPUT, DB_MOUNT_OUTPUT, SERVICE_ALIGNMENT_OUTPUT, MRP_OUTPUT, ESM_AGENT_OUTPUT, DMA_AGENT_OUTPUT, OEM_AGENT_OUTPUT, PORT_UTILITY_OUTPUT, FOGLIGHT_OUTPUT, OS_WATCHER_OUTPUT, USB_OUTPUT, FGLAM_OUTPUT) values (DBSS_LOG_SEQ.nextval, '$script_version', '$instance_type', 'stop', 'crs', '$(hostname -f)', '$timevalue', '$var_crs', '$var_asm', '$var_lsnr', '$var_dbinst', '$var_mrp', '$var_esm', '$var_dma', '$var_agent', '$var_portutil', '$var_fgl', '$var_osw', 0, '$crs_output', '$asm_output', '$listener_output', '$db_instance_output', '$db_open_output', '$db_openro_output', '$db_mount_output', '$service_alignment_output', '$mrp_output', '$esm_agent_output', '$dma_agent_output', '$oem_agent_output', '$port_utility_output', '$foglight_output', '$os_watcher_output', '$usb_output', '$fglam_output'); commit; EOFSTATUS fi } echo "" >> ${LOG}; echo "************************* START TIME : $(date) ************************" >> ${LOG}; echo "" >> ${LOG} case $server_type in "rac_12c") echo "" ; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "---------------------------> THIS IS A 12c CLUSTERWARE SYSTEM <------------------------- " >> ${LOG}; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "" >> ${LOG} #if [ "$(ps -ef | grep pmon | grep -v grep |grep -v "+ASM" | grep -v onitor | wc -l)" -eq 0 ] #then why=stop; for what in dma esm lsnr asm crs portutil do when=pre; collect_$what; display_pre_post done echo ""; echo "Stopping High Availability Services"; echo ""; stop_has echo "" echo "Stopping Any Portdaemon Services if any "; echo ""; stop_portutil echo " " if [[ $OS != "AIX" ]]; then echo "Waiting for 2 minutes to allow all the CRS processes to go down" for i in {1..2} do echo -n -e ' ' for i in {1..60} do echo -n ".";sleep 1; done echo ""; done else echo "Waiting for 2 minutes to allow all the CRS processes to go down" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done echo "" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done fi for what in lsnr asm crs portutil do when=post; collect_$what; display_pre_post done # Stop TFA if running stop_tfa echo " " echo "******************** SUMMARY ********************" echo "" for what in lsnr asm crs portutil do stopped_status done echo "" if [ "$(cat $OUTPUT_DIRECTORY/stopped_lsnr.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_asm.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_crs.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_portutil.log)" = yes ] then echo "1" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "SUCCESS : Ready to move to next step" | tee -a ${LOG} echo "" else echo "0" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "ATTENTION : Some services didn't stop. Please check" | tee -a ${LOG} echo "" fi assign_log insert_repdb #else #echo ""; #echo "ATTENTION : Please stop Oracle instances using 'stop.ksh' and then rerun this script" ;echo "" #fi echo "**************************************************" ;; "rac_11g") echo "" ; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "---------------------------> THIS IS A 11g CLUSTERWARE SYSTEM <------------------------- " >> ${LOG}; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "" >> ${LOG} #if [ "$(ps -ef | grep pmon | grep -v grep |grep -v "+ASM" | grep -v onitor | wc -l)" -eq 0 ] #then why=stop; for what in dma esm lsnr asm crs portutil do when=pre; collect_$what; display_pre_post done echo ""; echo "Stopping High Availability Services"; echo ""; stop_has echo "" echo ""; echo "Stopping Any Portdaemon Services if any "; echo ""; stop_portutil echo " " if [[ $OS != "AIX" ]]; then echo "Waiting for 2 minutes to allow all the CRS processes to go down" for i in {1..2} do echo -n -e ' ' for i in {1..60} do echo -n ".";sleep 1; done echo ""; done else echo "Waiting for 2 minutes to allow all the CRS processes to go down" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done echo "" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done fi for what in lsnr asm crs portutil do when=post; collect_$what; display_pre_post done # Stop TFA if running stop_tfa echo " " echo "******************** SUMMARY ********************" echo "" for what in lsnr asm crs portutil do stopped_status done echo "" if [ "$(cat $OUTPUT_DIRECTORY/stopped_lsnr.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_asm.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_crs.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_portutil.log)" = yes ] then echo "1" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "SUCCESS : Ready to move to next step" | tee -a ${LOG} echo "" else echo "0" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "ATTENTION : Some services didn't stop. Please check" | tee -a ${LOG} echo "" fi assign_log insert_repdb #else #echo ""; #echo "ATTENTION : Please stop Oracle instances using 'stop.ksh' and then rerun this script" ;echo "" #fi echo "**************************************************" ;; "rac_10g") echo "" ; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "---------------------------> THIS IS A 10g CLUSTERWARE SYSTEM <------------------------- " >> ${LOG}; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "" >> ${LOG} #if [ "$(ps -ef | grep pmon | grep -v grep |grep -v "+ASM" | grep -v onitor | wc -l)" -eq 0 ] #then why=stop; for what in dma esm crs portutil do when=pre; collect_$what; display_pre_post done echo ""; echo "Stopping CRS"; echo ""; stop_crs echo "" echo ""; echo "Stopping Any Portdaemon Services if any "; echo ""; stop_portutil if [[ $OS != "AIX" ]]; then echo "Waiting for 2 minutes to allow all the CRS processes to go down" for i in {1..2} do echo -n -e ' ' for i in {1..60} do echo -n ".";sleep 1; done echo ""; done else echo "Waiting for 2 minutes to allow all the CRS processes to go down" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done echo "" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done fi for what in crs portutil do when=post; collect_$what; display_pre_post done echo " " echo "******************** SUMMARY ********************" echo "" for what in crs portutil do stopped_status done echo "" if [ "$(cat $OUTPUT_DIRECTORY/stopped_crs.log)" = yes ] then echo "1" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "SUCCESS : Ready to move to next step" | tee -a ${LOG} echo "" else echo "0" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "ATTENTION : Some services didn't stop. Please check" | tee -a ${LOG} echo "" fi assign_log insert_repdb #else #echo ""; #echo "ATTENTION : Please stop Oracle instances using 'stop.ksh' and then rerun this script" ;echo "" #fi echo "**************************************************" ;; "norac_asm12c") echo "" ; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "-------------------------> THIS IS A NON-RAC SYSTEM BUT WITH ASM 12c <----------------- " >> ${LOG}; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "" >> ${LOG} #if [ "$(ps -ef | grep pmon | grep -v grep |grep -v "+ASM" | grep -v onitor | wc -l)" -eq 0 ] #then if [ "$(cat /etc/oratab | grep "^+ASM:" | wc -l)" -eq 1 ] then why=stop; for what in dma esm lsnr asm crs portutil do when=pre; collect_$what; display_pre_post done echo ""; echo "Stopping High Availability Services"; echo ""; stop_has echo " " echo ""; echo "Stopping Any Portdaemon Services if any "; echo ""; stop_portutil if [[ $OS != "AIX" ]]; then echo "Waiting for 2 minutes to allow all the CRS processes to go down" for i in {1..2} do echo -n -e ' ' for i in {1..60} do echo -n ".";sleep 1; done echo ""; done else echo "Waiting for 2 minutes to allow all the CRS processes to go down" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done echo "" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done fi for what in lsnr asm crs portutil do when=post; collect_$what; display_pre_post done # Stop TFA if running stop_tfa echo " " echo "******************** SUMMARY ********************" echo "" for what in lsnr asm crs portutil do stopped_status done echo "" if [ "$(cat $OUTPUT_DIRECTORY/stopped_crs.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_asm.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_lsnr.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_portutil.log)" = yes ] then echo "1" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "SUCCESS : Ready to move to next step" | tee -a ${LOG} echo "" else echo "0" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "ATTENTION : Some services didn't stop. Please check" | tee -a ${LOG} echo "" fi else echo ""; echo " No +ASM entry found in /etc/oratab -> This script has no relevance to this server" >> ${LOG}; echo "" >> ${LOG} fi assign_log insert_repdb #else #echo "ATTENTION : Please stop Oracle instances using 'stop.ksh' and then rerun this script" >> ${LOG}; echo "" >> ${LOG} #fi echo "**************************************************" ;; "norac_asm11g") echo "" ; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "-------------------------> THIS IS A NON-RAC SYSTEM BUT WITH ASM 11g <----------------- " >> ${LOG}; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "" >> ${LOG} #if [ "$(ps -ef | grep pmon | grep -v grep |grep -v "+ASM" | grep -v onitor | wc -l)" -eq 0 ] #then if [ "$(cat /etc/oratab | grep "^+ASM:" | wc -l)" -eq 1 ] then why=stop; for what in dma esm lsnr asm crs portutil do when=pre; collect_$what; display_pre_post done echo ""; echo "Stopping High Availability Services"; echo ""; stop_has echo " " echo ""; echo "Stopping Any Portdaemon Services if any "; echo ""; stop_portutil if [[ $OS != "AIX" ]]; then echo "Waiting for 2 minutes to allow all the CRS processes to go down" for i in {1..2} do echo -n -e for i in {1..60} do echo -n ".";sleep 1; done echo ""; done else echo "Waiting for 2 minutes to allow all the CRS processes to go down" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done echo "" i=1 while [[ $i -le 60 ]] ; do echo ".\c";sleep 1; i=$(expr $i + 1) done fi for what in lsnr asm crs portutil do when=post; collect_$what; display_pre_post done # Stop TFA if running stop_tfa echo " " echo "******************** SUMMARY ********************" echo "" for what in lsnr asm crs portutil do stopped_status done echo "" if [ "$(cat $OUTPUT_DIRECTORY/stopped_crs.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_asm.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_lsnr.log)" = yes ] && [ "$(cat $OUTPUT_DIRECTORY/stopped_portutil.log)" = yes ] then echo "1" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "SUCCESS : Ready to move to next step" | tee -a ${LOG} echo "" else echo "0" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "ATTENTION : Some services didn't stop. Please check" | tee -a ${LOG} echo "" fi else echo ""; echo " No +ASM entry found in /etc/oratab -> This script has no relevance to this server" >> ${LOG}; echo "" >> ${LOG} fi assign_log insert_repdb #else #echo "ATTENTION : Please stop Oracle instances using 'stop.ksh' and then rerun this script" >> ${LOG}; echo "" >> ${LOG} #fi echo "**************************************************" ;; "norac_asm10g") echo "" ; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "--------------------------> THIS IS A NON-RAC SYSTEM BUT WITH ASM 10g <---------------- " >> ${LOG}; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "" >> ${LOG} echo " This script has no relevance to this server" | tee -a ${LOG}; echo "" | tee -a ${LOG} echo "1" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "SUCCESS : Ready to move to next step" | tee -a ${LOG} echo "" assign_log insert_repdb ;; "norac_noasm") echo "" ; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "--------------------------> THIS IS A NON-RAC & NON-ASM SYSTEM <----------------------- " >> ${LOG}; echo "---------------------------------------------------------------------------------------" >> ${LOG}; echo "" >> ${LOG} echo " This script will only check/stop any Port daemons that may be running and if RH7 system -> stop db service, disable db/lsnr Autostart - otherwise it has no relevance to this server " | tee -a ${LOG}; echo "" | tee -a ${LOG} why=stop; for what in portutil do when=pre; collect_$what; display_pre_post done echo " " echo ""; echo "Stopping Any Portdaemon Services if any "; echo ""; stop_portutil for what in portutil do when=post; collect_$what; display_pre_post done if [[ "$RH_VER" == 7.* ]]; then echo ""; echo "RedHat7 ... Stopping RH7 db Service " stop_rh7_dbserv fi echo ""; echo "Disabling Auto-start for this standalone host : "; echo ""; disable_standalone_autostart echo "New content of ORATAB on this host "; echo ""; if [[ -f /etc/oratab ]]; then echo "`cat /etc/oratab `" fi echo ""; echo "New content of LSNRTAB on this host : "; echo ""; if [[ -f /etc/lsnrtab ]]; then echo "`cat /etc/lsnrtab `" fi echo ""; echo "1" > $OUTPUT_DIRECTORY/bl_stop_crs_flag.log echo "" echo "SUCCESS : Ready to move to next step" | tee -a ${LOG} echo "" assign_log insert_repdb ;; *) echo "Invalid Selection" esac chmod 777 $OUTPUT_DIRECTORY/pre_stop*.log 1> /dev/null 2>&1 chmod 777 $OUTPUT_DIRECTORY/post_stop*.log 1> /dev/null 2>&1 chmod 777 $OUTPUT_DIRECTORY/stopped*.log 1> /dev/null 2>&1 chmod 777 $OUTPUT_DIRECTORY/stop_crs*.log 1> /dev/null 2>&1 chmod 777 $OUTPUT_DIRECTORY/bl_stop*.log 1> /dev/null 2>&1 #chown oracle:dba $OUTPUT_DIRECTORY/pre_stop*.log 1> /dev/null 2>&1 #chown oracle:dba $OUTPUT_DIRECTORY/post_stop*.log 1> /dev/null 2>&1 #chown oracle:dba $OUTPUT_DIRECTORY/stopped*.log 1> /dev/null 2>&1 #chown oracle:dba $OUTPUT_DIRECTORY/stop_crs*.log 1> /dev/null 2>&1 #chown oracle:dba $OUTPUT_DIRECTORY/bl_stop*.log 1> /dev/null 2>&1 if ls $OUTPUT_DIRECTORY/Portdaemon* 1> /dev/null 2>&1; then chmod 777 $OUTPUT_DIRECTORY/Portdaemon* #chown oracle:dba $OUTPUT_DIRECTORY/Portdaemon* fi filename=$(echo $(hostname) | cut -d. -f1)_$(date '+%m%d%Y_%H%M%S') mv ${LOG} $OUTPUT_DIRECTORY/stop_crs_$filename.log echo "" echo "" echo "************************************************************************************************************"; echo "Please check the detailed CRS STOP report at $OUTPUT_DIRECTORY/stop_crs_$filename.log" echo "************************************************************************************************************"; echo "" echo "" echo " INFO: Remaining "ora" processes on this host are ... " echo "`ps -ef | grep ora | grep -v grep | grep -v "^root " | grep -v pbrun | grep -v "ksh"`" echo ""