http://rupamverma.blogspot.com/2013/07/11gr2-clusterware-and-grid-home-what.html
Active Version : crsctl query crs activeversion
Status Check :
crs_stat
crs_stat -t
crsctl check crs
crsctl check cluster
crsctl check cluster -all
crsctl stat res -t
crsctl status resource -t
ocrcheck
olsnodes | awk '{ printf "\n-----"$0"----\n\n" ;system("cluvfy stage -post crsinst -n " $0) ; print "" }'
$GRID_HOME/crsctl check cluster -all
$GRID_HOME/crsctl stat res -t
crsctl check cluster
crsctl start cluster
crsctl stop cluster
All these commands allow following usage
Default Stop local server
-all Stop all servers
-n Stop named servers
server [...] One or more blank-separated server names
-f Force option
$crsctl check cssd
$crsctl check crsd
$crsctl check evmd
crsctl delete resource <resource_name> [ replaced crs_unregister ]
Start/Stop procedure per node:
SQL> select instance_name, host_name, archiver, thread#, status from gv$instance;
$ export ORACLE_SID=orcl1
$ emctl stop dbconsole
$ srvctl stop instance -d orcl -i orcl1
$ srvctl stop asm -n linux1
$ srvctl stop nodeapps -n linux1
Sudo su - root
crsctl check crs
crsctl stop crs
Sudo su - root
root# crsctl check crs
root# crsctl start crs
root# /etc/init.d/init.crs start (old)
root# crs_start -all (old)
$ emctl start dbconsoleroot# /etc/init.d/init.crs start (old)
root# crs_start -all (old)
$ export ORACLE_SID=orcl1
$ srvctl start nodeapps -n linux1
$ srvctl start asm -n linux1
$ srvctl start instance -d orcl -i orcl1
$ srvctl start instance -d orcl -i orcl1
Manual Start
crs_start -all
crs_start ora.racnode1.vip
crsctl start crs
Check ocr , voting disk and log locations :
ls -l $ORA_CRS_HOME/log/`hostname`
cat /etc/oracle/ocr.loc -- backup will be in $ORA_CRS_HOME/cdata/
ocrcheck
crsctl query css votedisk
On Node eviction
Check /var/log/messages
$GRID_HOME/log/host/alert<host>.log
$GRID_HOME/log/<host>/cssd/ocssd.log
oifcfg getif
bond0 xx.xx.xxx.0 global public
bondrc xxx.xxx.xxx.xxx global cluster_interconnect
oifcfg delif -global eth1
oifcfg setif -global eth1/<your new subnet>:cluster_interconnect
Change the VIP address, subnetmask or interface
srvctl stop nodeapps -n <node1>
srvctl stop nodeapps -n <node2>
srvctl modify nodeapps -n <node1> -A <ip_address>/<net mask>/<interface>
srvctl modify nodeapps -n <node2> -A <ip_address>/<net mask>/<interface>
srvctl start nodeapps -n <node1>
srvctl start nodeapps -n <node2>
Database :
srvctl config database -d {DBNAME} -a : shows spfile location
srvctl config database
srvctl config database | awk '{ printf "\n-----"$0"----\n\n" ;system("srvctl status database -d " $0) }'
srvctl config database | awk '{ printf "\n-----"$0"----\n\n" ;system("srvctl config database -d " $0) }'
Nodeapps(VIP, GSD, ONS, Listener) :
olsnodes | awk '{ printf "\n-----"$0"----\n\n" ;system("srvctl config nodeapps -n " $0) " -a -g -s -l" ; print "" }'
olsnodes | awk '{ printf "\n-----"$0"----\n\n" ;system("srvctl status nodeapps -n " $0) ; print "" }'
ASM:
olsnodes | awk '{ printf "\n-----"$0"----\n\n" ;system("srvctl config asm -n " $0) ; print "" }'
Services :
srvctl config database | awk '{ printf "\n-----"$0"----\n\n" ;system("srvctl config service -d " $0) }'
srvctl config database
srvctl config database -d
srvctl config service -d
srvctl config nodeapps -n
srvctl config asm -n
srvctl config listener -n
srvctl add database -d
srvctl add instance -d
srvctl add service -d
srvctl add service -d
srvctl add nodeapps -n
srvctl add asm -n
srvctl remove database -d
srvctl remove instance -d
srvctl remove service -d
srvctl remove nodeapps -n "
srvctl remove asm -n
srvctl modify database -d
srvctl modify instance -d
srvctl modify instance -d
srvctl modify service -d
srvctl modify service -d
srvctl modify service -d
srvctl modify asm -n
srvctl disable database -d
srvctl disable instance -d
srvctl disable service -d
srvctl disable asm -n
srvctl enable database -d
srvctl enable instance -d
srvctl enable service -d
srvctl enable asm -n
srvctl relocate service -d
srvctl status database -d
srvctl status instance -d
srvctl status service -d
srvctl status nodeapps -n
srvctl status asm -n
srvctl start database -d
srvctl start instance -d
srvctl start service -d
srvctl start nodeapps -n
srvctl start asm -n
srvctl start listener -n
srvctl stop database -d
srvctl stop instance -d
srvctl stop service -d
srvctl stop nodeapps -n
srvctl stop asm -n
srvctl stop listener -n
/u01/app/11.2.0/grid/bin/diagcollection.pl --clean
diagcollection.pl --collect --oh $ORACLE_HOME
diagcollection.pl --collect --crs $ORA_CRS_HOME
diagcollection.pl --coreanalysis
http://facedba.blogspot.in/2016/07/usefull-cluster-verification-commands.html