Clusterized commands are completely operating system
independent; they rely on the OHASD (Oracle High Availability
Services daemon).
If this daemon is running, then you can perform remote
operations, such as the starting, stopping, and checking the status
of remote nodes.
Clusterized commands include the following:
crsctl check cluster
crsctl start cluster
crsctl stop cluster
$ crsctl status resource -t
$ crsctl check cluster -all
[root@19c01 bin]# pwd
/u01/app/19.3.0/grid/bin
[root@19c01 bin]#
[root@19c01 bin]# ./crsctl stop cluster -all
[root@19c01 bin]# ./crsctl stop cluster -n node1
[root@19c01 bin]# ./crsctl stop crs ###every node
[root@19c01 bin]# ./crsctl start crs ###every node(you need not execute "crsctl start
cluster")
[root@19c01 bin]# ./crsctl start cluster -all
[root@19c01 bin]# ./crsctl start cluster -n node1
$ crsctl check cluster -all
$ crsctl status resource -t
#############################################################
Check 19c Cluster
#############################################################
login by grid:
[grid@19c01 ~]$ crsctl status resource -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
ora.chad
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
ora.net1.network
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
ora.ons
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.19c01.vip
1 ONLINE ONLINE 19c01 STABLE
ora.19c02.vip
1 ONLINE ONLINE 19c02 STABLE
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 OFFLINE OFFLINE STABLE
ora.DATA.dg(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 ONLINE OFFLINE STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE 19c01 STABLE
ora.OCRVOTE.dg(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 OFFLINE OFFLINE STABLE
ora.asm(ora.asmgroup)
1 ONLINE ONLINE 19c01 Started,STABLE
2 ONLINE ONLINE 19c02 Started,STABLE
3 OFFLINE OFFLINE STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 OFFLINE OFFLINE STABLE
ora.cndb.db
1 ONLINE ONLINE 19c01 Open,HOME=/u01/app/o
racle/19.3/db_1,STAB
LE
2 ONLINE ONLINE 19c02 Open,HOME=/u01/app/o
racle/19.3/db_1,STAB
LE
ora.cvu
1 ONLINE ONLINE 19c01 STABLE
ora.qosmserver
1 ONLINE ONLINE 19c01 STABLE
ora.scan1.vip
1 ONLINE ONLINE 19c01 STABLE
--------------------------------------------------------------------------------
[grid@19c01 ~]$ srvctl -version
srvctl version: 19.0.0.0.0
#############################################################
Stop 19c Cluster
#############################################################
login by root:
[root@19c01 bin]# pwd
/u01/app/19.3.0/grid/bin
[root@19c01 bin]#
[root@19c01 bin]# ./crsctl stop cluster -all
CRS-2673: Attempting to stop 'ora.crsd' on '19c02'
CRS-2673: Attempting to stop 'ora.crsd' on '19c01'
CRS-2790: Starting shutdown of Cluster Ready Services-managed
resources on server '19c02'
CRS-2790: Starting shutdown of Cluster Ready Services-managed
resources on server '19c01'
CRS-2673: Attempting to stop 'ora.cndb.db' on '19c01'
CRS-2673: Attempting to stop 'ora.qosmserver' on '19c01'
CRS-2673: Attempting to stop 'ora.chad' on '19c01'
CRS-2673: Attempting to stop 'ora.chad' on '19c02'
CRS-2673: Attempting to stop 'ora.cndb.db' on '19c02'
CRS-2677: Stop of 'ora.cndb.db' on '19c02' succeeded
CRS-33673: Attempting to stop resource group 'ora.asmgroup' on
server '19c02'
CRS-2673: Attempting to stop 'ora.OCRVOTE.dg' on '19c02'
CRS-2673: Attempting to stop 'ora.DATA.dg' on '19c02'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on
'19c02'
CRS-2677: Stop of 'ora.OCRVOTE.dg' on '19c02' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.asm' on '19c02'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on '19c02'
succeeded
CRS-2673: Attempting to stop 'ora.19c02.vip' on '19c02'
CRS-2677: Stop of 'ora.cndb.db' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on
'19c01'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on
'19c01'
CRS-2673: Attempting to stop 'ora.cvu' on '19c01'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on '19c01'
succeeded
CRS-2677: Stop of 'ora.19c02.vip' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.19c01.vip' on '19c01'
CRS-2677: Stop of 'ora.asm' on '19c02' succeeded
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on '19c01'
succeeded
CRS-2673: Attempting to stop 'ora.ASMNET1LSNR_ASM.lsnr' on
'19c02'
CRS-2677: Stop of 'ora.chad' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on '19c01'
CRS-2677: Stop of 'ora.19c01.vip' on '19c01' succeeded
CRS-2677: Stop of 'ora.scan1.vip' on '19c01' succeeded
CRS-2677: Stop of 'ora.qosmserver' on '19c01' succeeded
CRS-2677: Stop of 'ora.cvu' on '19c01' succeeded
CRS-2677: Stop of 'ora.ASMNET1LSNR_ASM.lsnr' on '19c02'
succeeded
CRS-2673: Attempting to stop 'ora.asmnet1.asmnetwork' on
'19c02'
CRS-2677: Stop of 'ora.asmnet1.asmnetwork' on '19c02'
succeeded
CRS-33677: Stop of resource group 'ora.asmgroup' on server
'19c02' succeeded.
CRS-33673: Attempting to stop resource group 'ora.asmgroup' on
server '19c01'
CRS-2673: Attempting to stop 'ora.OCRVOTE.dg' on '19c01'
CRS-2673: Attempting to stop 'ora.DATA.dg' on '19c01'
CRS-2673: Attempting to stop 'ora.ons' on '19c02'
CRS-2677: Stop of 'ora.OCRVOTE.dg' on '19c01' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.asm' on '19c01'
CRS-2677: Stop of 'ora.ons' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on
'19c02'
CRS-2677: Stop of 'ora.net1.network' on '19c02'
succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources
on '19c02' has completed
CRS-2677: Stop of 'ora.chad' on '19c01' succeeded
CRS-2677: Stop of 'ora.crsd' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.storage' on '19c02'
CRS-2673: Attempting to stop 'ora.ctssd' on '19c02'
CRS-2677: Stop of 'ora.ctssd' on '19c02' succeeded
CRS-2677: Stop of 'ora.storage' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.asm' on '19c02'
CRS-2677: Stop of 'ora.asm' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.ASMNET1LSNR_ASM.lsnr' on
'19c01'
CRS-2677: Stop of 'ora.ASMNET1LSNR_ASM.lsnr' on '19c01'
succeeded
CRS-2673: Attempting to stop 'ora.asmnet1.asmnetwork' on
'19c01'
CRS-2677: Stop of 'ora.asmnet1.asmnetwork' on '19c01'
succeeded
CRS-33677: Stop of resource group 'ora.asmgroup' on server
'19c01' succeeded.
CRS-2673: Attempting to stop 'ora.ons' on '19c01'
CRS-2677: Stop of 'ora.ons' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on
'19c01'
CRS-2677: Stop of 'ora.net1.network' on '19c01'
succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources
on '19c01' has completed
CRS-2677: Stop of 'ora.crsd' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.storage' on '19c01'
CRS-2673: Attempting to stop 'ora.ctssd' on '19c01'
CRS-2677: Stop of 'ora.storage' on '19c01' succeeded
CRS-2677: Stop of 'ora.ctssd' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.evmd' on '19c01'
CRS-2673: Attempting to stop 'ora.asm' on '19c01'
CRS-2677: Stop of 'ora.evmd' on '19c01' succeeded
CRS-2677: Stop of 'ora.asm' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip'
on '19c02'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on '19c02'
succeeded
CRS-2673: Attempting to stop 'ora.evmd' on '19c02'
CRS-2677: Stop of 'ora.evmd' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on '19c02'
CRS-2677: Stop of 'ora.cssd' on '19c02' succeeded
CRS-2677: Stop of 'ora.asm' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip'
on '19c01'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on '19c01'
succeeded
CRS-2673: Attempting to stop 'ora.cssd' on '19c01'
CRS-2677: Stop of 'ora.cssd' on '19c01' succeeded
[root@19c01 bin]#
[root@19c01 bin]# ./crsctl status resource -t
CRS-4535: Cannot communicate with Cluster Ready Services
CRS-4000: Command Status failed, or completed with
errors.
[root@19c01 bin]#
[root@19c01 bin]# ps -ef|grep crs
root 3667 27521 0 11:59 pts/0 00:00:00 grep --color=auto crs
[root@19c01 bin]# ps -ef|grep css
root 3669 27521 0 11:59 pts/0 00:00:00 grep --color=auto css
[root@19c01 bin]# ps -ef|grep grid
root 1393 1 1 Jun21 ? 00:54:05
/u01/app/19.3.0/grid/bin/ohasd.bin reboot
BLOCKING_STACK_LOCALE_OHAS=AMERICAN_AMERICA.AL32UTF8
root 1498 1 0 Jun21 ? 00:23:20
/u01/app/19.3.0/grid/bin/orarootagent.bin
grid 1575 1 0 Jun21 ? 00:36:56
/u01/app/19.3.0/grid/bin/oraagent.bin
grid 1598 1 0 Jun21 ? 00:11:27
/u01/app/19.3.0/grid/bin/mdnsd.bin
grid 1629 1 0 Jun21 ? 00:13:22
/u01/app/19.3.0/grid/bin/gpnpd.bin
grid 1700 1 0 Jun21 ? 00:30:22
/u01/app/19.3.0/grid/bin/gipcd.bin
root 3559 1 13
11:58 ? 00:00:02
/u01/app/19.3.0/grid/bin/osysmond.bin
grid 3611 25118 0 11:59 ? 00:00:00
sleep 60
grid 3679 23219 0 11:59 ? 00:00:00
/bin/sh ./vmsub.sh
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive/oswvmstat/19c01_vmstat_19.06.24.1100.dat
vmstat 1 3 1
grid 3682 23219 0 11:59 ? 00:00:00
/bin/sh ./mpsub.sh
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive/oswmpstat/19c01_mpstat_19.06.24.1100.dat
mpstat -P ALL 1 2 1
grid 3683 3679 0 11:59
? 00:00:00 vmstat 1 3
grid 3686 3682 0 11:59
? 00:00:00 mpstat -P ALL 1 2
grid 3690 23219 0 11:59 ? 00:00:00
/bin/sh ./iosub.sh
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive/oswiostat/19c01_iostat_19.06.24.1100.dat
iostat -xk 1 3 1
grid 3696 3690 0 11:59
? 00:00:00 iostat -xk 1 3
grid 3701 23219 0 11:59 ? 00:00:00
/bin/sh ./xtop.sh
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive/oswtop/19c01_top_19.06.24.1100.dat
1
grid 3708 3701 1 11:59
? 00:00:00 top -b -n2 -d1
grid 3711 23219 0 11:59 ? 00:00:00
sleep 30
root 3721 27521 0 11:59 pts/0 00:00:00 grep --color=auto grid
root 3801 1 1 Jun22 ? 00:54:06
/u01/app/19.3.0/grid/jdk/jre/bin/java -server -Xms32m -Xmx64m
-Djava.awt.headless=true -Ddisable.checkForUpdate=true
-XX:ParallelGCThreads=5 oracle.rat.tfa.TFAMain
/u01/app/19.3.0/grid/tfa/19c01/tfa_home
grid 23219 1 0 Jun21 ? 00:07:13
/bin/sh ./OSWatcher.sh 30 48 NONE
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive
grid 25118 23219 0 Jun21
? 00:00:35 /bin/sh ./OSWatcherFM.sh 48
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive
[root@19c01 bin]#
[root@19c01 bin]#
[root@19c01 bin]#
------------node1
[root@19c01 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability
Services-managed resources on '19c01'
CRS-2673: Attempting to stop 'ora.crf' on '19c01'
CRS-2673: Attempting to stop 'ora.mdnsd' on '19c01'
CRS-2673: Attempting to stop 'ora.gpnpd' on '19c01'
CRS-2677: Stop of 'ora.crf' on '19c01' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on '19c01'
CRS-2677: Stop of 'ora.mdnsd' on '19c01' succeeded
CRS-2677: Stop of 'ora.gpnpd' on '19c01' succeeded
CRS-2677: Stop of 'ora.gipcd' on '19c01' succeeded
CRS-2793: Shutdown of Oracle High Availability
Services-managed resources on '19c01' has completed
CRS-4133: Oracle High Availability Services has been
stopped.
[root@19c01 bin]#
[root@19c01 bin]#
[root@19c01 bin]# ps -ef|grep grid
root 3801 1 1 Jun22 ? 00:54:46
/u01/app/19.3.0/grid/jdk/jre/bin/java -server -Xms32m -Xmx64m
-Djava.awt.headless=true -Ddisable.checkForUpdate=true
-XX:ParallelGCThreads=5 oracle.rat.tfa.TFAMain
/u01/app/19.3.0/grid/tfa/19c01/tfa_home
grid 21640 25118 0 12:22
? 00:00:00 sleep 60
grid 22409 23219 0 12:22
? 00:00:00 sleep 30
root 22459 27521 0 12:23
pts/0 00:00:00 grep
--color=auto grid
grid 23219 1 0 Jun21 ? 00:07:16
/bin/sh ./OSWatcher.sh 30 48 NONE
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive
grid 25118 23219 0 Jun21
? 00:00:35 /bin/sh ./OSWatcherFM.sh 48
/u01/app/grid/tfa/repository/suptools/19c01/oswbb/grid/archive
[root@19c01 bin]#
------------node2
[root@19c02 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability
Services-managed resources on '19c02'
CRS-2673: Attempting to stop 'ora.crf' on '19c02'
CRS-2673: Attempting to stop 'ora.gpnpd' on '19c02'
CRS-2673: Attempting to stop 'ora.mdnsd' on '19c02'
CRS-2677: Stop of 'ora.crf' on '19c02' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on '19c02'
CRS-2677: Stop of 'ora.gpnpd' on '19c02' succeeded
CRS-2677: Stop of 'ora.mdnsd' on '19c02' succeeded
CRS-2677: Stop of 'ora.gipcd' on '19c02' succeeded
CRS-2793: Shutdown of Oracle High Availability
Services-managed resources on '19c02' has completed
CRS-4133: Oracle High Availability Services has been
stopped.
[root@19c02 bin]#
[root@19c02 bin]# ps -ef|grep grid
root 28644 14098 0 12:24
pts/0 00:00:00 grep
--color=auto grid
[root@19c02 bin]#
#############################################################
Start 19c Cluster
#############################################################
login by root:
[root@19c01 bin]# ./crsctl start crs ###every node(you need not
execute "crsctl start cluster")
CRS-4123: Oracle High Availability Services has been
started.
[root@19c01 bin]#
[root@19c02 bin]# ./crsctl start crs ###every node(you need not
execute "crsctl start cluster")
CRS-4123: Oracle High Availability Services has been
started.
[root@19c02 bin]#
[root@19c02 bin]# ./crsctl status resource -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
ora.chad
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
ora.net1.network
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
ora.ons
ONLINE ONLINE 19c01 STABLE
ONLINE ONLINE 19c02 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.19c01.vip
1 ONLINE ONLINE 19c01 STABLE
ora.19c02.vip
1 ONLINE ONLINE 19c02 STABLE
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 ONLINE OFFLINE STABLE
ora.DATA.dg(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 OFFLINE OFFLINE STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE 19c01 STABLE
ora.OCRVOTE.dg(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 OFFLINE OFFLINE STABLE
ora.asm(ora.asmgroup)
1 ONLINE ONLINE 19c01 Started,STABLE
2 ONLINE ONLINE 19c02 Started,STABLE
3 OFFLINE OFFLINE STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
1 ONLINE ONLINE 19c01 STABLE
2 ONLINE ONLINE 19c02 STABLE
3 OFFLINE OFFLINE STABLE
ora.cndb.db
1 ONLINE ONLINE 19c01 Open,HOME=/u01/app/o
racle/19.3/db_1,STAB
LE
2 ONLINE ONLINE 19c02 Open,HOME=/u01/app/o
racle/19.3/db_1,STAB
LE
ora.cvu
1 ONLINE ONLINE 19c01 STABLE
ora.qosmserver
1 ONLINE ONLINE 19c01 STABLE
ora.scan1.vip
1 ONLINE ONLINE 19c01 STABLE
--------------------------------------------------------------------------------
[root@19c02 bin]#
[root@19c01 bin]# ./crsctl check cluster -all
**************************************************************
19c01:
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online
**************************************************************
19c02:
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online
**************************************************************
[root@19c01 bin]#