oracle 数据库11G，grid用户 检查当前数据库的状态
[grid@icsdb01 ~]$ crs_stat -t
Name           Type           Target    State     Host
------------------------------------------------------------
ora.ARCH.dg    ora....up.type ONLINE    ONLINE    icsdb01
ora.DATA.dg    ora....up.type ONLINE    ONLINE    icsdb01
ora....ER.lsnr ora....er.type ONLINE    ONLINE    icsdb01
ora....N1.lsnr ora....er.type ONLINE    ONLINE    icsdb02
ora.OCR_VOT.dg ora....up.type ONLINE    ONLINE    icsdb01
ora.asm        ora.asm.type   ONLINE    ONLINE    icsdb01
ora.cvu        ora.cvu.type   ONLINE    ONLINE    icsdb02
ora.gsd        ora.gsd.type   OFFLINE   OFFLINE
ora.icsdb.db   ora....se.type ONLINE    ONLINE    icsdb01
ora....SM1.asm application    ONLINE    ONLINE    icsdb01
ora....01.lsnr application    ONLINE    ONLINE    icsdb01
ora....b01.gsd application    OFFLINE   OFFLINE
ora....b01.ons application    ONLINE    ONLINE    icsdb01
ora....b01.vip ora....t1.type ONLINE    ONLINE    icsdb01
ora....SM2.asm application    ONLINE    ONLINE    icsdb02
ora....02.lsnr application    ONLINE    ONLINE    icsdb02
ora....b02.gsd application    OFFLINE   OFFLINE
ora....b02.ons application    ONLINE    ONLINE    icsdb02
ora....b02.vip ora....t1.type ONLINE    ONLINE    icsdb02
ora....network ora....rk.type ONLINE    ONLINE    icsdb01
ora.oc4j       ora.oc4j.type  ONLINE    ONLINE    icsdb02
ora.ons        ora.ons.type   ONLINE    ONLINE    icsdb01
ora....ry.acfs ora....fs.type ONLINE    ONLINE    icsdb01
ora.scan1.vip  ora....ip.type ONLINE    ONLINE    icsdb02
[grid@icsdb01 ~]$


root 停止集群软件路径
[root@icsdb01 ~]# ps -ef | grep crs
root     11646     1  0  2015 ?        01:04:20 /u01/app/11.2.0/grid/bin/crsd.bin

reboot
root     23796 23582  0 20:10 pts/5    00:00:00 grep crs
root 停止集群软件路径
[root@icsdb02 ~]# ps -ef | grep crs
root      2177   731  0 20:12 pts/4    00:00:00 grep crs
root     11424     1  0  2015 ?        01:29:48 /u01/app/11.2.0/grid/bin/crsd.bin

reboot


root用户停止集群软件  节点1
[root@icsdb01 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources

on 'icsdb01'
CRS-2673: Attempting to stop 'ora.crsd' on 'icsdb01'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on

'icsdb01'
CRS-2673: Attempting to stop 'ora.ARCH.dg' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.OCR_VOT.dg' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.registry.acfs' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.icsdb.db' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'icsdb01'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.icsdb01.vip' on 'icsdb01'
CRS-2677: Stop of 'ora.registry.acfs' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.icsdb01.vip' on 'icsdb01' succeeded
CRS-2672: Attempting to start 'ora.icsdb01.vip' on 'icsdb02'
CRS-2677: Stop of 'ora.ARCH.dg' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.icsdb.db' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'icsdb01'
CRS-2677: Stop of 'ora.DATA.dg' on 'icsdb01' succeeded
CRS-2676: Start of 'ora.icsdb01.vip' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.OCR_VOT.dg' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb01'
CRS-2677: Stop of 'ora.asm' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'icsdb01'
CRS-2677: Stop of 'ora.ons' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'icsdb01'
CRS-2677: Stop of 'ora.net1.network' on 'icsdb01' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'icsdb01' has

completed
CRS-2677: Stop of 'ora.crsd' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.ctssd' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.evmd' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb01'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'icsdb01'
CRS-2677: Stop of 'ora.ctssd' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.evmd' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.asm' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'icsdb01'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'icsdb01'
CRS-2677: Stop of 'ora.cssd' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.crf' on 'icsdb01'
CRS-2677: Stop of 'ora.drivers.acfs' on 'icsdb01' succeeded
CRS-2677: Stop of 'ora.crf' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'icsdb01'
CRS-2677: Stop of 'ora.gipcd' on 'icsdb01' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'icsdb01'
CRS-2677: Stop of 'ora.gpnpd' on 'icsdb01' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on

'icsdb01' has completed
CRS-4133: Oracle High Availability Services has been stopped.

 

root用户停止集群软件  节点2
[root@icsdb02 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources

on 'icsdb02'
CRS-2673: Attempting to stop 'ora.crsd' on 'icsdb02'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on

'icsdb02'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.icsdb01.vip' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.cvu' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.ARCH.dg' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.OCR_VOT.dg' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.registry.acfs' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.icsdb.db' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.oc4j' on 'icsdb02'
CRS-2677: Stop of 'ora.cvu' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'icsdb02'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.registry.acfs' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.icsdb01.vip' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.icsdb02.vip' on 'icsdb02'
CRS-2677: Stop of 'ora.ARCH.dg' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.scan1.vip' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.icsdb.db' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'icsdb02'
CRS-2677: Stop of 'ora.icsdb02.vip' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.oc4j' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.OCR_VOT.dg' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb02'
CRS-2677: Stop of 'ora.asm' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'icsdb02'
CRS-2677: Stop of 'ora.ons' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'icsdb02'
CRS-2677: Stop of 'ora.net1.network' on 'icsdb02' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'icsdb02' has

completed
CRS-2677: Stop of 'ora.crsd' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.mdnsd' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.crf' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.ctssd' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.evmd' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.asm' on 'icsdb02'
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'icsdb02'
CRS-2677: Stop of 'ora.mdnsd' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.evmd' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.crf' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.asm' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'icsdb02'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'icsdb02'
CRS-2677: Stop of 'ora.cssd' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'icsdb02'
CRS-2677: Stop of 'ora.drivers.acfs' on 'icsdb02' succeeded
CRS-2677: Stop of 'ora.gipcd' on 'icsdb02' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'icsdb02'
CRS-2677: Stop of 'ora.gpnpd' on 'icsdb02' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on

'icsdb02' has completed
CRS-4133: Oracle High Availability Services has been stopped.

停止集群软件后，查看集群状态
[grid@icsdb01 ~]$ crs_stat -t
CRS-0184: Cannot communicate with the CRS daemon.

停止集群软件后，查看集群状态
[grid@icsdb02 ~]$ crs_stat -t
CRS-0184: Cannot communicate with the CRS daemon.

 

 

多路径软件状态 
[root@icsdb01 bin]# multipath -ll
data01 (36006016067403a009a33b75e87a0e411) dm-3 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:0:1 sdc  8:32   [active][ready]
 \_ 8:0:2:1 sdo  8:224  [active][ready]
 \_ 7:0:1:1 sdai 66:32  [active][ready]
 \_ 7:0:2:1 sdan 66:112 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:1:1 sdi  8:128  [active][ready]
 \_ 8:0:3:1 sdu  65:64  [active][ready]
 \_ 7:0:0:1 sdad 65:208 [active][ready]
 \_ 7:0:3:1 sdas 66:192 [active][ready]
ocr_vot (36006016067403a006ebbdf3287a0e411) dm-2 DGC,VRAID
[size=50G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=2][active]
 \_ 8:0:0:0 sdb  8:16   [active][ready]
 \_ 8:0:2:0 sdn  8:208  [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:1:0 sdh  8:112  [active][ready]
 \_ 8:0:3:0 sdt  65:48  [active][ready]
arch (36006016067403a00d1375d4487a0e411) dm-5 DGC,VRAID
[size=100G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:1:3 sdk  8:160  [active][ready]
 \_ 8:0:3:3 sdw  65:96  [active][ready]
 \_ 7:0:0:3 sdaf 65:240 [active][ready]
 \_ 7:0:3:3 sdau 66:224 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:0:3 sde  8:64   [active][ready]
 \_ 8:0:2:3 sdq  65:0   [active][ready]
 \_ 7:0:1:3 sdak 66:64  [active][ready]
 \_ 7:0:2:3 sdap 66:144 [active][ready]
data04 (36006016067403a00a033b75e87a0e411) dm-7 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:1:5 sdm  8:192  [active][ready]
 \_ 8:0:3:5 sdy  65:128 [active][ready]
 \_ 7:0:0:5 sdah 66:16  [active][ready]
 \_ 7:0:3:5 sdaw 67:0   [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:0:5 sdg  8:96   [active][ready]
 \_ 8:0:2:5 sds  65:32  [active][ready]
 \_ 7:0:1:5 sdam 66:96  [active][ready]
 \_ 7:0:2:5 sdar 66:176 [active][ready]
data03 (36006016067403a009c33b75e87a0e411) dm-6 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:1:4 sdl  8:176  [active][ready]
 \_ 8:0:3:4 sdx  65:112 [active][ready]
 \_ 7:0:0:4 sdag 66:0   [active][ready]
 \_ 7:0:3:4 sdav 66:240 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:0:4 sdf  8:80   [active][ready]
 \_ 8:0:2:4 sdr  65:16  [active][ready]
 \_ 7:0:1:4 sdal 66:80  [active][ready]
 \_ 7:0:2:4 sdaq 66:160 [active][ready]
data02 (36006016067403a009e33b75e87a0e411) dm-4 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:0:2 sdd  8:48   [active][ready]
 \_ 8:0:2:2 sdp  8:240  [active][ready]
 \_ 7:0:1:2 sdaj 66:48  [active][ready]
 \_ 7:0:2:2 sdao 66:128 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:1:2 sdj  8:144  [active][ready]
 \_ 8:0:3:2 sdv  65:80  [active][ready]
 \_ 7:0:0:2 sdae 65:224 [active][ready]
 \_ 7:0:3:2 sdat 66:208 [active][ready]
[root@icsdb01 bin]#


[root@icsdb02 bin]# multipath -ll
data01 (36006016067403a009a33b75e87a0e411) dm-3 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:0:1 sdc  8:32   [active][ready]
 \_ 8:0:2:1 sdo  8:224  [active][ready]
 \_ 7:0:1:1 sdai 66:32  [active][ready]
 \_ 7:0:2:1 sdan 66:112 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:1:1 sdi  8:128  [active][ready]
 \_ 8:0:3:1 sdu  65:64  [active][ready]
 \_ 7:0:0:1 sdad 65:208 [active][ready]
 \_ 7:0:3:1 sdas 66:192 [active][ready]
ocr_vot (36006016067403a006ebbdf3287a0e411) dm-2 DGC,VRAID
[size=50G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=2][active]
 \_ 8:0:0:0 sdb  8:16   [active][ready]
 \_ 8:0:2:0 sdn  8:208  [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:1:0 sdh  8:112  [active][ready]
 \_ 8:0:3:0 sdt  65:48  [active][ready]
arch (36006016067403a00d1375d4487a0e411) dm-5 DGC,VRAID
[size=100G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:1:3 sdk  8:160  [active][ready]
 \_ 8:0:3:3 sdw  65:96  [active][ready]
 \_ 7:0:0:3 sdaf 65:240 [active][ready]
 \_ 7:0:3:3 sdau 66:224 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:0:3 sde  8:64   [active][ready]
 \_ 8:0:2:3 sdq  65:0   [active][ready]
 \_ 7:0:1:3 sdak 66:64  [active][ready]
 \_ 7:0:2:3 sdap 66:144 [active][ready]
data04 (36006016067403a00a033b75e87a0e411) dm-7 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:1:5 sdm  8:192  [active][ready]
 \_ 8:0:3:5 sdy  65:128 [active][ready]
 \_ 7:0:0:5 sdah 66:16  [active][ready]
 \_ 7:0:3:5 sdaw 67:0   [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:0:5 sdg  8:96   [active][ready]
 \_ 8:0:2:5 sds  65:32  [active][ready]
 \_ 7:0:1:5 sdam 66:96  [active][ready]
 \_ 7:0:2:5 sdar 66:176 [active][ready]
data03 (36006016067403a009c33b75e87a0e411) dm-6 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:1:4 sdl  8:176  [active][ready]
 \_ 8:0:3:4 sdx  65:112 [active][ready]
 \_ 7:0:0:4 sdag 66:0   [active][ready]
 \_ 7:0:3:4 sdav 66:240 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:0:4 sdf  8:80   [active][ready]
 \_ 8:0:2:4 sdr  65:16  [active][ready]
 \_ 7:0:1:4 sdal 66:80  [active][ready]
 \_ 7:0:2:4 sdaq 66:160 [active][ready]
data02 (36006016067403a009e33b75e87a0e411) dm-4 DGC,VRAID
[size=200G][features=1 queue_if_no_path][hwhandler=1 emc][rw]
\_ round-robin 0 [prio=4][active]
 \_ 8:0:0:2 sdd  8:48   [active][ready]
 \_ 8:0:2:2 sdp  8:240  [active][ready]
 \_ 7:0:1:2 sdaj 66:48  [active][ready]
 \_ 7:0:2:2 sdao 66:128 [active][ready]
\_ round-robin 0 [prio=0][enabled]
 \_ 8:0:1:2 sdj  8:144  [active][ready]
 \_ 8:0:3:2 sdv  65:80  [active][ready]
 \_ 7:0:0:2 sdae 65:224 [active][ready]
 \_ 7:0:3:2 sdat 66:208 [active][ready]
[root@icsdb02 bin]#

 

重启多路径软件命令
service multipathd restart


重新启动后的状态
[grid@icsdb02 ~]$ crs_stat -t
Name           Type           Target    State     Host       
------------------------------------------------------------
ora.ARCH.dg    ora....up.type ONLINE    ONLINE    icsdb01    
ora.DATA.dg    ora....up.type ONLINE    ONLINE    icsdb01    
ora....ER.lsnr ora....er.type ONLINE    ONLINE    icsdb01    
ora....N1.lsnr ora....er.type ONLINE    ONLINE    icsdb01    
ora.OCR_VOT.dg ora....up.type ONLINE    ONLINE    icsdb01    
ora.asm        ora.asm.type   ONLINE    ONLINE    icsdb01    
ora.cvu        ora.cvu.type   ONLINE    ONLINE    icsdb01    
ora.gsd        ora.gsd.type   OFFLINE   OFFLINE              
ora.icsdb.db   ora....se.type ONLINE    ONLINE    icsdb01    
ora....SM1.asm application    ONLINE    ONLINE    icsdb01    
ora....01.lsnr application    ONLINE    ONLINE    icsdb01    
ora....b01.gsd application    OFFLINE   OFFLINE              
ora....b01.ons application    ONLINE    ONLINE    icsdb01    
ora....b01.vip ora....t1.type ONLINE    ONLINE    icsdb01    
ora....SM2.asm application    ONLINE    ONLINE    icsdb02    
ora....02.lsnr application    ONLINE    ONLINE    icsdb02    
ora....b02.gsd application    OFFLINE   OFFLINE              
ora....b02.ons application    ONLINE    ONLINE    icsdb02    
ora....b02.vip ora....t1.type ONLINE    ONLINE    icsdb02    
ora....network ora....rk.type ONLINE    ONLINE    icsdb01    
ora.oc4j       ora.oc4j.type  ONLINE    ONLINE    icsdb01    
ora.ons        ora.ons.type   ONLINE    ONLINE    icsdb01    
ora....ry.acfs ora....fs.type ONLINE    ONLINE    icsdb01    
ora.scan1.vip  ora....ip.type ONLINE    ONLINE    icsdb01    
[grid@icsdb02 ~]$