节点1:先停节点一的实例,包括ASM实例[root@khm11gR1rac1~]# srvctl stop instance -d khm -i khm[root@khm11gR1rac1~]# srvctl stop asm -n khm11gR1rac1[root@khm11gR1rac1~]# crs_stat -tNameTypeTargetStateHost------------------------------------------------------------ora.khm.db application ONLINE ONLINE khm1...rac1
ora....m1.inst application OFFLINE OFFLINE
ora....m2.inst application ONLINE ONLINE khm1...rac2
ora....SM1.asmapplication OFFLINE OFFLINE
ora....C1.lsnr application ONLINE ONLINE khm1...rac1
ora....ac1.gsd application ONLINE ONLINE khm1...rac1
ora....ac1.ons application ONLINE ONLINE khm1...rac1
ora....ac1.vip application ONLINE ONLINE khm1...rac1
ora....SM2.asmapplication ONLINE ONLINE khm1...rac2
ora....C2.lsnr application ONLINE ONLINE khm1...rac2
ora....ac2.gsd application ONLINE ONLINE khm1...rac2
ora....ac2.ons application ONLINE ONLINE khm1...rac2
ora....ac2.vip application ONLINE ONLINE khm1...rac2连接新存储,我这里使用openfiler模拟SAN并使用iscsi方式连接,此操作略。重启iscsi服务,这样将识别新挂接过来的LUN[root@khm11gR1rac1~]# service iscsi restart使用fdisk工具分区格式化,操作略。修改rawdevices文件好让系统启动时挂载裸设备[root@khm11gR1rac1~]# vi /etc/sysconfig/rawdevices--添加如下内容/dev/raw/raw1/dev/sdb1/dev/raw/raw2/dev/sdc1/dev/raw/raw3/dev/sdd1/dev/raw/raw4/dev/sde1/dev/raw/raw5/dev/sdf1裸设备映射:[root@khm11gR1rac1~]# vi /etc/udev/rules.d/60-raw.rules--添加如下内容ACTION=="add",KERNEL=="/dev/sdb1",RUN+="/bin/raw /dev/raw/raw1 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="17",RUN+="/bin/raw /dev/raw/raw1 %M %m"ACTION=="add",KERNEL=="/dev/sdc1",RUN+="/bin/raw /dev/raw/raw2 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="33",RUN+="/bin/raw /dev/raw/raw2 %M %m"ACTION=="add",KERNEL=="/dev/sdd1",RUN+="/bin/raw /dev/raw/raw3 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="49",RUN+="/bin/raw /dev/raw/raw3 %M %m"ACTION=="add",KERNEL=="/dev/sde1",RUN+="/bin/raw /dev/raw/raw4 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="65",RUN+="/bin/raw /dev/raw/raw4 %M %m"ACTION=="add",KERNEL=="/dev/sdf1",RUN+="/bin/raw /dev/raw/raw5 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="81",RUN+="/bin/raw /dev/raw/raw5 %M %m"KERNEL=="raw[1-5]",OWNER="oracle",GROUP="oinstall",MODE="640"重启udev:[root@khm11gR1rac1~]# start_udevStartingudev:[OK]重启rawdevices服务:[root@khm11gR1rac1~]# service rawdevices restartAssigningdevices:/dev/raw/raw1-->/dev/sdb1/dev/raw/raw1:bound to major8,minor17/dev/raw/raw2-->/dev/sdc1/dev/raw/raw2:bound to major8,minor33/dev/raw/raw3-->/dev/sdd1/dev/raw/raw3:bound to major8,minor49/dev/raw/raw4-->/dev/sde1/dev/raw/raw4:bound to major8,minor65/dev/raw/raw5-->/dev/sdf1/dev/raw/raw5:bound to major8,minor81done下面查看结果:[root@khm11gR1rac1~]# ls -l /dev/rawtotal0crw-r-----1oracle oinstall162,1Apr1101:38raw1
crw-r-----1oracle oinstall162,10Apr1101:38raw10
crw-r-----1oracle oinstall162,11Apr1101:38raw11
crw-r-----1oracle oinstall162,2Apr1101:38raw2
crw-r-----1oracle oinstall162,3Apr1101:38raw3
crw-r-----1oracle oinstall162,4Apr1101:38raw4
crw-r-----1oracle oinstall162,5Apr1101:38raw5
crw-r-----1oracle oinstall162,6Apr1101:38raw6
crw-r-----1oracle oinstall162,7Apr1101:38raw7
crw-r-----1oracle oinstall162,8Apr1101:38raw8
crw-r-----1oracle oinstall162,9Apr1101:38raw9创建ASM磁盘:[root@khm11gR1rac1~]# /etc/init.d/oracleasm createdisk khmasm /dev/sdo1Markingdisk"khmasm"asan ASM disk:[OK][root@khm11gR1rac1~]# oracleasm listdisksADISK
ASMDISK
KHMASM查看当前资源启动状态:[root@khm11gR1rac1~]# crs_stat -tNameTypeTargetStateHost------------------------------------------------------------ora.khm.db application ONLINE ONLINE khm1...rac1
ora....m1.inst application OFFLINE OFFLINE
ora....m2.inst application ONLINE ONLINE khm1...rac2
ora....SM1.asmapplication OFFLINE OFFLINE
ora....C1.lsnr application ONLINE OFFLINE
ora....ac1.gsd application ONLINE ONLINE khm1...rac1
ora....ac1.ons application ONLINE ONLINE khm1...rac1
ora....ac1.vip application ONLINE ONLINE khm1...rac2
ora....SM2.asmapplication ONLINE ONLINE khm1...rac2
ora....C2.lsnr application ONLINE ONLINE khm1...rac2
ora....ac2.gsd application ONLINE ONLINE khm1...rac2
ora....ac2.ons application ONLINE ONLINE khm1...rac2
ora....ac2.vip application ONLINE ONLINE khm1...rac2启动监听器、asm实例和数据库实例:[root@khm11gR1rac1~]# srvctl start listener -n khm11gR1rac1[root@khm11gR1rac1~]# srvctl start asm -n khm11gR1rac1[root@khm11gR1rac1~]# srvctl start instance -d khm -i khm1[root@khm11gR1rac1~]# crs_stat -tNameTypeTargetStateHost------------------------------------------------------------ora.khm.db application ONLINE ONLINE khm1...rac1
ora....m1.inst application OFFLINE ONLINE khm1...rac1
ora....m2.inst application ONLINE ONLINE khm1...rac2
ora....SM1.asmapplication ONLINE ONLINE khm1...rac1
ora....C1.lsnr application ONLINE ONLINE khm1...rac1
ora....ac1.gsd application ONLINE ONLINE khm1...rac1
ora....ac1.ons application ONLINE ONLINE khm1...rac1
ora....ac1.vip application ONLINE ONLINE khm1...rac1
ora....SM2.asmapplication ONLINE ONLINE khm1...rac2
ora....C2.lsnr application ONLINE ONLINE khm1...rac2
ora....ac2.gsd application ONLINE ONLINE khm1...rac2
ora....ac2.ons application ONLINE ONLINE khm1...rac2
ora....ac2.vip application ONLINE ONLINE khm1...rac2节点2:节点2上操作与节点1大致相同:[root@khm11gR1rac2~]# srvctl stop instance -d khm -i khm2[root@khm11gR1rac2~]# srvctl stop asm -n khm11gR1rac2[root@khm11gR1rac2~]# crs_stat -tNameTypeTargetStateHost------------------------------------------------------------ora.khm.db application ONLINE ONLINE khm1...rac1
ora....m1.inst application ONLINE ONLINE khm1...rac1
ora....m2.inst application OFFLINE OFFLINE
ora....SM1.asmapplication ONLINE ONLINE khm1...rac1
ora....C1.lsnr application ONLINE ONLINE khm1...rac1
ora....ac1.gsd application ONLINE ONLINE khm1...rac1
ora....ac1.ons application ONLINE ONLINE khm1...rac1
ora....ac1.vip application ONLINE ONLINE khm1...rac1
ora....SM2.asmapplication OFFLINE OFFLINE
ora....C2.lsnr application ONLINE ONLINE khm1...rac2
ora....ac2.gsd application ONLINE ONLINE khm1...rac2
ora....ac2.ons application ONLINE ONLINE khm1...rac2
ora....ac2.vip application ONLINE ONLINE khm1...rac2[root@khm11gR1rac2~]# vi /etc/sysconfig/rawdevices--添加内容/dev/raw/raw1/dev/sdb1/dev/raw/raw2/dev/sdc1/dev/raw/raw3/dev/sdd1/dev/raw/raw4/dev/sde1/dev/raw/raw5/dev/sdf1[root@khm11gR1rac2~]# vi /etc/udev/rules.d/60-raw.rules--添加内容ACTION=="add",KERNEL=="/dev/sdb1",RUN+="/bin/raw /dev/raw/raw1 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="17",RUN+="/bin/raw /dev/raw/raw1 %M %m"ACTION=="add",KERNEL=="/dev/sdc1",RUN+="/bin/raw /dev/raw/raw2 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="33",RUN+="/bin/raw /dev/raw/raw2 %M %m"ACTION=="add",KERNEL=="/dev/sdd1",RUN+="/bin/raw /dev/raw/raw3 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="49",RUN+="/bin/raw /dev/raw/raw3 %M %m"ACTION=="add",KERNEL=="/dev/sde1",RUN+="/bin/raw /dev/raw/raw4 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="65",RUN+="/bin/raw /dev/raw/raw4 %M %m"ACTION=="add",KERNEL=="/dev/sdf1",RUN+="/bin/raw /dev/raw/raw5 %N"ACTION=="add",ENV{MAJOR}=="8",ENV{MINOR}=="81",RUN+="/bin/raw /dev/raw/raw5 %M %m"KERNEL=="raw[1-5]",OWNER="oracle",GROUP="oinstall",MODE="640"[root@khm11gR1rac2~]# start_udevStartingudev:[OK][root@khm11gR1rac2~]# service rawdevices restartAssigningdevices:/dev/raw/raw1-->/dev/sdb1/dev/raw/raw1:bound to major8,minor17/dev/raw/raw2-->/dev/sdc1/dev/raw/raw2:bound to major8,minor33/dev/raw/raw3-->/dev/sdd1/dev/raw/raw3:bound to major8,minor49/dev/raw/raw4-->/dev/sde1/dev/raw/raw4:bound to major8,minor65/dev/raw/raw5-->/dev/sdf1/dev/raw/raw5:bound to major8,minor81done[root@khm11gR1rac2~]# ls -l /dev/rawtotal0crw-r-----1oracle oinstall162,1Apr1101:38raw1
crw-r-----1oracle oinstall162,10Apr1101:38raw10
crw-r-----1oracle oinstall162,11Apr1101:38raw11
crw-r-----1oracle oinstall162,2Apr1101:38raw2
crw-r-----1oracle oinstall162,3Apr1101:38raw3
crw-r-----1oracle oinstall162,4Apr1101:38raw4
crw-r-----1oracle oinstall162,5Apr1101:38raw5
crw-r-----1oracle oinstall162,6Apr1101:38raw6
crw-r-----1oracle oinstall162,7Apr1101:38raw7
crw-r-----1oracle oinstall162,8Apr1101:38raw8
crw-r-----1oracle oinstall162,9Apr1101:38raw9节点1上已创建asm磁盘,节点2只要扫描即可:[root@khm11gR1rac2~]# oracleasm scandisksReloadingdisk partitions:doneCleaningany stale ASM disks...ScanningsystemforASM disks...Instantiatingdisk"KHMASM"[root@khm11gR1rac2~]# oracleasm listdisksADISK
ASMDISK
KHMASM[root@khm11gR1rac2~]# srvctl start listener -n khm11gR1rac2[root@khm11gR1rac2~]# srvctl start asm -n khm11gR1rac2[root@khm11gR1rac2~]# srvctl start instance -d khm -i khm2[root@khm11gR1rac2~]# crs_stat -tNameTypeTargetStateHost------------------------------------------------------------ora.khm.db application ONLINE ONLINE khm1...rac1
ora....m1.inst application OFFLINE ONLINE khm1...rac1
ora....m2.inst application ONLINE ONLINE khm1...rac2
ora....SM1.asmapplication ONLINE ONLINE khm1...rac1
ora....C1.lsnr application ONLINE ONLINE khm1...rac1
ora....ac1.gsd application ONLINE ONLINE khm1...rac1
ora....ac1.ons application ONLINE ONLINE khm1...rac1
ora....ac1.vip application ONLINE ONLINE khm1...rac1
ora....SM2.asmapplication ONLINE ONLINE khm1...rac2
ora....C2.lsnr application ONLINE ONLINE khm1...rac2
ora....ac2.gsd application ONLINE ONLINE khm1...rac2
ora....ac2.ons application ONLINE ONLINE khm1...rac2
ora....ac2.vip application ONLINE ONLINE khm1...rac2