Oracle11g RAC安装 on vmware10

http://blog.csdn.net/seulk_q/article/details/42612393


环境：
oracle11g rac 11.2.0.1
centos 6.7
vmware 10


OS配置：
关闭selinux
setenforce 0   
vim /etc/selinux/config
SELINUX=disabled


关闭防火墙
service iptables stop
chkconfig iptables off






网络配置：
ifconfig -a


db1:生成密钥
/usr/bin/ssh-keygen -t dsa
/usr/bin/ssh-keygen -t rsa


利用ssh-copy-id将密钥copy到对方主机
ssh-copy-id -i .ssh/id_rsa.pub db2
ssh-copy-id -i .ssh/id_dsa.pub db2


配置CTSS服务
CTSS
   需要把ntp服务停止和删除配置文件及pid文件
   service ntpd stop
   chkconfig ntpd off
   rm -rf /etc/ntpd.conf 
   rm -rf /var/run/ntpd.pid
  查看ctss服务资源
   crsctl check ctss




配置共享磁盘：
C:\Program Files (x86)\VMware\VMware Workstation
E:\vm\racdisk




vmware-vdiskmanager.exe -c -s 1000Mb -a lsilogic -t 2 E:\vm\racdisk\ocr1.vmdk
vmware-vdiskmanager.exe -c -s 1000Mb -a lsilogic -t 2 E:\vm\racdisk\ocr2.vmdk
vmware-vdiskmanager.exe -c -s 1000Mb -a lsilogic -t 2 E:\vm\racdisk\ocr3.vmdk


vmware-vdiskmanager.exe -c -s 10000Mb -a lsilogic -t 2 E:\vm\racdisk\data1.vmdk
vmware-vdiskmanager.exe -c -s 10000Mb -a lsilogic -t 2 E:\vm\racdisk\data2.vmdk
vmware-vdiskmanager.exe -c -s 10000Mb -a lsilogic -t 2 E:\vm\racdisk\arc1.vmdk
vmware-vdiskmanager.exe -c -s 10000Mb -a lsilogic -t 2 E:\vm\racdisk\arc2.vmdk






在vm虚拟机中添加如下配置：
scsi1.present = "TRUE"
scsi1.virtualDev = "lsilogic"
scsi1.sharedBus = "virtual"


scsi1:1.present = "TRUE"
scsi1:1.mode = "independent-persistent"
scsi1:1.filename = " E:\vm\racdisk\ocr1.vmdk"
scsi1:1.deviceType = "plainDisk"


scsi1:2.present = "TRUE"
scsi1:2.mode = "independent-persistent"
scsi1:2.filename = " E:\vm\racdisk\ocr2.vmdk"
scsi1:2.deviceType = "plainDisk" 


scsi1:3.present = "TRUE"
scsi1:3.mode = "independent-persistent"
scsi1:3.filename = " E:\vm\racdisk\ocr3.vmdk"
scsi1:3.deviceType = "plainDisk"


scsi1:4.present = "TRUE"
scsi1:4.mode = "independent-persistent"
scsi1:4.filename = " E:\vm\racdisk\data1.vmdk"
scsi1:4.deviceType = "plainDisk"


scsi1:5.present = "TRUE"
scsi1:5.mode = "independent-persistent"
scsi1:5.filename = " E:\vm\racdisk\data2.vmdk"
scsi1:5.deviceType = "plainDisk"


scsi1:6.present = "TRUE"
scsi1:6.mode = "independent-persistent"
scsi1:6.filename = " E:\vm\racdisk\arc1.vmdk"
scsi1:6.deviceType = "plainDisk"


scsi1:8.present = "TRUE"
scsi1:8.mode = "independent-persistent"
scsi1:8.filename = " E:\vm\racdisk\arc2.vmdk"
scsi1:8.deviceType = "plainDisk"






disk.locking = "false"
diskLib.dataCacheMaxSize = "0"
diskLib.dataCacheMaxReadAheadSize = "0"
diskLib.DataCacheMinReadAheadSize = "0"
diskLib.dataCachePageSize = "4096"
diskLib.maxUnsyncedWrites = "0"






磁盘配置：
ocr:
fdisk /dev/sdb
fdisk /dev/sdc
fdisk /dev/sdd
n-p-1-w


data:
fdisk /dev/sde
fdisk /dev/sdf


arc:
fdisk /dev/sdg
fdisk /dev/sdh




partprobe 


安装oracleasm
下载oracleasm http://www.oracle.com/technetwork/topics/linux/asmlib/index-101839.html
安装
yum -y install kmod-oracleasm.x86_64
rpm -ivh oracleasmlib-2.0.4-1.el6.x86_64.rpm 
rpm -ivh oracleasm-support-2.1.8-1.el6.x86_64.rpm


配置asm
/etc/init.d/oracleasm configure
 Default user to own the driver interface []: grid
Default group to own the driver interface []: asmdba
Start Oracle ASM library driver on boot (y/n) [n]: y






创建asm磁盘：
oracleasm createdisk ocrdisk1 /dev/sdb1
oracleasm createdisk ocrdisk2 /dev/sdc1
oracleasm createdisk ocrdisk3 /dev/sdd1


oracleasm deletedisk ocrdisk1


oracleasm createdisk data1 /dev/sde1
oracleasm createdisk data2 /dev/sdf1


oracleasm createdisk arc1 /dev/sdg1
oracleasm createdisk arc2 /dev/sdh1


/etc/init.d/oracleasm scandisks
/etc/init.d/oracleasm listdisks






配置Oracle软件安装用户、组、环境变量、安装目录
#用户
useradd -m -u 1100 -g oinstall -G asmadmin,asmdba,asmoper -s /bin/bash grid  
useradd -m -u 1101 -g oinstall -G dba,oper,asmdba -s /bin/bash oracle
#用户环境变量修改home下的 .bash_profile
ORACLE
 export TMP=/tmp 
 export TMPDIR=$TMP 
 export ORACLE_SID=RAC1  # RAC1
 export ORACLE_SID=RAC2  # RAC2
 export ORACLE_BASE=/u01/app/oracle 
 export ORACLE_HOME=$ORACLE_BASE/product/11.2.0/db_1
 export TNS_ADMIN=$ORACLE_HOME/network/admin 
 export PATH=/usr/sbin:$PATH 
 export PATH=$ORACLE_HOME/bin:$PATH 
 export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib 
 export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib 
 umask 022 


 GRID
 export TMP=/tmp 
 export TMPDIR=$TMP 
 export ORACLE_SID=+ASM1  # RAC1
 export ORACLE_SID=+ASM2  # RAC2
 export ORACLE_BASE=/u01/app/grid
 export ORACLE_HOME=/u01/app/11.2.0/grid
 export PATH=/usr/sbin:$PATH 
 export PATH=$ORACLE_HOME/bin:$PATH 
 export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib 
 export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib 
 umask 022 
配置目录
 mkdir -p  /u01/app/11.2.0/grid
 mkdir -p /u01/app/grid
 mkdir -p /u01/app/oracle
 chown grid:oinstall /u01/app/11.2.0/grid
 chown grid:oinstall /u01/app/grid
 chown oracle:oinstall /u01/app/oracle
 chmod -R 775 /u01/
 chown -R grid:oinstall /u01


 
配置系统文件
配置oracle、grid用户的shell限制
vim /etc/security/limits.conf
添加
grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536


修改/etc/pam.d/login配置文件
Vim  /etc/pam.d/login 
添加 session    required     pam_limits.so


修改内核配置文件/etc/sysctl.conf
 fs.aio-max-nr = 1048576 
 fs.file-max = 6815744 
 kernel.shmall = 2097152 
 kernel.shmmax = 1054472192 
 kernel.shmmni = 4096 
 kernel.sem = 250 32000 100 128 
 net.ipv4.ip_local_port_range = 9000 65500 
 net.core.rmem_default = 262144 
 net.core.rmem_max = 4194304 
 net.core.wmem_default = 262144 
 net.core.wmem_max = 1048586 
 net.ipv4.tcp_wmem = 262144 262144 262144 
 net.ipv4.tcp_rmem = 4194304 4194304 4194304 
保存退出后执行 sysctl -p 立即生效。


安装Oracle grid等需要的包
binutils-2.20.51.0.2-5.11.el6 (x86_64)
compat-libcap1-1.10-1 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (x86_64)
compat-libstdc++-33-3.2.3-69.el6.i686
gcc-4.4.4-13.el6 (x86_64)
gcc-c++-4.4.4-13.el6 (x86_64)
glibc-2.12-1.7.el6 (i686)
glibc-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6.i686
ksh
libgcc-4.4.4-13.el6 (i686)
libgcc-4.4.4-13.el6 (x86_64)
libstdc++-4.4.4-13.el6 (x86_64)
libstdc++-4.4.4-13.el6.i686
libstdc++-devel-4.4.4-13.el6 (x86_64)
libstdc++-devel-4.4.4-13.el6.i686
libaio-0.3.107-10.el6 (x86_64)
libaio-0.3.107-10.el6.i686
libaio-devel-0.3.107-10.el6 (x86_64)
libaio-devel-0.3.107-10.el6.i686
make-3.81-19.el6
sysstat-9.0.4-11.el6 (x86_64)




安装前时检查
chown -R grid:oinstall grid/
su - grid
cd /soft/grid/
./runcluvfy.sh stage -pre crsinst -n db1,db2 -fixup -verbose 
Result: PRVF-4007 : User equivalence check failed for user "grid"
执行时，会有fix.sh，在提示节点上执行即可


compat-libcap1-1.10-1 (x86_64)
yum install compat-libcap* -y


安装grid
su  -  grid
export DISPLAY=:0.0
./runInstaller




Adding daemon to inittab //出现这个时执行下面的，在跳过之后，就不用在dd了
/bin/dd if=/var/tmp/.oracle/npohasd of=/dev/null bs=1024 count=1


more /u01/app/oraInventory/logs/installActions2016-03-07_05-04-05PM.log






安装Oracle database软件
su - oracle
./runInstaller


创建ASM磁盘组
需要新建其他磁盘组来安装数据文件等
su - grid
asmca










crsctl query crs activeversion
ocrcheck


CRS-4639: Could not contact Oracle High Availability Services
启动该进程服务：Oracle High Availability Services
ohasd start


cd /u01/app/11.2.0/grid/log/db1/crsd
vi  crsd.log 








./app/11.2.0/grid/crs/utl/rootdelete.sh




删除oracle cluster:


rm -r /etc/oracle/* -f
rm -f /etc/init.d/init.crs
    rm -f /etc/init.d/init.crsd
    rm -f /etc/init.d/init.evmd
    rm -f /etc/rc2.d/K96init.crs
    rm -f /etc/rc2.d/S96init.crs
    rm -f /etc/rc3.d/K96init.crs
    rm -f /etc/rc3.d/S96init.crs
    rm -f /etc/rc5.d/K96init.crs
    rm -f /etc/rc5.d/S96init.crs
    rm -Rf /etc/oracle/scls_scr
    rm -f /etc/inittab.crs
    cp /etc/inittab.orig /etc/inittab


 fdisk /dev/sdb  sdc sdd
 d
 w






inux修改网卡设备名称




如果服务器上有多个网卡，可能由于不同网卡的特性不同而需要启用/禁用网卡控制器，调整的过程可能需要调整网卡的名称，如eth1改成eth0，刚好有个帅哥同事了解如何调整，所以把他的资料备案一下，呵呵


1.shutdown 相应接口，将
/etc/sysconfig/network-scripts/ifcfg-eth0中的
DEVICE=eth0
HWADDR=00:1e:ec:0f:79:f6
修改或添加
并将下面文件中修改成和上述一致
/etc/udev/rules.d/70-persistent-net.rules
# PCI device 0x14e4:0x1713 (tg3)
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="00:1e:ec:0f:79:f6", ATTR{type}=="1", KERNEL=="eth*", NAME="eth0"
# PCI device 0x14e4:0x1713 (tg3)
SUBSYSTEM=="net", ACTION=="add", DRIVERS=="?*", ATTR{address}=="00:1e:ec:0f:79:f7", ATTR{type}=="1", KERNEL=="eth*", NAME="eth1"
2. service udev-post stop; service udev-post start
3. ifup eth0/eth1


4.重启机器

来自 “ ITPUB博客 ” ，链接：http://blog.itpub.net/91975/viewspace-2051917/，如需转载，请注明出处，否则将追究法律责任。

转载于:http://blog.itpub.net/91975/viewspace-2051917/