rhel6.5安装oracle RAC 4节点安装记录

########1.3.2设置ip地址###########################
vi  /etc/sysconfig/network-scripts/ifcfg-eth0
vi  /etc/sysconfig/network-scripts/ifcfg-eth1
vi /etc/sysconfig/network

################################################
vi /etc/hosts

10.10.10.11  racdb1
10.10.10.19  racdb1-vip
172.10.10.1     racdb1-priv

10.10.10.12  racdb2
10.10.10.150  racdb2-vip
172.10.10.2     racdb2-priv

10.10.10.13  racdb3
10.10.10.152  racdb3-vip
172.10.10.3     racdb3-priv

10.10.10.14  racdb4
10.10.10.153  racdb4-vip
172.10.10.4     racdb4-priv

10.10.10.154  pgis-scan
###############################################
#######禁用防火墙和SELNUX（所有节点）##########
service iptables stop
chkconfig iptables off

service ip6tables stop
chkconfig ip6tables off

vi /etc/selinux/config

###############################################
#######1.7检查软件需求#########################
yum install -y binutils*
yum install -y compat-libstdc++*
yum install -y compat-libcap*
yum install -y elfutils*
yum install -y gcc*
yum install -y glibc*
yum install -y ksh*
yum install -y libaio*
yum install -y libgcc*
yum install -y libstdc++*
yum install -y make*
yum install -y sysstat*
yum install -y unixODBC*
yum install -y libaio-devel*

##############################################
#######2.1 修改/etc/security/limits.conf######

vi /etc/security/limits.conf
#ORACLE SETTING
grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536
##############################################
#########2.2修改/etc/pam.d/login##############
cat /etc/pam.d/login
vi /etc/pam.d/login
#for oracle 
session required pam_limits.so

#############################################
########2.3 shell 的限制#####################
cat /etc/profile
vi /etc/profile
**************
#for oracle 
if [ /$USER = "oracle" ] || [ /$USER = "grid" ]; then
if [ /$SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
umask 022
fi
**************
sysctl -p

#############################################
#########2.4修改sysctl参数###################
vi /etc/sysctl.conf
***********************
#for oracle 
kernel.shamall = 2097152
kernel.shmmax = 2147483648
kernel.sem = 250 32000 100 128 
kernel.shmmni = 4096 
net.core.rmem_default = 4194304
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.ipv4.ip_local_port_range = 9000 65500
fs.file-max = 6815744
fs.aio-max-nr = 1048576
************************
##############################################
######2.5 停止NTP配置#########################
/sbin/service ntpd stop
chkconfig ntpd off
mv /etc/ntp.conf  /etc/ntp.conf.org.
crsctl check ctss
##############################################
######3raw设置#################################
vi /etc/multipath/bindings

#10G
OCRVT1 3600d02310006bfc85230b62552ecd44e
OCRVT2 3600d02310006bfc82b7d57f011c43d36
#12T
ARCH_FRA 3600d023100066b4144696f7d5f0bacaf
#1T
DATA1 3600d02310006bfc837f4e4e747d8a697
DATA2 3600d02310006bfc866f1ed7106d58c69
DATA3 3600d02310006bfc834b4a9a612b0b781
DATA4 3600d02310006bfc81a5e31af560b6301
DATA5 3600d02310006bfc849d0bc564ac1d1e5

vi /etc/udev/rules.d/99-grid-permission.rules

PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/OCRVT1"
PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/OCRVT2"
PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/ARCH_FRA"
PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/DATA1"
PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/DATA2"
PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/DATA3"
PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/DATA4"
PROGRAM="/bin/chown -R grid:asmadmin /dev/mapper/DATA5"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/OCRVT1"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/OCRVT2"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/ARCH_FRA"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/DATA1"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/DATA2"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/DATA3"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/DATA4"
PROGRAM="/bin/chmod -R 0660 /dev/mapper/DATA5"
KERNEL=="dm-[0-7]", OWNER="grid", GROUP="asmadmin", MODE="0660"

**********************************************
##############################################
#######4创建用户及配置环境变量################
groupadd -g 501 oinstall
groupadd -g 502 dba
groupadd -g 503 oper
groupadd -g 504 asmadmin
groupadd -g 505 asmoper
groupadd -g 506 asmdba
useradd -g oinstall -G dba,asmdba,oper oracle
useradd -g oinstall -G asmadmin,asmdba,asmoper,oper,dba grid

passwd oracle
passwd grid

*************************************
mkdir -p /oracle
chown -R oracle:oinstall /oracle
chown oracle:oinstall /oracle
chmod -R 775 /oracle

#oracle主目录
mkdir -p /oracle/11.2.0.4/grid
mkdir -p /oracle/11.2.0.4/oracle
    
#oracle根目录
mkdir -p /oracle/grid
mkdir -p /oracle/oracle        

mkdir -p /oracle/cfgtoollogs 

#oracle日志目录
mkdir -p /oracle/oraInventory    
chown -R grid:oinstall /oracle/oraInventory    
chmod -R 775 /oracle/oraInventory    

chown -R grid:oinstall /oracle/11.2.0.4/grid
chown -R oracle:oinstall /oracle/11.2.0.4/oracle
chmod -R 775 /oracle/11.2.0.4/grid
chmod -R 775 /oracle/11.2.0.4/oracle
chown -R grid:oinstall /oracle/grid/
chown -R oracle:oinstall /oracle/oracle/
chmod -R 755 /oracle/grid/
chmod -R 755 /oracle/oracle/

###############################
节点1：
su - grid
vi .bash_profile
---------------------------------
#for oracle 
export ORACLE_SID=+ASM1
export GRID_BASE=/oracle/grid
export GRID_HOME=/oracle/11.2.0.4/grid
export PATH=$GRID_HOME/bin:$PATH:/usr/local/bin/:.
export LD_LIBRARY_PATH=$GRID_HOME/lib:/lib:/usr/lib
#export DISPLAY=:0.0 
umask=022 

export PATH
----------------------------------
source .bash_profile   #使环境生效
echo $GRID_HOME   #检查环境是否生效

节点2：
su - grid
vi .bash_profile
----------------------------------
#for oracle 
export ORACLE_SID=+ASM2
export GRID_BASE=/oracle/grid
export GRID_HOME=/oracle/11.2.0.4/grid
export PATH=$GRID_HOME/bin:$PATH:/usr/local/bin/:.
export LD_LIBRARY_PATH=$GRID_HOME/lib:/lib:/usr/lib
#export DISPLAY=:0.0 
umask=022 

export PATH
-----------------------------------
source .bash_profile   #使环境生效
echo $GRID_HOME   检查环境是否生效
#########################################
编辑oracle用户环境

节点1： 
su - oracle
vi .bash_profile
----------------------------------
#for oracle 
export ORACLE_SID=racdb1
export ORACLE_UNQNAME=racdb;
export ORACLE_BASE=/oracle/oracle
export ORACLE_HOME=/oracle/11.2.0.4/oracle

export NLS_DATE_FORMAT="YYYY:MM:DD HH24:MI:SS"
export NLS_LANG=american_america.ZHS16GBK
export TNS_ADMIN=$ORACLE_HOME/network/admin
export ORA_NLS11=$ORACLE_HOME/nls/data

export PATH=$ORACLE_HOME/bin:$PATH:$HOME/bin:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib:$ORACLE_HOME/oracm/lib:/usr/local/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib 
#export DISPLAY=:0.0 
umask=022 
------------------------------------
source .bash_profile   #使环境生效

节点2：
su - oracle
vi .bash_profile
------------------------------------
#for oracle 
export ORACLE_SID=racdb2
export ORACLE_UNQNAME=racdb
export ORACLE_BASE=/oracle/oracle
export ORACLE_HOME=/oracle/11.2.0.4/oracle

export NLS_DATE_FORMAT="YYYY:MM:DD HH24:MI:SS"
export NLS_LANG=american_america.ZHS16GBK
export TNS_ADMIN=$ORACLE_HOME/network/admin
export ORA_NLS11=$ORACLE_HOME/nls/data

export PATH=$ORACLE_HOME/bin:$PATH:$HOME/bin:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib:$ORACLE_HOME/oracm/lib:/usr/local/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib 
#export DISPLAY=:0.0 
umask=022 
---------------------------------------
source .bash_profile   #使环境生效
######################################################
######################################################
su - grid
mkdir ~/.ssh
chmod 755 ~/.ssh
ssh-keygen -t rsa
ssh-keygen -t dsa

在一个节点1 上
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

在传到另一个节点
scp ~/.ssh/authorized_keys racdb2:~/.ssh/authorized_keys

在一个节点2 上
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

在传到另一个节点
scp ~/.ssh/authorized_keys racdb3:~/.ssh/authorized_keys
scp ~/.ssh/authorized_keys racdb4:~/.ssh/authorized_keys
验证等效性
exec /usr/bin/ssh-agent $SHELL
/usr/bin/ssh-add
ssh racdb1 date
ssh racdb2 date
ssh racdb3 date
ssh racdb4 date
ssh racdb1-priv date
ssh racdb2-priv date
ssh racdb3-priv date
ssh racdb4-priv date

################################################
su - oracle
mkdir ~/.ssh
chmod 755 ~/.ssh
ssh-keygen -t rsa
ssh-keygen -t dsa
在一个节点1 上
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
在传到另一个节点
scp ~/.ssh/authorized_keys racdb2:~/.ssh/authorized_keys
在一个节点2 上
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
在传到另一个节点
scp ~/.ssh/authorized_keys racdb3:~/.ssh/authorized_keys
scp ~/.ssh/authorized_keys racdb4:~/.ssh/authorized_keys

验证等效性
exec /usr/bin/ssh-agent $SHELL
/usr/bin/ssh-add
ssh racdb1 date
ssh racdb2 date
ssh racdb3 date
ssh racdb4 date
ssh racdb1-priv date
ssh racdb2-priv date
ssh racdb3-priv date
ssh racdb4-priv date

####################################################

date -s 19:58:20

rpm -Uvh cvuqdisk-1.0.9-1.rpm