1 进入LINUX服务选项命令:关闭IPTABLES IPV6TABLES SENDMAILS服务
export LANG=C
setup
2 禁止NTPD服务,这个服务是用来RAC时间同步,ORACLE自己也有一个时间同步的服务CTSSD。
[root@rac1 ~]# service ntpd stop
Shutting down ntpd: [FAILED]
[root@rac1 ~]# service ntpd start
Starting ntpd: [ OK ]
[root@rac1 ~]# service ntpd stop
Shutting down ntpd: [ OK ]
[root@rac1 ~]# chkconfig ntpd off
[root@rac1 ~]# cd /etc
[root@rac1 etc]# ls ntp*
ntp.conf
ntp:
keys ntpservers step-tickers
[root@rac1 etc]# mv ntp.conf ntp.conf.20140517
[root@rac1 etc]# cd /var/run
--检查是否有ntpd服务在
[root@rac1 run]# ls -ls *.pid
4 -rw------- 1 root root 4 May 15 20:20 anacron.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 atd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 auditd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 crond.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 cupsd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 gdm.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 gpm.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 haldaemon.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 hpiod.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 hpssd.pid
4 -rw------- 1 root root 5 May 15 20:20 iscsid.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 iscsiuio.pid
4 -rw------- 1 root root 5 May 15 20:20 klogd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 messagebus.pid
4 -rw-r--r-- 1 root root 4 May 15 20:20 pcscd.pid
4 -rw-r--r-- 1 rpcuser rpcuser 5 May 15 20:20 rpc.statd.pid
4 -rw------- 1 root smmsp 33 May 15 20:20 sendmail.pid
4 -rw-r--r-- 1 smmsp smmsp 49 May 15 20:20 sm-client.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 sshd.pid
4 -rw------- 1 root root 5 May 15 20:20 syslogd.pid
4 -rw-r--r-- 1 root root 11 May 15 20:20 tpvmlpd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 vmtoolsd.pid
4 -rw-r--r-- 1 root root 6 May 15 20:20 xfs.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 xinetd.pid
3 vmware 创建共享磁盘
关闭虚拟机创建共享磁盘:
vmware-vdiskmanager.exe -c -s 10Gb -a lsilogic -t 0 e:\viros\share\sharedisk01.vmdk
vmware-vdiskmanager.exe -c -s 10Gb -a lsilogic -t 0 e:\viros\share\sharedisk02.vmdk
vmware-vdiskmanager.exe -c -s 10Gb -a lsilogic -t 0 e:\viros\share\sharedisk03.vmdk
打开虚拟机的配置文件,并且将一下文件复制进去:
#shared disks configure
disk.locking = "FALSE"
diskLib.dataCacheMaxSize = "0"
diskLib.dataCacheMaxReadAheadSize = "0"
diskLib.dataCacheMinReadAheadSize = "0"
diskLib.maxUnsyncedWrites = "0"
scsi1.present = "TRUE"
scsi1.virtualDev = "lsilogic"
scsil.sharedBus = "VIRTUAL"
scsi1:0.present = "TRUE"
scsi1:0.mode = "independent-persistent"
scsi1:0.fileName = "E:\share\ocr_vote.vmdk"
scsi1:0.deviceType = "disk"
scsi1:0.redo = ""
scsi1:1.present = "TRUE"
scsi1:1.mode = "independent-persistent"
scsi1:1.fileName = "E:\share\data.vmdk"
scsi1:1.deviceType = "disk"
scsi1:1.redo = ""
scsi1:2.present = "TRUE"
scsi1:2.mode = "independent-persistent"
scsi1:2.fileName = "E:\share\fra.vmdk"
scsi1:2.deviceType = "disk"
scsi1:2.redo = ""
4 SSH配置
[oracle@rac1 ~]$ cd .ssh/
[oracle@rac1 .ssh]$ ls
[oracle@rac1 .ssh]$ touch authorized_keys
[oracle@rac1 .ssh]$ ll -la
total 8
drwx------ 2 oracle oinstall 4096 May 17 11:59 .
drwx------ 5 oracle oinstall 4096 May 17 11:57 ..
-rw-r--r-- 1 oracle oinstall 0 May 17 11:59 authorized_keys
[oracle@rac1 .ssh]$ /usr/bin/ssh-keygen -t dsa
Generating public/private dsa key pair.
Enter file in which to save the key (/home/oracle/.ssh/id_dsa):
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/oracle/.ssh/id_dsa.
Your public key has been saved in /home/oracle/.ssh/id_dsa.pub.
The key fingerprint is:
c3:ef:65:f0:f8:de:97:8c:a4:33:79:a1:96:3f:40:90 oracle@rac1.localdomain
[oracle@rac1 .ssh]$ ll -ltr
total 8
-rw-r--r-- 1 oracle oinstall 0 May 17 11:59 authorized_keys
-rw-r--r-- 1 oracle oinstall 613 May 17 12:01 id_dsa.pub
-rw------- 1 oracle oinstall 668 May 17 12:01 id_dsa
[oracle@rac1 .ssh]$ cat id_dsa.pub >> authorized_keys
[oracle@rac1 .ssh]$ ll -ltr
total 12
-rw-r--r-- 1 oracle oinstall 613 May 17 12:01 id_dsa.pub
-rw------- 1 oracle oinstall 668 May 17 12:01 id_dsa
-rw-r--r-- 1 oracle oinstall 613 May 17 12:02 authorized_keys
--将RAC2的秘钥拷贝到RAC1里面
[oracle@rac1 .ssh]$ ssh rac2 cat .ssh/id_dsa.pub >> authorized_keys
The authenticity of host 'rac2 (192.168.127.11)' can't be established.
RSA key fingerprint is b2:87:61:f0:7c:7f:28:af:96:b2:8e:4a:fc:c8:02:f6.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac2,192.168.127.11' (RSA) to the list of known hosts.
oracle@rac2's password:
--拷贝authorized_keys文件到RAC2中
[oracle@rac1 .ssh]$ scp authorized_keys rac2:~/.ssh
oracle@rac2's password:
authorized_keys 100% 1226 1.2KB/s 00:00
--使用下面命令分别在RAC1 RAC2上测试
[oracle@rac1 .ssh]$ ssh rac2 date
Sat May 17 12:14:11 CST 2014
[oracle@rac1 .ssh]$ ssh rac1 date
The authenticity of host 'rac1 (192.168.127.10)' can't be established.
RSA key fingerprint is b2:87:61:f0:7c:7f:28:af:96:b2:8e:4a:fc:c8:02:f6.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac1,192.168.127.10' (RSA) to the list of known hosts.
Sat May 17 12:14:19 CST 2014
[oracle@rac1 .ssh]$ ssh rac1 date
Sat May 17 12:14:24 CST 2014
[oracle@rac1 .ssh]$ ssh rac1 date
Sat May 17 12:14:27 CST 2014
[oracle@rac1 .ssh]$ ssh rac2 date
Sat May 17 12:14:31 CST 2014
[oracle@rac1 .ssh]$
5 所有配置完成后,GRID安装文件中有个对安装环境的测试,是否符合安装的标准(使用ORACLE或者GRID用户检查)
[oracle@rac1 grid]$ ./runcluvfy.sh stage -pre crsinst -n rac1,rac2 -fixup -verbose
Pre-check for cluster services setup was successful.
如果为successful,则表示成功。如果为unsucdessful则去查找failed项。
6 在安装GRID的时候没有发现共享的ASM磁盘问题(我在安装GRID的时候碰到的问题)
重新配置ASM
[root@rac1 /]# oracleasm configure -i
[root@rac1 /]# /usr/sbin/oracleasm deletedisk DISK1
Clearing disk header: done
Dropping disk: done
[root@rac1 /]# /usr/sbin/oracleasm deletedisk DISK2
Clearing disk header: done
Dropping disk: done
[root@rac1 /]# /usr/sbin/oracleasm deletedisk DISK3
Clearing disk header: done
Dropping disk: done
[root@rac1 /]# /usr/sbin/oracleasm createdisk DISK1 /dev/sdb1
Writing disk header: done
Instantiating disk: done
[root@rac1 /]# /usr/sbin/oracleasm createdisk DISK2 /dev/sdc1
Writing disk header: done
Instantiating disk: done
[root@rac1 /]# /usr/sbin/oracleasm createdisk DISK3 /dev/sdd1
Writing disk header: done
Instantiating disk: done
[root@rac1 /]# /usr/sbin/oracleasm scandisks
Reloading disk partitions: done
Cleaning any stale ASM disks...
Scanning system for ASM disks...
[root@rac1 /]# /usr/sbin/oracleasm listdisks
DISK1
DISK2
DISK3
7 安装完后检查
crsctl check crs
crs_stat -t -v
8 集群的停止(先关闭数据库然后关闭集群)
(1)关闭数据库 进入其中一个节点的ORACLE用户输入以下命令:
srvctl stop database -d RAC --其中RAC为数据库的名称
(2)关闭集群 进入一个节点的ROOT用户输入以下命令:
[root@rac1 bin]# ./crsctl stop cluster -all
9 集群的启动(先启动集群再启动数据库)
(3)启动集群 进入一个节点的ROOT用户输入以下命令:
[root@rac1 bin]# ./crsctl start cluster -all
(4)启动数据库 进入其中一个节点的ORACLE用户输入以下命令:
srvctl start database -d RAC --其中RAC为数据库的名称
集群常用的一些命令
$crsctl check cluster
$crsctl check ctss --检查时钟
$olsnodes -n --查询几个节点
$crsctl query css votedisk
$crs_stat -t -v
export LANG=C
setup
2 禁止NTPD服务,这个服务是用来RAC时间同步,ORACLE自己也有一个时间同步的服务CTSSD。
[root@rac1 ~]# service ntpd stop
Shutting down ntpd: [FAILED]
[root@rac1 ~]# service ntpd start
Starting ntpd: [ OK ]
[root@rac1 ~]# service ntpd stop
Shutting down ntpd: [ OK ]
[root@rac1 ~]# chkconfig ntpd off
[root@rac1 ~]# cd /etc
[root@rac1 etc]# ls ntp*
ntp.conf
ntp:
keys ntpservers step-tickers
[root@rac1 etc]# mv ntp.conf ntp.conf.20140517
[root@rac1 etc]# cd /var/run
--检查是否有ntpd服务在
[root@rac1 run]# ls -ls *.pid
4 -rw------- 1 root root 4 May 15 20:20 anacron.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 atd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 auditd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 crond.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 cupsd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 gdm.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 gpm.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 haldaemon.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 hpiod.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 hpssd.pid
4 -rw------- 1 root root 5 May 15 20:20 iscsid.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 iscsiuio.pid
4 -rw------- 1 root root 5 May 15 20:20 klogd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 messagebus.pid
4 -rw-r--r-- 1 root root 4 May 15 20:20 pcscd.pid
4 -rw-r--r-- 1 rpcuser rpcuser 5 May 15 20:20 rpc.statd.pid
4 -rw------- 1 root smmsp 33 May 15 20:20 sendmail.pid
4 -rw-r--r-- 1 smmsp smmsp 49 May 15 20:20 sm-client.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 sshd.pid
4 -rw------- 1 root root 5 May 15 20:20 syslogd.pid
4 -rw-r--r-- 1 root root 11 May 15 20:20 tpvmlpd.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 vmtoolsd.pid
4 -rw-r--r-- 1 root root 6 May 15 20:20 xfs.pid
4 -rw-r--r-- 1 root root 5 May 15 20:20 xinetd.pid
3 vmware 创建共享磁盘
关闭虚拟机创建共享磁盘:
vmware-vdiskmanager.exe -c -s 10Gb -a lsilogic -t 0 e:\viros\share\sharedisk01.vmdk
vmware-vdiskmanager.exe -c -s 10Gb -a lsilogic -t 0 e:\viros\share\sharedisk02.vmdk
vmware-vdiskmanager.exe -c -s 10Gb -a lsilogic -t 0 e:\viros\share\sharedisk03.vmdk
打开虚拟机的配置文件,并且将一下文件复制进去:
#shared disks configure
disk.locking = "FALSE"
diskLib.dataCacheMaxSize = "0"
diskLib.dataCacheMaxReadAheadSize = "0"
diskLib.dataCacheMinReadAheadSize = "0"
diskLib.maxUnsyncedWrites = "0"
scsi1.present = "TRUE"
scsi1.virtualDev = "lsilogic"
scsil.sharedBus = "VIRTUAL"
scsi1:0.present = "TRUE"
scsi1:0.mode = "independent-persistent"
scsi1:0.fileName = "E:\share\ocr_vote.vmdk"
scsi1:0.deviceType = "disk"
scsi1:0.redo = ""
scsi1:1.present = "TRUE"
scsi1:1.mode = "independent-persistent"
scsi1:1.fileName = "E:\share\data.vmdk"
scsi1:1.deviceType = "disk"
scsi1:1.redo = ""
scsi1:2.present = "TRUE"
scsi1:2.mode = "independent-persistent"
scsi1:2.fileName = "E:\share\fra.vmdk"
scsi1:2.deviceType = "disk"
scsi1:2.redo = ""
4 SSH配置
[oracle@rac1 ~]$ cd .ssh/
[oracle@rac1 .ssh]$ ls
[oracle@rac1 .ssh]$ touch authorized_keys
[oracle@rac1 .ssh]$ ll -la
total 8
drwx------ 2 oracle oinstall 4096 May 17 11:59 .
drwx------ 5 oracle oinstall 4096 May 17 11:57 ..
-rw-r--r-- 1 oracle oinstall 0 May 17 11:59 authorized_keys
[oracle@rac1 .ssh]$ /usr/bin/ssh-keygen -t dsa
Generating public/private dsa key pair.
Enter file in which to save the key (/home/oracle/.ssh/id_dsa):
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /home/oracle/.ssh/id_dsa.
Your public key has been saved in /home/oracle/.ssh/id_dsa.pub.
The key fingerprint is:
c3:ef:65:f0:f8:de:97:8c:a4:33:79:a1:96:3f:40:90 oracle@rac1.localdomain
[oracle@rac1 .ssh]$ ll -ltr
total 8
-rw-r--r-- 1 oracle oinstall 0 May 17 11:59 authorized_keys
-rw-r--r-- 1 oracle oinstall 613 May 17 12:01 id_dsa.pub
-rw------- 1 oracle oinstall 668 May 17 12:01 id_dsa
[oracle@rac1 .ssh]$ cat id_dsa.pub >> authorized_keys
[oracle@rac1 .ssh]$ ll -ltr
total 12
-rw-r--r-- 1 oracle oinstall 613 May 17 12:01 id_dsa.pub
-rw------- 1 oracle oinstall 668 May 17 12:01 id_dsa
-rw-r--r-- 1 oracle oinstall 613 May 17 12:02 authorized_keys
--将RAC2的秘钥拷贝到RAC1里面
[oracle@rac1 .ssh]$ ssh rac2 cat .ssh/id_dsa.pub >> authorized_keys
The authenticity of host 'rac2 (192.168.127.11)' can't be established.
RSA key fingerprint is b2:87:61:f0:7c:7f:28:af:96:b2:8e:4a:fc:c8:02:f6.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac2,192.168.127.11' (RSA) to the list of known hosts.
oracle@rac2's password:
--拷贝authorized_keys文件到RAC2中
[oracle@rac1 .ssh]$ scp authorized_keys rac2:~/.ssh
oracle@rac2's password:
authorized_keys 100% 1226 1.2KB/s 00:00
--使用下面命令分别在RAC1 RAC2上测试
[oracle@rac1 .ssh]$ ssh rac2 date
Sat May 17 12:14:11 CST 2014
[oracle@rac1 .ssh]$ ssh rac1 date
The authenticity of host 'rac1 (192.168.127.10)' can't be established.
RSA key fingerprint is b2:87:61:f0:7c:7f:28:af:96:b2:8e:4a:fc:c8:02:f6.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added 'rac1,192.168.127.10' (RSA) to the list of known hosts.
Sat May 17 12:14:19 CST 2014
[oracle@rac1 .ssh]$ ssh rac1 date
Sat May 17 12:14:24 CST 2014
[oracle@rac1 .ssh]$ ssh rac1 date
Sat May 17 12:14:27 CST 2014
[oracle@rac1 .ssh]$ ssh rac2 date
Sat May 17 12:14:31 CST 2014
[oracle@rac1 .ssh]$
5 所有配置完成后,GRID安装文件中有个对安装环境的测试,是否符合安装的标准(使用ORACLE或者GRID用户检查)
[oracle@rac1 grid]$ ./runcluvfy.sh stage -pre crsinst -n rac1,rac2 -fixup -verbose
Pre-check for cluster services setup was successful.
如果为successful,则表示成功。如果为unsucdessful则去查找failed项。
6 在安装GRID的时候没有发现共享的ASM磁盘问题(我在安装GRID的时候碰到的问题)
重新配置ASM
[root@rac1 /]# oracleasm configure -i
[root@rac1 /]# /usr/sbin/oracleasm deletedisk DISK1
Clearing disk header: done
Dropping disk: done
[root@rac1 /]# /usr/sbin/oracleasm deletedisk DISK2
Clearing disk header: done
Dropping disk: done
[root@rac1 /]# /usr/sbin/oracleasm deletedisk DISK3
Clearing disk header: done
Dropping disk: done
[root@rac1 /]# /usr/sbin/oracleasm createdisk DISK1 /dev/sdb1
Writing disk header: done
Instantiating disk: done
[root@rac1 /]# /usr/sbin/oracleasm createdisk DISK2 /dev/sdc1
Writing disk header: done
Instantiating disk: done
[root@rac1 /]# /usr/sbin/oracleasm createdisk DISK3 /dev/sdd1
Writing disk header: done
Instantiating disk: done
[root@rac1 /]# /usr/sbin/oracleasm scandisks
Reloading disk partitions: done
Cleaning any stale ASM disks...
Scanning system for ASM disks...
[root@rac1 /]# /usr/sbin/oracleasm listdisks
DISK1
DISK2
DISK3
7 安装完后检查
crsctl check crs
crs_stat -t -v
8 集群的停止(先关闭数据库然后关闭集群)
(1)关闭数据库 进入其中一个节点的ORACLE用户输入以下命令:
srvctl stop database -d RAC --其中RAC为数据库的名称
(2)关闭集群 进入一个节点的ROOT用户输入以下命令:
[root@rac1 bin]# ./crsctl stop cluster -all
9 集群的启动(先启动集群再启动数据库)
(3)启动集群 进入一个节点的ROOT用户输入以下命令:
[root@rac1 bin]# ./crsctl start cluster -all
(4)启动数据库 进入其中一个节点的ORACLE用户输入以下命令:
srvctl start database -d RAC --其中RAC为数据库的名称
集群常用的一些命令
$crsctl check cluster
$crsctl check ctss --检查时钟
$olsnodes -n --查询几个节点
$crsctl query css votedisk
$crs_stat -t -v