redhat5.5 安装 oracle 11G

配置重点：
1.所有节点关闭防火墙和SELINUX
2.每个节点至少有两块物理网卡
3.所有节点的PUBLIC IP指向网关
4.安装集群之前VIP 不能PING通
5.配置所有节点的grid用户的信任关系，oracle用户信任关系
6.配置NTP
7.配置DNS
8.配置共享存储

1关闭防火墙
setup 设置disabled
service iptables stop
chkconfig --level 2345 iptables off
关闭SELINUX
vi /etc/selinux/config 改成disabled
setenforce 0

2配置主机HOSTNAME
/etc/sysconfig/network
hostname rac1
hostname rac2

规划两个节点的IP地址
vi /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6

public network -(eth0)

192.168.2.12 rac1.example.com rac1
192.168.2.13 rac2.example.com rac2

private interconnect -(eth1)

172.200.0.12 rac1-priv.example.com rac1-priv
172.200.0.13 rac2-priv.example.com rac2-priv

VIP

192.168.2.121 rac1-vip.example.com rac1-vip
192.168.2.131 rac2-vip.example.com rac2-vip

配置YUM源
mkdir /media/cdrom
cd /root
mount -t iso9660 -o loop /root/rhel-server-5.5-x86_64-dvd.iso /media/cdrom
设置开机自动挂载系统镜像文件
vi /etc/fstab
/root/rhel-server-5.5-x86_64-dvd.iso /media/cdrom iso9660 defaults,ro,loop 0 0
配置本地yum源
cd /etc/yum.repos.d/
touch rhel-media.repo
[rhel-media]
name=Red Hat Enterprise Linux 5.5 #自定义名称
baseurl=file:///media/cdrom/Server #本地光盘挂载路径
enabled=1 #启用yum源，0为不启用，1为启用
gpgcheck=0 #检查GPG-KEY，0为不检查，1为检查
gpgkey=file:///media/cdrom/RPM-GPG-KEY-redhat-release #GPG-KEY路径
使用yum命令自动安装软件
yum clean all
yum makecache

redhat 5.5 操作系统需要，安装oralce需要的安装包

binutils-2.17.50.0.6
compat-libstdc++-33-3.2.3
compat-libstdc++-33-3.2.3 (32 bit)
elfutils-libelf-0.125
elfutils-libelf-devel-0.125
gcc-4.1.2
gcc-c++-4.1.2
glibc-2.5-24
glibc-2.5-24 (32 bit)
glibc-common-2.5
glibc-devel-2.5
glibc-devel-2.5 (32 bit)
glibc-headers-2.5
ksh-20060214
libaio-0.3.106
libaio-0.3.106 (32 bit)
libaio-devel-0.3.106
libaio-devel-0.3.106 (32 bit)
libgcc-4.1.2
libgcc-4.1.2 (32 bit)
libstdc++-4.1.2
libstdc++-4.1.2 (32 bit)
libstdc++-devel 4.1.2
make-3.81
sysstat-7.0.2

• unixODBC-2.2.11 (32-bit) or later
• unixODBC-devel-2.2.11 (64-bit) or later
• unixODBC-2.2.11 (64-bit) or later

创建组:
groupadd -g 501 oinstall
groupadd -g 502 dba
groupadd -g 503 oper
groupadd -g 504 asmadmin
groupadd -g 505 asmdba
groupadd -g 506 asmoper
创建用户：
useradd -u 502 -g oinstall -G dba,asmadmin,asmdba,asmoper grid
useradd -u 501 -g oinstall -G dba,oper,asmdba,asmadmin oracle
passwd grid
passwd oracle

修改grid用户配置文件

vi .bashrc

export ORACLE_BASE=/u01/app/oracle
export ORACLE_HOME=/u01/grid
export ORACLE_OWNER=oracle
export ORACLE_SID=+ASM1 #rac2节点为ORACLE_SID=+ASM2
export ORACLE_TERM=vt100
export THREADS_FLAG=native
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$LD_LIBRARY_PATH
export PATH=$ORACLE_HOME/bin:$PATH
export LANG=en_US
alias sqlplus='rlwrap sqlplus'
alias lsnrctl='rlwrap lsnrctl'

alias asmcmd='rlwrap asmcmd'

修改oracle用户配置文件

vi .bashrc

export ORACLE_BASE=/u01/app/oracle
export ORACLE_HOME=$ORACLE_BASE/product/11.2.0/db_1
export ORACLE_OWNER=oracle
export ORACLE_SID=orcl1 #rac2节点为ORACLE_SID=orcl2
export ORACLE_TERM=vt100
export THREADS_FLAG=native
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$LD_LIBRARY_PATH
export PATH=$ORACLE_HOME/bin:$PATH
export EDITOR=vi
export SQLPATH=/home/oracle
export LANG=en_US
alias sqlplus='rlwrap sqlplus'
alias lsnrctl='rlwrap lsnrctl'
alias rman='rlwrap rman'

alias dgmgrl='rlwrap dgmgrl'

修改主机shell限制

vi /etc/security/limits.conf

grid

grid soft nofile 65536
grid hard nofile 65536
grid soft nproc 16384
grid hard nproc 16384

oracle

oracle soft nofile 65536
oracle hard nofile 65536
oracle soft nproc 16384
oracle hard nproc 16384
修改内核参数

vi /etc/sysctl.conf

kernel.shmmax = 4294967296
kernel.shmmni = 4096
kernel.shmall = 2097152
kernel.sem = 250 32000 100 128
fs.file-max = 6815744
fs.aio-max-nr = 1048576
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576

fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmall = 2097152
kernel.shmmax = 536870912
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048586
配置生效
/sbin/sysctl -p

[root@rac1 /]# mkdir -p /u01/grid
[root@rac1 /]# chown -R grid:oinstall /u01/grid
[root@rac1 /]# mkdir -p /u01/app/oracle
[root@rac1 /]# chown -R oracle:oinstall /u01/app
[root@rac1 /]# chmod -R 775 /u01/
[root@rac1 ~]# mkdir -p /u01/app/11.2.0/grid
[root@rac1 ~]# mkdir -p /u01/app/grid
[root@rac1 ~]# chown -R grid:oinstall /u01
[root@rac1 ~]# mkdir /u01/app/oracle
[root@rac1 ~]# chown oracle:oinstall /u01/app/oracle
[root@rac1 ~]# chmod -R 775 /u01/

配置SSH
所有节点执行，测试SSH联通性
各自先Ping下看网络是否能ping通
分别以root、oracle、grid用户配置三个用户的SSH：
两个节点执行：
mkdir ~/.ssh
chmod 755 ~/.ssh
ssh-keygen -t rsa
ssh-keygen -t dsa
以下只在节点1上root、oracle、grid分别执行：
cat ~/.ssh/id_rsa.pub >>~/.ssh/authorized_keys
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
ssh rac2 cat ~/.ssh/id_rsa.pub>>~/.ssh/authorized_keys
ssh rac2 cat ~/.ssh/id_dsa.pub>>~/.ssh/authorized_keys
scp ~/.ssh/authorized_keys rac2:~/.ssh/tmp_keys
反复重新连接/etc/hosts主机，执行以上命令
cat ~/.ssh/id_rsa.pub >>~/.ssh/authorized_keys
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
ssh rac2 cat ~/.ssh/id_rsa.pub>>~/.ssh/authorized_keys
ssh rac2 cat ~/.ssh/id_dsa.pub>>~/.ssh/authorized_keys
scp ~/.ssh/authorized_keys rac2:~/.ssh/good_keys

ntp 配置
服务器

vi /etc/ntp.conf

restrict 127.0.0.1
restrict -6 ::1
restrict 192.168.2.0 mask 255.255.255.0 nomodify notrap
restrict 172.200.0.0 mask 255.255.255.0 nomodify notrap
server 127.127.1.0

fudge 127.127.1.0 stratum 10

启动服务
service ntpd start
chkconfg ntpd on

客户端

vi /etc/ntp.conf

restrict 192.168.2.0 mask 255.255.255.0 nomodify notrap
restrict 172.200.0.0 mask 255.255.255.0 nomodify notrap

server 192.168.2.12 iburst

crontab -e
/5 * ntpdate rac1.example.com

配置DNS：Server-->rac1
yum -y install bind
yum -y install bind-chroot
yum -y install caching-nameserver

配置DNS
cd /var/named/chroot/etc
cp -p named.caching-nameserver.conf named.conf
vi /var/named/chroot/etc/named.conf

cp -p named.rfc1912.zones named.zones
vi /var/named/chroot/etc/named.zones

options {

    listen-on port 53 { any; };
    listen-on-v6 port 53 { ::1; };
    directory       "/var/named";
    dump-file       "/var/named/data/cache_dump.db";
    statistics-file "/var/named/data/named_stats.txt";
    memstatistics-file "/var/named/data/named_mem_stats.txt";

    // Those options should be used carefully because they disable port
    // randomization
    // query-source    port 53;
    // query-source-v6 port 53;

    allow-query     { any; };
    allow-query-cache { any; };

};
logging {

    channel default_debug {
            file "data/named.run";
            severity dynamic;
    };

};
view localhost_resolver {

    match-clients      { any; };
    match-destinations { any; };
    recursion yes;
    include "/etc/named.zones";

};

zone "." IN {

    type hint;
    file "named.ca";

};

zone "oracle.com" {
type master;
file "oracle.com.zone";
};

zone "2.168.192.in-addr.arpa" IN {
type master;
file "168.192.zone";
};

include "/etc/named.rfc1912.zones";
include "/etc/named.root.key";

vi /var/named/oracle.com.zone

$TTL 86400
$ORIGIN oracle.com.
@ IN SOA oracle.com. root.oracle.com.(
2015072201 ; serial
14400 ; refresh (4 hours)
28800 ; retry (8 hours)
360000 ; expire (4 days 4 hours)
86400 ; minimum (1 day)
);
@ IN NS oracle.com.
@ IN A 192.168.2.12
rac1 IN A 192.168.2.12
rac2 IN A 192.168.2.13
scan IN A 192.168.2.141
scan IN A 192.168.2.142

scan IN A 192.168.2.143

vi /var/named/168.192.zone

$TTL 86400
@ IN SOA oracle.com. root.oracle.com. (

    2015072201;  
    14400;  
    28800;  
    360000;  
    86400);  

@ IN NS oracle.com.
12 IN PTR rac1.oracle.com.
13 IN PTR rac2.oracle.com.
141 IN PTR scan.oracle.com.
142 IN PTR scan.oracle.com.

143 IN PTR scan.oracle.com.

service named start
chkconfig named on

配置DNS客户端
vi /etc/resolv.conf
search oracle.com
nameserver 192.168.2.12

nslookup 192.168.2.12
nslookup rac1

配置共享存储

客户端

ACTION=="add", KERNEL=="sda1", RUN+="/bin/raw /dev/raw/raw1 %N"
ACTION=="add", KERNEL=="sda2", RUN+="/bin/raw /dev/raw/raw2 %N"
ACTION=="add", KERNEL=="sda3", RUN+="/bin/raw /dev/raw/raw3 %N"
ACTION=="add", KERNEL=="sda4", RUN+="/bin/raw /dev/raw/raw4 %N"
ACTION=="add", KERNEL=="sda5", RUN+="/bin/raw /dev/raw/raw5 %N"
ACTION=="add", KERNEL=="sda6", RUN+="/bin/raw /dev/raw/raw6 %N"
ACTION=="add", KERNEL=="sda7", RUN+="/bin/raw /dev/raw/raw7 %N"
KERNEL=="raw[1-7]", MODE=="0660", GROUP=="asmadmin", OWNER=="grid"