11g oracle rac udev 安装配置

11g oracle udev rac安装配置@H_301_6@

1、环境准备@H_301_6@

1）解析主机名称@H_301_6@

######public#######

192.168.11.10 rac1

192.168.11.30 rac2

#######private#####

192.168.56.10 rac1-prv

192.168.56.30 rac2-prv

######vip#########

192.168.11.12 rac1-vip

192.168.11.32 rac2-vip

2）关闭防火墙、@H_301_6@seliunx

service iptables stop

chkconfig iptables off

service iptables status

chkconfig iptables --list

sed -i '/SELINUX/s/enforcing/disabled/' /etc/selinux/config@H_301_6@

sestatus

3)配置主机名称@H_301_6@

vi /etc/sysconfig/network

NETWORKING=yes

HOSTNAME=rac1

4)yum源的配置@H_301_6@

4.1）将镜像挂载@H_301_6@

#mount /dev/cdrom /mnt

4.2)修改@H_301_6@yum源的配置文件@H_301_6@

# vi /etc/yum.repos.d/CentOS-Base.repo

[base]

name=CentOS6.6-Base

#mirrorlist=http://mirrorlist.centos.org/?release=$releasever&arch=$basearch&repo=os&infra=$infra

baseurl=file:///mnt

gpgcheck=1

enable=1

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6

4.3、@H_301_6@#yum clean all

4.4、安装@H_301_6@oracle需要的@H_301_6@rpm包@H_301_6@

yum install@H_301_6@@H_301_6@-y binutils compat-libstdc++-33 elfutils-libelf elfutils-libelf-devel gcc gcc-c++ glibc glibc-common glibc-devel libaio libaio-devel libgcc libstdc++ libstdc++-devel make@H_301_6@@H_301_6@numactl sysstat libXp unixODBC unixODBC-devel@H_301_6@

5)dns解析@H_301_6@scanip

节点一@H_301_6@:

5.1)配置@H_301_6@DNS服务@H_301_6@

挂载上镜像文件，@H_301_6@yum配置好，安装@H_301_6@DNS服务@H_301_6@

#yum install bind -y

#yum install bind-chroot -y

5.2)配置@H_301_6@dns解析@H_301_6@scanip，达到负载均衡的效果。@H_301_6@

配置如下：@H_301_6@

1@H_301_6@、配置@H_301_6@dns@H_301_6@服务文件@H_301_6@

# vi /var/named/chroot/etc/named.conf@H_301_6@

options {@H_301_6@

directory "/var/named";@H_301_6@

};@H_301_6@

@H_301_6@

zone "oracle.com" IN {@H_301_6@

type master;@H_301_6@

file "oracle.com.zone";@H_301_6@

zone "11.168.192.in-addr.arpa" IN {@H_301_6@

file "0.zone";@H_301_6@

2@H_301_6@、配置@H_301_6@dns@H_301_6@解析文件@H_301_6@

#vi /var/named/chroot/var/named/oracle.com.zone@H_301_6@

@H_301_6@

$TTL 86400@H_301_6@

@ IN SOA dns.oracle.com. root.oracle.com (@H_301_6@

130830;@H_301_6@

3H;@H_301_6@

15M;@H_301_6@

1W;@H_301_6@

1D)@H_301_6@

IN NS dns.oracle.com.@H_301_6@

dns IN A 192.168.11.10 #@H_301_6@自己服务器主机的@H_301_6@ip@H_301_6@地址@H_301_6@

scan IN A 192.168.11.31@H_301_6@

scan IN A 192.168.11.32@H_301_6@

scanIN A 192.168.@H_301_6@11.33@H_301_6@

3@H_301_6@、配置@H_301_6@dns@H_301_6@反解析文件@H_301_6@

#vi /var/named/chroot/var/named/0.zone@H_301_6@

130830;@H_301_6@

31 IN PTR scan.oracle.com.@H_301_6@

32 IN PTR scan.oracle.com.@H_301_6@

33 IN PTR scan.oracle.com.@H_301_6@

@H_301_6@

4、重启@H_301_6@dns服务@H_301_6@

service named restart@H_301_6@

chkconfig named on

5、节点二：@H_301_6@

客户端@H_301_6@DNS配置@H_301_6@

编辑@H_301_6@/etc/resolv.conf文件@H_301_6@

vi /etc/resolv.conf

nameserver 192.168.11.10 --我们刚才添加的@H_301_6@DNS Server（也就是节点一的@H_301_6@rac1的@H_301_6@ip地址）@H_301_6@

6、将@H_301_6@dns配置在网卡上@H_301_6@

vi /etc/sysconfig/network-scripts/ifcfg-eth0

DEVICE=eth0

HWADDR=08:00:27:7e:60:82

TYPE=Ethernet

UUID=fd25d479-e2f6-43a6-a3b3-3363533e037d

ONBOOT=yes

NM_CONTROLLED=yes

BOOTPROTO=none

IPADDR=192.168.11.10

NETMASK=255.255.255.0

GATEWAY=192.168.11.1

@H_613_403@DNS1=192.168.11.10@H_301_6@

IPV6INIT=no

USERCTL=no

重启网卡@H_301_6@

service network restart

6、验证@H_301_6@dns

nslookupscan.oracle.com@H_301_6@

6)@H_301_6@修改内核参数@H_301_6@

vi@H_301_6@/etc/sysctl.conf@H_301_6@

fs.file-max = 6815744@H_301_6@

fs.aio-max-nr=1048576@H_301_6@

kernel.shmall = 2097152@H_301_6@

kernel.shmmax = 2147483648@H_301_6@

kernel.shmmni = 4096@H_301_6@

kernel.sem = 250 32000 100 128@H_301_6@

net.ipv4.ip_local_port_range = 9000 65500@H_301_6@

net.core.rmem_default = 262144@H_301_6@

net.core.rmem_max = 4194304@H_301_6@

net.core.wmem_default = 262144@H_301_6@

net.core.wmem_max = 1048576@H_301_6@

@H_301_6@

#/sbin/sysctl -p@H_301_6@立即生效@H_301_6@

@H_301_6@

注意：在其他节点重复内核参数的操作@H_301_6@

7@H_301_6@）@H_301_6@限制参数@H_301_6@

/etc/security/limits.conf@H_301_6@

grid soft nproc 2047@H_301_6@

grid hard nproc 16384@H_301_6@

grid soft nofile 1024@H_301_6@

grid hard nofile 65536@H_301_6@

oracle soft nproc 2047@H_301_6@

oracle hard nproc 16384@H_301_6@

oracle soft nofile 1024@H_301_6@

oracle hard nofile 65536@H_301_6@

8)@H_301_6@@H_301_6@修改全局变量@H_301_6@

vi@H_301_6@/etc/profile

if [ $USER = "oracle" ] || [ $USER = "grid" ]; then@H_301_6@

if [ $SHELL = "/bin/ksh" ]; then@H_301_6@

ulimit -p 16384@H_301_6@

ulimit -n 65536@H_301_6@

else@H_301_6@

ulimit -u 16384 -n 65536@H_301_6@

fi@H_301_6@

umask 022@H_301_6@

fi@H_301_6@

source /etc/profile --生效@H_301_6@

9）创建用户@H_301_6@

groupadd -g 1000 oinstall

groupadd -g 1002 dba

groupadd -g 1001 oper

groupadd -g 1010 asmadmin

groupadd -g 1011 asmoper

groupadd -g 1012 asmdba

useradd -u 1012 -g oinstall -G asmadmin,asmdba,asmoper,dba grid

useradd -u 1002 -g oinstall -G dba,oper,asmdba oracle

passwd oracle

passwd grid

10）创建目录@H_301_6@

mkdir -p /u01/app/11.2.0/grid

mkdir -p /u01/app/grid

chown -R grid:oinstall /u01

mkdir /u01/app/oracle

chown oracle:oinstall /u01/app/oracle

chmod -R 775 /u01/

11）环境变量@H_301_6@

vi .bash_profile文件@H_301_6@

export ORACLE_SID=+ASM1

export ORACLE_BASE=/u01/app/grid

export ORACLE_HOME=/u01/app/11.2.0/grid

export LD_LIBRARY_PATH=$ORACLE_HOME/lib

export NLS_DATE_FORMAT="yyyy-mm-dd HH24:MI:SS"

export PATH=$ORACLE_HOME/bin:$PATH

Oracle用户的环境变量设置@H_301_6@

在@H_301_6@oracle的家目录下@H_301_6@/home/oracle

vi .bash_profile文件@H_301_6@

export ORACLE_BASE=/u01/app/oracle

export ORACLE_HOME=$ORACLE_BASE/product/11.2.0/dbhome_1

export CRS_HOME=/u01/app/oracle/crs_1

export PATH=$HOME/bin:$CRS_HOME/bin:$ORACLE_HOME/bin:$PATH

export ORACLE_OWNER=oracle

export ORACLE_SID=DAAS1

export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib

12）安装所需要的@H_301_6@rpm（所有节点安装）@H_301_6@

[root@rac1 soft]# rpm -ivh pdksh-5.2.14-30.x86_64.rpm

warning: pdksh-5.2.14-30.x86_64.rpm: Header V3 DSA/SHA1 Signature,key ID 73307de6: NOKEY

Preparing...########################################### [100%]

1:pdksh########################################### [100%]

[root@rac1 rpm]# rpm -ivh cvuqdisk-1.0.9-1.rpm

Preparing...########################################### [100%]

Using default group oinstall to install package

1:cvuqdisk########################################### [100%]

2、配置磁盘@H_301_6@

添加六块共享磁盘@H_301_6@

本次实验使用的虚拟机为@H_301_6@vtriBox

添加共享磁盘略。@H_301_6@

Rac1:

[root@rac2 ~]# fdisk -l

Disk /dev/sda: 214.7 GB,214748364800 bytes

255 heads,63 sectors/track,26108 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x000f0fba

Device Boot Start End BlocksId System

/dev/sda1* 1 26 20480083 Linux

Partition 1 does not end on cylinder boundary.

/dev/sda2 26 5484194304 82 Linux swap / Solaris

Partition 2 does not end on cylinder boundary.

/dev/sda3 548 26109205315072 83 Linux

Disk /dev/sdb: 8589 MB,8589934592 bytes

255 heads,1044 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

Disk /dev/sdc: 8589 MB,1044 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

Disk /dev/sdd: 8589 MB,1044 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

Disk /dev/sde: 214.7 GB,26108 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

Disk /dev/sdf: 53.7 GB,53687091200 bytes

255 heads,6527 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

Disk /dev/sdg: 8589 MB,1044 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

Rac2:

fdisk -l

Disk /dev/sda: 214.7 GB,26108 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x000eceaf

Device Boot Start End BlocksId System

/dev/sda1* 1 26 20480083 Linux

Partition 1 does not end on cylinder boundary.

/dev/sda2 26 5484194304 82 Linux swap / Solaris

Partition 2 does not end on cylinder boundary.

/dev/sda3 548 26109205315072 83 Linux

Disk /dev/sdb: 8589 MB,1044 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x00000000

[root@rac1 ~]# ls -l /dev/sd*

brw-rw---- 1 root disk 8,0 Jun7 11:57 /dev/sda

brw-rw---- 1 root disk 8,1 Jun7 11:57 /dev/sda1

brw-rw---- 1 root disk 8,2 Jun7 11:57 /dev/sda2

brw-rw---- 1 root disk 8,3 Jun7 11:57 /dev/sda3

brw-rw---- 1 root disk 8,16 Jun 7 11:57 /dev/sdb

brw-rw---- 1 root disk 8,32 Jun 7 11:57 /dev/sdc

brw-rw---- 1 root disk 8,48 Jun 7 11:57 /dev/sdd

brw-rw---- 1 root disk 8,64 Jun 7 11:57 /dev/sde

brw-rw---- 1 root disk 8,80 Jun 7 11:57 /dev/sdf

brw-rw---- 1 root disk 8,96 Jun 7 11:57 /dev/sdg

[root@rac2 ~]# ls -l /dev/sd*

brw-rw---- 1 root disk 8,96 Jun 7 11:57 /dev/sdg

2)获取共享磁盘的@H_301_6@UUID

vi 1.sh

foriinbcdefg@H_301_6@

do@H_301_6@

echo"KERNEL==\"sd*\",BUS==\"scsi\",PROGRAM==\"/sbin/scsi_id--whitelisted--replace-whitespace--device=/dev/\$name\",RESULT==\"`/sbin/scsi_id--whitelisted--replace-whitespace--device=/dev/sd$i`\",NAME=\"asm-disk$i\",OWNER=\"grid\",GROUP=\"asmadmin\",MODE=\"0660\""@H_301_6@

done@H_301_6@

vi@H_301_6@/etc/udev/rules.d/99-oracle-asmdevices.rules@H_301_6@

KERNEL=="sd*",BUS=="scsi",PROGRAM=="/sbin/scsi_id--whitelisted--replace-whitespace--device=/dev/$name",RESULT=="36000c294347acba383e23ecbd43867c4",NAME="asm-diskb",OWNER="grid",GROUP="asmadmin",MODE="0660"@H_301_6@

KERNEL=="sd*",RESULT=="36000c2913d3b49354c9d030816bd5de9",NAME="asm-diskc",RESULT=="36000c296cf9ff63b87e2903925bdec21",NAME="asm-diskd",RESULT=="36000c2952ef3147bf0c3efc345133b00",NAME="asm-diske",RESULT=="36000c296f16a22e6292edfb3ec3b1934",NAME="asm-diskf",RESULT=="36000c29ae38dfe96f6342cb2afd7f3fb",NAME="asm-diskg",MODE="0660"@H_301_6@

将配置文件传输到@H_301_6@rac2@H_301_6@节点@H_301_6@

scp/etc/udev/rules.d/99-oracle-asmdevices.rulesrac2:/etc/udev/rules.d/@H_301_6@

3@H_301_6@）在@H_301_6@node1,node2@H_301_6@上重新启动@H_301_6@udev@H_301_6@

start_udev@H_301_6@

4@H_301_6@）验证@H_301_6@asm@H_301_6@

ls -al /dev/asm*@H_301_6@

3、@H_301_6@GI安装@H_301_6@

到100%的时候报错，可以直接点击OK，然后skip。查看日志发现几个error，@H_301_6@

INFO: Checking name resolution setup for "dbscan"...@H_301_6@

INFO: ERROR:

INFO: PRVG-1101 : SCAN name "dbscan" Failed to resolve

INFO: ERROR:@H_301_6@

INFO: PRVF-4657 : Name resolution setup check for "dbscan" (IP address: 192.168.16.30) Failed@H_301_6@

INFO: ERROR:

INFO: PRVF-4664 : Found inconsistent name resolution entries for SCAN name "dbscan"@H_301_6@

INFO: Verification of SCAN VIP and Listener setup Failed@H_301_6@

INFO: Checking OLR integrity...@H_301_6@

INFO: Checking OLR config file...@H_301_6@

INFO: OLR config file check successful@H_301_6@

INFO: Checking OLR file attributes...@H_301_6@

INFO: OLR file check successful@H_301_6@

INFO: WARNING:@H_301_6@

INFO: PRVF-4664 : Found inconsistent name resolution entries for SCAN name "dbscan"@H_301_6@

INFO: Verification of SCAN VIP and Listener setup Failed

这个错误是scan解析失败，在os中ping一下scanip和scan name如果能ping通的话，那就没问题，直接ok，然后skip@H_301_6@

@H_301_6@