12cRAC安装过程

注： 以下配置，没有特殊说明，均在双节点执行

1、网络配置

以rac01为例，两node都要配置

eth0和eth2做bond0

eth3和eth4做bond1

Mac地址记录如下：

eth0:00:0C:29:12:28:2C

eth2:00:0c:29:12:28:36

eth3:00:0c:29:12:28:40

eth4:00:0c:29:12:28:4a

[root@test-rac01network-scripts]#catifcfg-bond0

#IntelCorporation82545EMGigabitEthernetController(Copper)

DEVICE=bond0

BOOTPROTO=none

BROADCAST=10.109.67.255

IPADDR=10.109.67.52

NETMASK=255.255.255.0

NETWORK=10.109.67.0

USERCTL=no

ONBOOT=yes

GATEWAY=10.109.67.1

TYPE=BOND

[root@test-rac01network-scripts]#catifcfg-bond1

#IntelCorporation82545EMGigabitEthernetController(Copper)

DEVICE=bond1

BOOTPROTO=none

BROADCAST=193.168.1.255

IPADDR=193.168.1.102

NETMASK=255.255.255.0

NETWORK=193.168.1.0

USERCTL=no

ONBOOT=yes

TYPE=BOND

BONDING_OPTS="mode=1miimon=50"

[root@test-rac01network-scripts]#catifcfg-eth0

#IntelCorporation82545EMGigabitEthernetController(Copper)

DEVICE=eth0

BOOTPROTO=none

HWADDR=00:0C:29:12:28:2C

MASTER=bond0

ONBOOT=yes

SLAVE=yes

USERCTL=no

TYPE=Ethernet

PEERDNS=yes

IPV6INIT=no

[root@test-rac01network-scripts]#catifcfg-eth2

#IntelCorporation82545EMGigabitEthernetController(Copper)

DEVICE=eth2

BOOTPROTO=none

ONBOOT=yes

HWADDR=00:0c:29:12:28:36

MASTER=bond0

SLAVE=yes

USERCTL=no

TYPE=Ethernet

PEERDNS=yes

IPV6INIT=no

[root@test-rac01network-scripts]#catifcfg-eth3

#IntelCorporation82545EMGigabitEthernetController(Copper)

DEVICE=eth3

BOOTPROTO=none

ONBOOT=yes

HWADDR=00:0c:29:12:28:40

MASTER=bond1

SLAVE=yes

USERCTL=no

TYPE=Ethernet

PEERDNS=yes

IPV6INIT=no

[root@test-rac01network-scripts]#catifcfg-eth4

#IntelCorporation82545EMGigabitEthernetController(Copper)

DEVICE=eth4

BOOTPROTO=none

ONBOOT=yes

HWADDR=00:0c:29:12:28:4a

MASTER=bond1

SLAVE=yes

USERCTL=no

TYPE=Ethernet

PEERDNS=yes

IPV6INIT=no

2、内核模块加载

[root@rac01~]#vi/etc/modprobe.d/dist.conf

添加内容

aliasbond0bonding

aliasbond1bonding

aliasscsi_hostadapter2lpfc

[root@rac01~]#vi/etc/modprobe.d/openfwwf.conf

添加内容

optionslpfclpfc_nodev_tmo=30lpfc_lun_queue_depth=16lpfc_discovery_threads=32

optionshangcheck-timerhangcheck_tick=1hangcheck_margin=10hangcheck_reboot=1

optionse1000FlowControl=1

3、关闭sendmail服务

[root@test-rac01~]#chkconfigsendmailoff

[root@test-rac01~]#chkconfig--list|grepsendmail

sendmail0:off1:off2:off3:off4:off5:off6:off

4、配置hosts文件和DNS

[root@test-rac01~]#cat/etc/hosts

#Donotremovethefollowingline,orvariousprograms

#thatrequirenetworkfunctionalitywillfail.

127.0.0.1test-rac01localhost.localdomainlocalhost

::1localhost6.localdomain6localhost6

#PublicIPforOracle11gRAC

10.109.67.52rac01.localdomainrac01

10.109.67.53rac02.localdomainrac02

#PrivateIPforOracle11gRAC

193.168.1.102rac01pri.localdomainrac01pri

193.168.1.103rac02pri.localdomainrac02pri

#VirtualIPforOracle11gRAC

10.109.67.46rac01vip.localdomainrac01vip

10.109.67.47rac02vip.localdomainrac02vip

保证两节点均可以利用host相互通信

配置DNS

[root@rac01~]#yuminstallbind*

RunningTransaction

Installing:32:bind-9.8.2-0.17.rc1.el6_4.6.x86_641/3

Installing:32:bind-chroot-9.8.2-0.17.rc1.el6_4.6.x86_642/3

Installing:bind-dyndb-ldap-2.3-5.el6.x86_643/3

Verifying:32:bind-9.8.2-0.17.rc1.el6_4.6.x86_641/3

Verifying:32:bind-chroot-9.8.2-0.17.rc1.el6_4.6.x86_642/3

Verifying:bind-dyndb-ldap-2.3-5.el6.x86_643/3

Installed:

bind.x86_6432:9.8.2-0.17.rc1.el6_4.6

bind-chroot.x86_6432:9.8.2-0.17.rc1.el6_4.6

bind-dyndb-ldap.x86_640:2.3-5.el6

Complete!

[root@rac01u01]#cat/etc/named.rfc1912.zones

zone"localdomain.com"IN{

typemaster;

file"named.localdomain.com";

allow-update{none;};

};

zone"1.168.193.in-addr.arpa"IN{

typemaster;

file"named.193.168.1.db";

allow-update{none;};

};

zone"67.109.10.in-addr.arpa"IN{

typemaster;

file"named.10.109.67.db";

allow-update{none;};

};

[root@rac01u01]#cat/var/named/chroot/var/named/named.localdomain.com

$TTL1D

@INSOAlocaldomain.com.root.localdomain.com.(

0;serial

28800;refresh

14400;retry

3600000;expire

86400);minimum

NS@

A127.0.0.1

AAAA::1

rac01vipINA10.109.67.46

rac02vipINA10.109.67.47

rac01INA10.109.67.52

rac02INA10.109.67.53

rac01priINA193.168.1.102

rac02priINA193.168.1.103

scan-oracleINA10.109.67.48

注：此处的scanIP与vip类似，为虚拟IP，无需真实网卡

[root@rac01u01]#cat/var/named/chroot/var/named/named.10.109.67.db

$TTL1D

@INSOAlocaldomain.com.root.localdomain.com.(

0;serial

28800;refresh

14400;retry

3600000;expire

86400);minimum

NS@

A127.0.0.1

AAAA::1

52INPTRrac01.localdomain.com.

53INPTRrac02.localdomain.com.

46INPTRrac01vip.localdomain.com.

47INPTRrac02vip.localdomain.com.

48INPTRscan-oracle.localdomain.com.

[root@rac01u01]#cat/var/named/chroot/var/named/named.193.168.1.db

$TTL1D

@INSOAlocaldomain.com.root.localdomain.com.(

0;serial

28800;refresh

14400;retry

3600000;expire

86400);minimum

NS@

A127.0.0.1

AAAA::1

102INPTRrac01pri.localdomain.com.

103INPTRrac02pri.localdomain.com.

5、YUM安装依赖包

[root@rac01~]#mount/dev/cdrom/mnt/

mount:blockdevice/dev/sr0iswrite-protected,mountingread-only

[root@rac01~]#cd/etc/yum.repos.d/

[root@rac01yum.repos.d]#cprhel-source.reporhel-source.repo.bak

[root@rac01yum.repos.d]#virhel-source.repo

修改内容如下

[rhel6.5]

name=RedHat6.5

baseurl=file:///mnt/Server

enabled=1

gpgcheck=0

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-redhat-release

[root@rac01yum.repos.d]#yumupdate

Loadedplugins:product-id,refresh-packagekit,security,subscription-manager

ThissystemisnotregisteredtoRedHatSubscriptionManagement.Youcanusesubscription-managertoregister.

rhel6.5|3.9kB00:00...

rhel6.5/primary_db|3.1MB00:00...

SettingupUpdateProcess

NoPackagesmarkedforUpdate

yuminstallbinutils-y

yuminstallcompat-libcap1-y

yuminstallcompat-libstdc++-33-y

yuminstallcompat-libstdc++-33.i686-y

yuminstallgcc-y

yuminstallgcc-c++-y

yuminstallglibc-y

yuminstallglibc.i686-y

yuminstallglibc-devel-y

yuminstallglibc-devel.i686-y

yuminstallksh-y

yuminstalllibgcc-y

yuminstalllibgcc.i686-y

yuminstalllibstdc++-y

yuminstalllibstdc++.i686-y

yuminstalllibstdc++-devel-y

yuminstalllibstdc++-devel.i686-y

yuminstalllibaio-y

yuminstalllibaio.i686-y

yuminstalllibaio-devel-y

yuminstalllibaio-devel.i686-y

yuminstalllibXext-y

yuminstalllibXext.i686-y

yuminstalllibXtst-y

yuminstalllibXtst.i686-y

yuminstalllibX11-y

yuminstalllibX11.i686-y

yuminstalllibXau-y

yuminstalllibXau.i686-y

yuminstalllibxcb-y

yuminstalllibxcb.i686-y

yuminstalllibXi-y

yuminstalllibXi.i686-y

yuminstallmake-y

yuminstallsysstat-y

yuminstallunixODBC-y

yuminstallunixODBC-devel-y

binutils-2.20.51.0.2-5.11.el6(x86_64)

compat-libcap1-1.10-1(x86_64)

compat-libstdc++-33-3.2.3-69.el6(x86_64)

compat-libstdc++-33-3.2.3-69.el6(i686)

gcc-4.4.4-13.el6(x86_64)

gcc-c++-4.4.4-13.el6(x86_64)

glibc-2.12-1.7.el6(i686)

glibc-2.12-1.7.el6(x86_64)

glibc-devel-2.12-1.7.el6(x86_64)

glibc-devel-2.12-1.7.el6(i686)

ksh

libgcc-4.4.4-13.el6(i686)

libgcc-4.4.4-13.el6(x86_64)

libstdc++-4.4.4-13.el6(x86_64)

libstdc++-4.4.4-13.el6(i686)

libstdc++-devel-4.4.4-13.el6(x86_64)

libstdc++-devel-4.4.4-13.el6(i686)

libaio-0.3.107-10.el6(x86_64)

libaio-0.3.107-10.el6(i686)

libaio-devel-0.3.107-10.el6(x86_64)

libaio-devel-0.3.107-10.el6(i686)

libXext-1.1(x86_64)

libXext-1.1(i686)

libXtst-1.0.99.2(x86_64)

libXtst-1.0.99.2(i686)

libX11-1.3(x86_64)

libX11-1.3(i686)

libXau-1.0.5(x86_64)

libXau-1.0.5(i686)

libxcb-1.5(x86_64)

libxcb-1.5(i686)

libXi-1.3(x86_64)

libXi-1.3(i686)

make-3.81-19.el6

sysstat-9.0.4-11.el6(x86_64)

6、修改内核参数

[root@rac01~]#sysctl-p

net.ipv4.ip_forward=0

net.ipv4.conf.default.rp_filter=1

net.ipv4.conf.default.accept_source_route=0

kernel.sysrq=0

kernel.core_uses_pid=1

net.ipv4.tcp_syncookies=1

kernel.msgmnb=65536

kernel.msgmax=65536

kernel.shmmni=4096

kernel.sem=25032000100128

kernel.shmmax=4398046511104

kernel.shmall=1073741824

fs.file-max=6815744

net.ipv4.ip_local_port_range=900065500

net.core.rmem_default=262144

net.core.wmem_default=262144

net.core.rmem_max=4194304

net.core.wmem_max=1048576

fs.aio-max-nr=1048576

7、设置Oracle和Grid用户的SHELL限制

[root@rac01~]#vi/etc/security/limits.conf

gridsoftnproc2047

gridhardnproc16384

gridsoftnofile131072

gridhardnofile65536

gridsoftstack10240

gridhardstack32768

oraclesoftnproc131072

oraclehardnproc131072

oraclesoftnofile131072

oraclehardnofile65536

oraclehardnofile131072

oraclesoftnofile131072

[root@rac02~]#vi/etc/pam.d/login

[root@rac01~]#cat/etc/security/limits.conf

essionrequiredpam_limits.so

sessionrequired/lib64/security/pam_limits.so

[root@rac01~]#cat/etc/security/limits.d/90-nproc.conf

#Defaultlimitfornumberofuser'sprocessestoprevent

#accidentalforkbombs.

#Seerhbz#432903forreasoning.

*softnproc1024

rootsoftnprocunlimited

8、关闭防火墙，同步时间

[root@rac02~]#cat/etc/selinux/config

#ThisfilecontrolsthestateofSELinuxonthesystem.

#SELINUX=cantakeoneofthesethreevalues:

#enforcing-SELinuxsecuritypolicyisenforced.

#permissive-SELinuxprintswarningsinsteadofenforcing.

#disabled-NoSELinuxpolicyisloaded.

SELINUX=disabled

#SELINUXTYPE=cantakeoneofthesetwovalues:

#targeted-Targetedprocessesareprotected,

#mls-MultiLevelSecurityprotection.

SELINUXTYPE=targeted

9、创建用户和组及相关目录

groupaddoinstall

groupadddba

groupaddoper

groupaddbackupdba

groupadddgdba

groupaddkmdba

groupaddasmdba

groupaddasmoper

groupaddasmadmin

useradd-goinstall-Gdba,asmadmin,asmdba,asmopergrid

useradd-goinstall-Gdba,oper,backupdba,dgdba,kmdba,asmdba,asmadminoracle

passwdgrid

passwdoracle

mkdir-p/u01/app/12.1.0/grid

mkdir-p/u01/app/grid

mkdir-p/u01/app/oracle/product/12.1.0/db_1

chown-Rgrid:oinstall/u01

chmod-R775/u01/

chown-Roracle:oinstall/u01/app/oracle

10、设置环境变量grid用户PATH=$PATH:$HOME/bin

[root@rac02~]#su-grid

[grid@rac02~]$vi.bash_profile

exportORACLE_BASE=/u01/app/grid

exportORACLE_HOME=/u01/app/12.1.0/grid

exportORACLE_SID=+ASM

exportPATH=$ORACLE_HOME/bin:$PATH

exportLD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib

exportCLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib

exportDISPLAY=:0.0

umask=022

[root@rac02~]#su-oracle

[oracle@rac02~]$vi.bash_profile

PATH=$PATH:$HOME/bin

exportORACLE_BASE=/u01/app/oracle

exportORACLE_HOME=/u01/app/oracle/product/12.1.0/db_1

exportORACLE_SID=orcl2

exportPATH=$ORACLE_HOME/bin:$PATH

exportLD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib

exportCLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib

exportDISPLAY=:0.0

umask=022

exportPATH

11、配置ASM

依次安装

oracleasm-support-2.1.8-1.el6.x86_64.rpm

kmod-oracleasm-2.0.6.rh2-2.el6.x86_64.rpm

oracleasmlib-2.0.4-1.el6.x86_64.rpm

对磁盘进行分区(一个节点上执行)

[root@rac02~]#fdisk-l

Disk/dev/sda:53.7GB,53687091200bytes

64heads,32sectors/track,51200cylinders

Units=cylindersof2048*512=1048576bytes

Sectorsize(logical/physical):512bytes/512bytes

I/Osize(minimum/optimal):512bytes/512bytes

Diskidentifier:0x000588f1

DeviceBootStartEndBlocksIdSystem

/dev/sda1*215115360083Linux

Partition1doesnotendoncylinderboundary.

/dev/sda2152103911048576083Linux

Partition2doesnotendoncylinderboundary.

/dev/sda31039212439209715282Linuxswap/Solaris

Partition3doesnotendoncylinderboundary.

/dev/sda41244051200396912645Extended

Partition4doesnotendoncylinderboundary.

/dev/sda512441512003969024083Linux

Disk/dev/sdb:16.1GB,16106127360bytes

64heads,32sectors/track,15360cylinders

Units=cylindersof2048*512=1048576bytes

Sectorsize(logical/physical):512bytes/512bytes

I/Osize(minimum/optimal):512bytes/512bytes

Diskidentifier:0x00000000

Disk/dev/sdc:16.1GB,16106127360bytes

64heads,32sectors/track,15360cylinders

Units=cylindersof2048*512=1048576bytes

Sectorsize(logical/physical):512bytes/512bytes

I/Osize(minimum/optimal):512bytes/512bytes

Diskidentifier:0x00000000

Disk/dev/sdd:42.9GB,42949672960bytes

64heads,32sectors/track,40960cylinders

Units=cylindersof2048*512=1048576bytes

Sectorsize(logical/physical):512bytes/512bytes

I/Osize(minimum/optimal):512bytes/512bytes

Diskidentifier:0x00000000

分区后的磁盘信息

DeviceBootStartEndBlocksIdSystem

/dev/sdb11153601572862483Linux

Disk/dev/sdc:16.1GB,16106127360bytes

64heads,32sectors/track,15360cylinders

Units=cylindersof2048*512=1048576bytes

Sectorsize(logical/physical):512bytes/512bytes

I/Osize(minimum/optimal):512bytes/512bytes

Diskidentifier:0x9c8ae290

DeviceBootStartEndBlocksIdSystem

/dev/sdc11153601572862483Linux

Disk/dev/sdd:42.9GB,42949672960bytes

64heads,32sectors/track,40960cylinders

Units=cylindersof2048*512=1048576bytes

Sectorsize(logical/physical):512bytes/512bytes

I/Osize(minimum/optimal):512bytes/512bytes

Diskidentifier:0x4c33655b

DeviceBootStartEndBlocksIdSystem

/dev/sdd11409604194302483Linux

[root@rac01u01]#/etc/init.d/oracleasmscandisks

ScanningthesystemforOracleASMLibdisks:[OK]

[root@rac01u01]#/etc/init.d/oracleasmlistdisks

CRS

DATA

FLA

12、配置SSH

[grid@rac01~]$chmod700/home/grid/.ssh

[grid@rac01~]$vi/home/grid/.ssh/config

Host*

ForwardX11no

[grid@rac01~]$/usr/bin/ssh-keygen-trsa

Generatingpublic/privatersakeypair.

Enterfileinwhichtosavethekey(/home/grid/.ssh/id_rsa):

Enterpassphrase(emptyfornopassphrase):

Entersamepassphraseagain:

Youridentificationhasbeensavedin/home/grid/.ssh/id_rsa.

Yourpublickeyhasbeensavedin/home/grid/.ssh/id_rsa.pub.

Thekeyfingerprintis:

c4:33:bd:26:3b:0a:dc:01:d4:ce:24:0d:62:05:58:05grid@rac01

Thekey'srandomartimageis:

+--[RSA2048]----+

|oE==+|

|..o.+..|

|.==.|

|.o.o.|

|.So|

|...+|

|o.o|

|...|

|.|

+-----------------+

[grid@rac01~]$/usr/bin/ssh-keygen-tdsa

Generatingpublic/privatedsakeypair.

Enterfileinwhichtosavethekey(/home/grid/.ssh/id_dsa):

Enterpassphrase(emptyfornopassphrase):

Entersamepassphraseagain:

Youridentificationhasbeensavedin/home/grid/.ssh/id_dsa.

Yourpublickeyhasbeensavedin/home/grid/.ssh/id_dsa.pub.

Thekeyfingerprintis:

cf:be:03:09:57:56:00:ff:14:7e:f1:e3:69:a6:00:39grid@rac01

Thekey'srandomartimageis:

+--[DSA1024]----+

|...oo.|

|.+..o|

|E.o...|

|..oo..o|

|oS...=|

|oo.+|

|.o.|

|..|

|oo|

+-----------------+

Node2

[grid@rac02~]$mkdir.ssh

[grid@rac02~]$chmod700.ssh

[grid@rac02~]$cd.ssh

[grid@rac02.ssh]$scprac01:/home/oracle/.ssh/authorized_keys.

grid@rac01'spassword:

authorized_keys100%9921.0KB/s00:00

[grid@rac02.ssh]$/usr/bin/ssh-keygen-tdsa

Generatingpublic/privatedsakeypair.

Enterfileinwhichtosavethekey(/home/grid/.ssh/id_dsa):

Enterpassphrase(emptyfornopassphrase):

Entersamepassphraseagain:

Youridentificationhasbeensavedin/home/grid/.ssh/id_dsa.

Yourpublickeyhasbeensavedin/home/grid/.ssh/id_dsa.pub.

Thekeyfingerprintis:

7b:bc:5e:f3:41:d0:7e:73:5f:ed:16:b2:94:ec:d8:89grid@rac02

Thekey'srandomartimageis:

+--[DSA1024]----+

||

|.|

|..|

|.o..|

|S=oo=|

|o*.+o*|

|.oEo=.+|

|.ooo|

|.o.|

+-----------------+

[grid@rac02.ssh]$/usr/bin/ssh-keygen-trsa

Generatingpublic/privatersakeypair.

Enterfileinwhichtosavethekey(/home/grid/.ssh/id_rsa):Enterpassphrase(emptyfornopassphrase):

Entersamepassphraseagain:

Youridentificationhasbeensavedin/home/grid/.ssh/id_rsa.

Yourpublickeyhasbeensavedin/home/grid/.ssh/id_rsa.pub.

Thekeyfingerprintis:

c4:f7:a5:d6:e7:6b:f1:46:04:c2:19:77:ca:40:4f:e8grid@rac02

Thekey'srandomartimageis:

+--[RSA2048]----+

|o++o.|

|.=*.o|

|o...=.|

|...E+.|

|S+...|

|.+.|

|.+|

|.+|

|.o|

+-----------------+

[grid@rac02.ssh]$catid_rsa.pub>>authorized_keys

[grid@rac02.ssh]$catid_dsa.pub>>authorized_keys

[grid@rac02.ssh]$scpauthorized_keysrac01:/home/grid/.ssh/authorized_keys

grid@rac01'spassword:

authorized_keys100%19841.9KB/s00:00

[grid@rac02~]$sshrac01date

TueSep3011:00:49CST2014

[grid@rac02~]$sshrac02date

TueSep3011:00:51CST2014

13、安装GRID

[root@rac01grid]#unziplinuxamd64_12102_grid_1of2.zip

[root@rac01grid]#unziplinuxamd64_12102_grid_2of2.zip

[root@rac01u01]#cdgrid/

RAC01

[root@rac01rpm]#rpm-ivhcvuqdisk-1.0.9-1.rpm

Preparing...###########################################[100%]

Usingdefaultgroupoinstalltoinstallpackage

1:cvuqdisk###########################################[100%]

RAC02

[root@rac02~]#scprac01:/u01/grid/rpm/cvuqdisk-1.0.9-1.rpm/u01

Theauthenticityofhost'rac01(10.109.67.52)'can'tbeestablished.

RSAkeyfingerprintiscf:bf:03:06:2d:c8:83:ae:fa:f7:93:7e:87:a5:3b:7a.

Areyousureyouwanttocontinueconnecting(yes/no)?yes

Warning:Permanentlyadded'rac01'(RSA)tothelistofknownhosts.

root@rac01'spassword:

cvuqdisk-1.0.9-1.rpm100%89768.8KB/s00:00

[root@rac02~]#cd/u01/

[root@rac02u01]#rpm-ivhcvuqdisk-1.0.9-1.rpm

Preparing...###########################################[100%]

Usingdefaultgroupoinstalltoinstallpackage

1:cvuqdisk###########################################[100%]

./runInstaller开始配置安装

检查安装

[grid@rac01~]$srvctlstatusnodeapps

VIPrac01vip.localdomain.comisenabled

VIPrac01vip.localdomain.comisrunningonnode:rac01

VIPrac02vip.localdomain.comisenabled

VIPrac02vip.localdomain.comisrunningonnode:rac02

Networkisenabled

Networkisrunningonnode:rac01

Networkisrunningonnode:rac02

ONSisenabled

ONSdaemonisrunningonnode:rac01

ONSdaemonisrunningonnode:rac02

14、解压安装数据库软件

15、ASMCA创建ASM盘

16、DBCA创建数据库