六、验证1.启动em验证

2.登录sqlplus检查

[oracle@TRAC1 ~]$ sqlplus / as sysdba

SQL*Plus: Release 11.2.0.4.0 Production on Tue Jun 6 16:51:23 2017

Copyright (c) 1982, 2013, Oracle. All rights reserved.

Connected to:

Oracle Database 11g Enterprise Edition Release 11.2.0.4.0 - 64bit Production

With the Partitioning, Real Application Clusters, Automatic Storage Management, OLAP,

Data Mining and Real Application Testing options

SQL> select instance_name,thread#,status from gv$instance;

INSTANCE_NAME THREAD#

------------------------------------------------ ----------

STATUS

------------------------------------

TRAC1 1

OPEN

TRAC2 2

3.ifconfig

节点1

[oracle@TRAC1 ~]$ ifconfig -a

bond0 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0

inet addr:192.168.1.1 Bcast:192.168.1.255 Mask:255.255.255.0

inet6 addr: fe80::1a66:daff:feef:22e0/64 Scope:Link

UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1

RX packets:27014987 errors:0 dropped:0 overruns:0 frame:0

TX packets:92428628 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:0

RX bytes:11364667269 (10.5 GiB) TX bytes:134319246728 (125.0 GiB)

bond0:1 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0

inet addr:192.168.1.3 Bcast:192.168.1.255 Mask:255.255.255.0

UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1

bond0:2 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0

inet addr:192.168.1.5 Bcast:192.168.1.255 Mask:255.255.255.0

UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1

em1 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0

UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1

RX packets:26972058 errors:0 dropped:0 overruns:0 frame:0

TX packets:92428628 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:11360137420 (10.5 GiB) TX bytes:134319246728 (125.0 GiB)

Interrupt:41

em2 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0

UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1

RX packets:42929 errors:0 dropped:0 overruns:0 frame:0

TX packets:0 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:4529849 (4.3 MiB) TX bytes:0 (0.0 b)

Interrupt:45

em3 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E2

inet addr:10.1.1.1 Bcast:10.188.42.255 Mask:255.255.255.0

inet6 addr: fe80::1a66:daff:feef:22e2/64 Scope:Link

UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1

RX packets:497859 errors:0 dropped:0 overruns:0 frame:0

TX packets:467126 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:303233404 (289.1 MiB) TX bytes:308071807 (293.8 MiB)

Interrupt:40

em3:1 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E2

inet addr:169.254.193.100 Bcast:169.254.255.255 Mask:255.255.0.0

UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1

Interrupt:40

em4 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E3

inet addr:192.168.1.6 Bcast:192.168.1.255 Mask:255.255.255.0

inet6 addr: fe80::1a66:daff:feef:22e3/64 Scope:Link

UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1

RX packets:42297 errors:0 dropped:0 overruns:0 frame:0

TX packets:540 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:4432306 (4.2 MiB) TX bytes:94741 (92.5 KiB)

Interrupt:44

lo Link encap:Local Loopback

inet addr:127.0.0.1 Mask:255.0.0.0

inet6 addr: ::1/128 Scope:Host

UP LOOPBACK RUNNING MTU:65536 Metric:1

RX packets:284965 errors:0 dropped:0 overruns:0 frame:0

TX packets:284965 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:0

RX bytes:125597511 (119.7 MiB) TX bytes:125597511 (119.7 MiB)

[oracle@TRAC2 ~]$ ifconfig -a

bond0 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28

inet addr:192.168.1.2 Bcast:192.168.1.255 Mask:255.255.255.0

inet6 addr: fe80::1a66:daff:feef:3028/64 Scope:Link

UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1

RX packets:49128874 errors:0 dropped:0 overruns:0 frame:0

TX packets:41801949 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:0

RX bytes:51230789674 (47.7 GiB) TX bytes:34494201349 (32.1 GiB)

bond0:1 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28

inet addr:192.168.1.4 Bcast:192.168.1.255 Mask:255.255.255.0

UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1

em1 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28

UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1

RX packets:6711042 errors:0 dropped:0 overruns:0 frame:0

TX packets:1794287 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:9560067681 (8.9 GiB) TX bytes:230069093 (219.4 MiB)

Interrupt:41

em2 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28

UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1

RX packets:62811 errors:0 dropped:0 overruns:0 frame:0

TX packets:0 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:6558721 (6.2 MiB) TX bytes:0 (0.0 b)

Interrupt:45

em3 Link encap:Ethernet HWaddr 18:66:DA:EF:30:2A

inet addr:10.1.1.2 Bcast:10.188.42.255 Mask:255.255.255.0

inet6 addr: fe80::1a66:daff:feef:302a/64 Scope:Link

UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1

RX packets:535845 errors:0 dropped:0 overruns:0 frame:0

TX packets:464105 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:316346768 (301.6 MiB) TX bytes:301390718 (287.4 MiB)

Interrupt:40

em3:1 Link encap:Ethernet HWaddr 18:66:DA:EF:30:2A

inet addr:169.254.128.41 Bcast:169.254.255.255 Mask:255.255.0.0

UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1

Interrupt:40

em4 Link encap:Ethernet HWaddr 18:66:DA:EF:30:2B

inet addr:192.168.1.7 Bcast:192.168.1.255 Mask:255.255.255.0

inet6 addr: fe80::1a66:daff:feef:302b/64 Scope:Link

UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1

RX packets:61972 errors:0 dropped:0 overruns:0 frame:0

TX packets:739 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:1000

RX bytes:6435002 (6.1 MiB) TX bytes:128744 (125.7 KiB)

Interrupt:44

lo Link encap:Local Loopback

inet addr:127.0.0.1 Mask:255.0.0.0

inet6 addr: ::1/128 Scope:Host

UP LOOPBACK RUNNING MTU:65536 Metric:1

RX packets:1889685 errors:0 dropped:0 overruns:0 frame:0

TX packets:1889685 errors:0 dropped:0 overruns:0 carrier:0

collisions:0 txqueuelen:0

RX bytes:1080404664 (1.0 GiB) TX bytes:1080404664 (1.0 GiB)

七、配置Oracle direct NFS1.仅在测试使用NFS做数据文件系统时使用

节点1

增加配置文件/etc/oranfstab

[oracle@TRAC1 ~]$ vi /etc/oranfstab

server: TRAC1

path: 188.188.42.233

export: /home/datashare mount: /data

root执行

cd /home/app/oracle/product/11.2.0/lib

mv libodm11.so libodm11.so.bak

ln-slibnfsodm11.solibodm11.so

cd /home/app/grid/crs/lib

mv libodm11.so libodm11.so.bak

ln-slibnfsodm11.solibodm11.so

节点2

增加配置文件/etc/oranfstab

[oracle@TRAC1 ~]$ vi /etc/oranfstab

server: TRAC2

path: 188.188.42.233

export: /home/datashare mount: /data

root执行

cd /home/app/oracle/product/11.2.0/lib

mv libodm11.so libodm11.so.bak

ln-slibnfsodm11.solibodm11.so

cd /home/app/grid/crs/lib

mv libodm11.so libodm11.so.bak

ln-slibnfsodm11.solibodm11.so

重启ASM和数据库

[grid@TRAC1 ~]$ srvctl stop database -d TRAC

[grid@TRAC1 ~]$ srvctl stop asm -f

[grid@TRAC1 ~]$ srvctl start asm

[grid@TRAC1 ~]$ srvctl start database -d TRAC

修改mount参数

节点1.2

mount -t nfs –o vers=3 188.188.42.233:/home/datashare /data

2.回退不使用direct NFS

节点1

[root@TRAC1 ~]# /home/app/grid/crs/bin/crsctl stop cluster -all

节点1,2,root执行

rm -f /etc/oranfstab

cd /home/app/oracle/product/11.2.0/lib

rm -f libodm11.so

mv libodm11.so.bak libodm11.so

cd /home/app/grid/crs/lib

rm -f libodm11.so

mv libodm11.so.bak libodm11.so

重启ASM和数据库

节点1

[root@TRAC1 ~]# /home/app/grid/crs/bin/crsctl start cluster -all

[grid@TRAC1 ~]$ srvctl start database -d TRAC