六 、验证
1. 启动em 验证
2. 登录sqlplus 检查
[oracle@TRAC1 ~]$ sqlplus / as sysdba
SQL*Plus: Release 11.2.0.4.0 Production on Tue Jun 6 16:51:23 2017
Copyright (c) 1982, 2013, Oracle. All rights reserved.
Connected to:
Oracle Database 11g Enterprise Edition Release 11.2.0.4.0 - 64bit Production
With the Partitioning, Real Application Clusters, Automatic Storage Management, OLAP,
Data Mining and Real Application Testing options
SQL> select instance_name,thread#,status from gv$instance;
INSTANCE_NAME THREAD#
------------------------------------------------ ----------
STATUS
------------------------------------
TRAC1 1
OPEN
TRAC2 2
3.ifconfig
节点1
[oracle@TRAC1 ~]$ ifconfig -a
bond0 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0
inet addr:192.168.1.1 Bcast:192.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::1a66:daff:feef:22e0/64 Scope:Link
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
RX packets:27014987 errors:0 dropped:0 overruns:0 frame:0
TX packets:92428628 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:11364667269 (10.5 GiB) TX bytes:134319246728 (125.0 GiB)
bond0:1 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0
inet addr:192.168.1.3 Bcast:192.168.1.255 Mask:255.255.255.0
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
bond0:2 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0
inet addr:192.168.1.5 Bcast:192.168.1.255 Mask:255.255.255.0
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
em1 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:26972058 errors:0 dropped:0 overruns:0 frame:0
TX packets:92428628 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:11360137420 (10.5 GiB) TX bytes:134319246728 (125.0 GiB)
Interrupt:41
em2 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E0
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:42929 errors:0 dropped:0 overruns:0 frame:0
TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:4529849 (4.3 MiB) TX bytes:0 (0.0 b)
Interrupt:45
em3 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E2
inet addr:10.1.1.1 Bcast:10.188.42.255 Mask:255.255.255.0
inet6 addr: fe80::1a66:daff:feef:22e2/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:497859 errors:0 dropped:0 overruns:0 frame:0
TX packets:467126 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:303233404 (289.1 MiB) TX bytes:308071807 (293.8 MiB)
Interrupt:40
em3:1 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E2
inet addr:169.254.193.100 Bcast:169.254.255.255 Mask:255.255.0.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:40
em4 Link encap:Ethernet HWaddr 18:66:DA:EF:22:E3
inet addr:192.168.1.6 Bcast:192.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::1a66:daff:feef:22e3/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:42297 errors:0 dropped:0 overruns:0 frame:0
TX packets:540 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:4432306 (4.2 MiB) TX bytes:94741 (92.5 KiB)
Interrupt:44
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:65536 Metric:1
RX packets:284965 errors:0 dropped:0 overruns:0 frame:0
TX packets:284965 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:125597511 (119.7 MiB) TX bytes:125597511 (119.7 MiB)
[oracle@TRAC2 ~]$ ifconfig -a
bond0 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28
inet addr:192.168.1.2 Bcast:192.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::1a66:daff:feef:3028/64 Scope:Link
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
RX packets:49128874 errors:0 dropped:0 overruns:0 frame:0
TX packets:41801949 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:51230789674 (47.7 GiB) TX bytes:34494201349 (32.1 GiB)
bond0:1 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28
inet addr:192.168.1.4 Bcast:192.168.1.255 Mask:255.255.255.0
UP BROADCAST RUNNING MASTER MULTICAST MTU:1500 Metric:1
em1 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:6711042 errors:0 dropped:0 overruns:0 frame:0
TX packets:1794287 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:9560067681 (8.9 GiB) TX bytes:230069093 (219.4 MiB)
Interrupt:41
em2 Link encap:Ethernet HWaddr 18:66:DA:EF:30:28
UP BROADCAST RUNNING SLAVE MULTICAST MTU:1500 Metric:1
RX packets:62811 errors:0 dropped:0 overruns:0 frame:0
TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:6558721 (6.2 MiB) TX bytes:0 (0.0 b)
Interrupt:45
em3 Link encap:Ethernet HWaddr 18:66:DA:EF:30:2A
inet addr:10.1.1.2 Bcast:10.188.42.255 Mask:255.255.255.0
inet6 addr: fe80::1a66:daff:feef:302a/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:535845 errors:0 dropped:0 overruns:0 frame:0
TX packets:464105 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:316346768 (301.6 MiB) TX bytes:301390718 (287.4 MiB)
Interrupt:40
em3:1 Link encap:Ethernet HWaddr 18:66:DA:EF:30:2A
inet addr:169.254.128.41 Bcast:169.254.255.255 Mask:255.255.0.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
Interrupt:40
em4 Link encap:Ethernet HWaddr 18:66:DA:EF:30:2B
inet addr:192.168.1.7 Bcast:192.168.1.255 Mask:255.255.255.0
inet6 addr: fe80::1a66:daff:feef:302b/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:61972 errors:0 dropped:0 overruns:0 frame:0
TX packets:739 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:6435002 (6.1 MiB) TX bytes:128744 (125.7 KiB)
Interrupt:44
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:65536 Metric:1
RX packets:1889685 errors:0 dropped:0 overruns:0 frame:0
TX packets:1889685 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:1080404664 (1.0 GiB) TX bytes:1080404664 (1.0 GiB)
七 、配置Oracle direct NFS
1. 仅在测试使用NFS 做数据文件系统时使用
节点 1
增加配置文件 /etc/oranfstab
[oracle@TRAC1 ~]$ vi /etc/oranfstab
server: TRAC1
path: 188.188.42.233
export: /home/datashare mount: /data
root 执行
cd /home/app/oracle/product/11.2.0/lib
mv libodm11.so libodm11.so.bak
ln -s libnfsodm11.so libodm11.so
cd /home/app/grid/crs/lib
mv libodm11.so libodm11.so.bak
ln -s libnfsodm11.so libodm11.so
节点 2
增加配置文件 /etc/oranfstab
[oracle@TRAC1 ~]$ vi /etc/oranfstab
server: TRAC2
path: 188.188.42.233
export: /home/datashare mount: /data
root 执行
cd /home/app/oracle/product/11.2.0/lib
mv libodm11.so libodm11.so.bak
ln -s libnfsodm11.so libodm11.so
cd /home/app/grid/crs/lib
mv libodm11.so libodm11.so.bak
ln -s libnfsodm11.so libodm11.so
重启 ASM 和数据库
[grid@TRAC1 ~]$ srvctl stop database -d TRAC
[grid@TRAC1 ~]$ srvctl stop asm -f
[grid@TRAC1 ~]$ srvctl start asm
[grid@TRAC1 ~]$ srvctl start database -d TRAC
修改 mount 参数
节点 1.2
mount -t nfs –o vers=3 188.188.42.233:/home/datashare /data
2. 回退不使用direct NFS
节点 1
[root@TRAC1 ~]# /home/app/grid/crs/bin/crsctl stop cluster -all
节点 1,2,root 执行
rm -f /etc/oranfstab
cd /home/app/oracle/product/11.2.0/lib
rm -f libodm11.so
mv libodm11.so.bak libodm11.so
cd /home/app/grid/crs/lib
rm -f libodm11.so
mv libodm11.so.bak libodm11.so
重启 ASM 和数据库
节点 1
[root@TRAC1 ~]# /home/app/grid/crs/bin/crsctl start cluster -all
[grid@TRAC1 ~]$ srvctl start database -d TRAC