RHEL 6.7上安装Oracle RAC 12.2.0.1
1. 操作系统及存储配置
1.1需要安装的OS package
#################################
Table 4-4 x86-64 Red Hat Enterprise Linux 6Minimum Operating System
Requirements
Supported distributions: ? Red HatEnterprise Linux 6.4: 2.6.32-358.el6.x86_64 or later
Packages for Red Hat Enterprise Linux 6
The following packages (or later versions)must be installed:
OpenSSH
binutils-2.20.51.0.2-5.36.el6 (x86_64)
compat-libcap1-1.10-1 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (i686)
e2fsprogs-1.42.8-1.0.2.el6.x86_64
e2fsprogs-libs-1.42.8-1.0.2.el6 (x86_64)
glibc-2.12-1.107.el6 (i686)
glibc-2.12-1.107.el6 (x86_64)
glibc-devel-2.12-1.107.el6 (i686)
glibc-devel-2.12-1.107.el6 (x86_64)
ksh
libaio-0.3.107-10.el6 (x86_64)
libaio-0.3.107-10.el6 (i686)
libaio-devel-0.3.107-10.el6 (x86_64)
libaio-devel-0.3.107-10.el6 (i686)
libX11-1.5.0-4.el6 (i686)
libX11-1.5.0-4.el6 (x86_64)
libXau-1.0.6-4.el6 (i686)
libXau-1.0.6-4.el6 (x86_64)
libXi-1.6.1-3.el6 (i686)
libXi-1.6.1-3.el6 (x86_64)
libXtst-1.2.1-2.el6 (i686)
libXtst-1.2.1-2.el6 (x86_64)
libgcc-4.4.7-3.el6 (i686)
libgcc-4.4.7-3.el6 (x86_64)
libstdc++-4.4.7-3.el6 (i686)
libstdc++-4.4.7-3.el6 (x86_64)
libstdc++-devel-4.4.7-3.el6 (i686)
libstdc++-devel-4.4.7-3.el6 (x86_64)
libxcb-1.8.1-1.el6 (i686)
libxcb-1.8.1-1.el6 (x86_64)
make-3.81-20.el6 (x86_64)
net-tools-1.60-110.el6_2 (x86_64) (forOracle RAC and Oracle Clusterware)
nfs-utils-1.2.3-36.el6 (x86_64) (for OracleACFS)
smartmontools-5.43-1.el6 (x86_64)
sysstat-9.0.4-20.el6 (x86_64)
###############################
1.2关闭 SELINUX
#关闭selinux
echo "
SELINUX=disabled
" >> /etc/selinux/config
setenforce 0
1.3关闭防火墙
关闭防火墙
#临时关闭防火墙:
/etc/init.d/iptables stop
#永久关闭防火墙:
chkconfig --level 35 iptables off
1.4关闭NTP服务
关闭操作系统ntp时间同步服务,使用oracle gi ctss 时间同步
/etc/init.d/ntp stop
chkconfig ntpd off
mv /etc/ntp.conf /etc/ntp.conf.bak
1.5加载pam_limits.so模块
echo "
session required/lib64/security/pam_limits.so
session required pam_limits.so">> /etc/pam.d/login
1.6创建安装组及用户
/usr/sbin/groupadd -g 54321 oinstall
/usr/sbin/groupadd -g 54322 dba
/usr/sbin/groupadd -g 54323 oper
/usr/sbin/groupadd -g 54324 backupdba
/usr/sbin/groupadd -g 54325 dgdba
/usr/sbin/groupadd -g 54327 asmdba
/usr/sbin/groupadd -g 54328 asmoper
/usr/sbin/groupadd -g 54329 asmadmin
/usr/sbin/useradd -u 54321 -g oinstall -Gasmadmin,asmdba,asmoper,dba grid
echo grid|passwd --stdin grid
/usr/sbin/useradd -u 54322 -g oinstall -Gdba,backupdba,dgdba,asmadmin,oper,asmdba oracle
echo oracle|passwd --stdin oracle
1.7配置用户的shell limit
echo "
grid soft nofile 1024
grid hard nofile 65536
grid soft nproc 2047
grid hard nproc 16384
grid soft stack 10240
grid hard stack 32768
oracle soft nofile 1024
oracle hard nofile 65536
oracle soft nproc 2047
oracle hard nproc 16384
oracle soft stack 10240
oracle hard stack 32768
oracle hard memlock 4456991
" >> /etc/security/limits.conf
Maximum locked memory limit :memlock
SoftLimit :at least 90 percent of the current RAM when HugePages memory isenabled
and at least 3145728 KB (3 GB) when HugePagesmemory is disabled
HardLimit :at least 90 percent of the current RAM when HugePages memory is enabled
and at least 3145728 KB (3 GB) when HugePages memory is disabled
1.8操作系统内核参数调整
echo "
fs.file-max = 6815744
kernel.sem = 250 32000 100 128
kernel.shmmni = 4096
kernel.shmall = 524288
kernel.shmmax =68719476736
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
fs.aio-max-nr = 1048576
net.ipv4.ip_local_port_range = 9000 65500
">> /etc/sysctl.conf
1.9配置oracle用户的.bash_profile
##配置oracle用户的.bash_profile。
echo "
export PATH
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_BASE=/u01/app/oracle
exportORACLE_HOME=$ORACLE_BASE/product/12.2.0/db_1
export ORACLE_SID=lixora1
export PATH=/usr/sbin:$PATH
export PATH=$ORACLE_HOME/bin:$PATH
exportLD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
exportCLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
umask 022 " >> /home/oracle/.bash_profile
echo "
if [ $USER = "oracle" ] || [$USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -p 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
umask 022
fi " >> /etc/profile
1.10配置grid用户的.bash_profile
##配置grid用户的.bash_profile。
echo "
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_BASE=/u01/app/grid
export ORACLE_HOME=/u01/app/12.2.0/grid
export ORACLE_SID=+ASM1
export PATH=/usr/sbin:$PATH
export PATH=$ORACLE_HOME/bin:$PATH
exportLD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
exportCLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
export CVUQDISK_GRP=oinstall
umask 022 ">>/home/grid/.bash_profile
1.11配置root 用户 .bash_profile
echo "
# Grid environment
PATH=$PATH:/u01/app/12.2.0/grid/bin/
export PATH
" >> ~/.bash_profile
1.12创建Inventory 目录(可选)
1.13创建Grid Base , Grid Home, Oracle Base, Oracle Home 目录
##grid_base & grid_home &ORACLE_HOME 创建
mkdir -p /u01/app/grid
mkdir -p /u01/app/12.1.0/grid
mkdir -p/u01/app/oracle/product/12.2.0/db_1
chown -R grid.oinstall /u01
chown -R oracle.oinstall /u01/app/oracle
chmod -R 775 /u01
1.14配置hosts文件
echo "
# Public
10.80.18.40 12cR2-RAC1
10.80.18.41 12cR2-RAC2
# Virtual
10.80.18.42 12cR2-RAC1-vip
10.80.18.43 12cR2-RAC2-vip
# Private
192.168.88.88 12cR2-RAC1-priv
192.168.88.89 12cR2-RAC2-priv
# SCAN
10.80.18.45 12cR2-RAC-scanip
" >> /etc/hosts
网络测试
# Public
ping -c 3 12cR2-RAC1
ping -c 3 12cR2-RAC2
# Virtual
ping -c 3 12cR2-RAC1-vip
ping -c 3 12cR2-RAC2-vip
# Private
ping -c 3 12cR2-RAC1-priv
ping -c 3 12cR2-RAC2-priv
# SCAN
ping -c 3 12cR2-RAC-scanip
1.15ASM存储空间规划
GI ocr voting存储空间要求
Cluster Configuration |
Redundancy Level |
Space Required for DATADisk Group containing Oracle Clusterware Files (OCR and Voting Files) |
Space Required for MGMTDisk Group containing the GIMR and Oracle Clusterware Backup Files |
Total Storage |
Two nodes, 4 MB Allocation Unit (AU),one Oracle ASM disks |
External |
1.4 GB |
At least 37.6 GB for a cluster with 4 nodes or less. Additional 4.7 GB space required for clusters with 5 or more nodes. |
39 GB |
Two nodes, 4 MB Allocation Unit (AU),three Oracle ASM disks |
Normal |
2.5 GB |
75.5 GB |
78 GB |
Two nodes, 4 MB Allocation Unit (AU),five Oracle ASM disks |
High |
3.6 GB |
113.4 GB |
117 GB |
Two nodes, 4 MB Allocation Unit (AU), three Oracle ASM disks |
Flex |
2.5 GB |
75.5 GB |
78 GB |
#############ASM DISKconfig#####################
[root@12cR2-RAC1 sys]# fdisk -l |grep/dev/sd
Disk /dev/sda: 64.4 GB, 64424509440 bytes
/dev/sda1 * 1 64 512000 83 Linux
/dev/sda2 64 7833 62401536 8e Linux LVM
Disk /dev/sdc: 17.2 GB, 17179869184 bytes
Disk /dev/sdb: 32.2 GB, 32212254720 bytes
Disk /dev/sdd: 17.2 GB, 17179869184 bytes
Disk /dev/sde: 17.2 GB, 17179869184 bytes
Disk /dev/sdf: 2147 MB, 2147483648 bytes
Disk /dev/sdg: 2147 MB, 2147483648 bytes
Disk /dev/sdh: 2147 MB, 2147483648 bytes
Disk /dev/sdi: 2147 MB, 2147483648 bytes
Disk /dev/sdj: 2147 MB, 2147483648 bytes
Disk /dev/sdl: 8589 MB, 8589934592 bytes
Disk /dev/sdk: 8589 MB, 8589934592 bytes
[root@12cR2-RAC2 ~]# fdisk -l |grep /dev/sd
Disk /dev/sda: 64.4 GB, 64424509440 bytes
/dev/sda1 * 1 64 512000 83 Linux
/dev/sda2 64 7833 62401536 8e Linux LVM
Disk /dev/sdc: 17.2 GB, 17179869184 bytes
Disk /dev/sdb: 32.2 GB, 32212254720 bytes
Disk /dev/sdd: 17.2 GB, 17179869184 bytes
Disk /dev/sde: 17.2 GB, 17179869184 bytes
Disk /dev/sdf: 2147 MB, 2147483648 bytes
Disk /dev/sdi: 2147 MB, 2147483648 bytes
Disk /dev/sdh: 2147 MB, 2147483648 bytes
Disk /dev/sdg: 2147 MB, 2147483648 bytes
Disk /dev/sdj: 2147 MB, 2147483648 bytes
Disk /dev/sdl: 8589 MB, 8589934592 bytes
Disk /dev/sdk: 8589 MB, 8589934592 bytes
[root@12cR2-RAC2 ~]#
for i inb c d e f g h i j k;
do
echo"KERNEL==\"sd*\", BUS==\"scsi\",PROGRAM==\"/sbin/scsi_id --whitelisted --replace-whitespace--device=/dev/\$name\", RESULT==\"`/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/sd$i`\", NAME=\"asm-disk$i\",OWNER=\"grid\", GROUP=\"asmadmin\",MODE=\"0660\"" >> /etc/udev/rules.d/99-oracle-asmdevices.rules
done
[root@12cR2-RAC1 sys]# cat/etc/udev/rules.d/99-oracle-asmdevices.rules
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="36000c2937d53668cf48a1f08139d7528",NAME="asm-diskb", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="36000c29075f24a41be4b0ed630e5bc01",NAME="asm-diskc", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace--device=/dev/$name",RESULT=="36000c29847aec667ee1abaf5c6b30865",NAME="asm-diskd", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name", RESULT=="36000c29135697f483b940128f5170a93",NAME="asm-diske", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="36000c29804841bd8173c1b9155816e41",NAME="asm-diskf", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="36000c2933094fd38e1ac06c3872f7d03",NAME="asm-diskg", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="36000c2907ae9b3a5c83c6d40d3d3b6c9",NAME="asm-diskh", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*", BUS=="scsi",PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace--device=/dev/$name",RESULT=="36000c29f8470d44adcf34aa11fd5a850",NAME="asm-diski", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="36000c297e7fcebd56e5c8224f2465930",NAME="asm-diskj", OWNER="grid", GROUP="asmadmin",MODE="0660"
KERNEL=="sd*",BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted--replace-whitespace --device=/dev/$name",RESULT=="36000c29b8b050f4fa18d5826b0a2f5de",NAME="asm-diskk", OWNER="grid", GROUP="asmadmin",MODE="0660"
2.安装配置集群GRID
2.1使用image-based 方式安装GRID
2.2. 使用ASMCA配置磁盘组
3.安装Database软件
4 .DBCA创建数据库
chkconfig --list iptables
chkconfig --list NetworkManager
getenforce
[grid@12cR2-RAC1 ~]$ cd $ORACLE_HOME
[grid@12cR2-RAC1 grid]$ pwd
/u01/app/12.2.0/grid
[grid@12cR2-RAC1 grid]$ nohup unzip/u01/linuxx64_12201_grid_home.zip &
[1]+ Done nohupunzip -q /u01/linuxx64_12201_grid_home.zip
-q 表示静默方式
选择“Configure Oracle Grid Infrastructure for a New Cluster”,点击Next
选择“Configure an Oracle Standalone Cluster”,点击Next,关于DomainServices Cluster
和Member Cluster,请查看Oracle官方文档。
更改SCAN NAME为scanip,取消“Configure GNS”,本测试不使用GNS,点击Next
cluster name 必须字母打头。
scan name 也必须要字母打头
点击Add,添加节点2
点击SSH connectivity,配置用户等效性
选择配置私有网卡和公有网卡,点击Next
选择“Configure ASM using block devices”,点击Next
本测试把GIMR和Voting disk,OCR放置在同一个DG,因此选择NO,点击Next
输入Disk Group Name: OCR_VOTE_MGMT, Redundancy选择External,选择/dev/asm-disk1和/dev/asm-disk2,如果列表中没有显示出可用磁盘,点击Change Discovery Path, 输入“/dev/asm*”。点击Next
Diskgroup name 不能使用中划线
空间规划需求:
http://docs.oracle.com/database/122/CWLIN/oracle-clusterware-storage-space-requirements.htm#GUID-97FD5D40-A65B-4575-AD12-06C491AF3F41
输入ASM实例相关密码,点击Next
选择“Do not use Intelligent Platform Management Interface(IPMI)”,点击Next
配置是否注册到EM cloud Control,点击Next
配置管理组,点击Next
设置GRID Base目录,点击Next
设置Inventory目录,点击Next
12cR2中,安装可以自动执行root.sh, 本次测试选择手动运行。
进行Prerequisite Checks
根据结果,修复不符合要去求的配置,对于Fixable的问题,点击Fix&Check Again,按照提示进行修复,对于可以忽略的错误,选择“Ignore All”,本测试没有配置DNS,因此忽略resolv.conf和DNS/NIS nameservice的问题。点击Next
列出之前安装配置的信息,检查正确无误后,点击Next
开始配置
按照要求,在所有节点按顺序执行orainstRoot.sh和root.sh
[root@12cR2-RAC1 oraInventory]# cd/u01/app/12.2.0/
[root@12cR2-RAC1 12.2.0]# cd grid/
[root@12cR2-RAC1 grid]# pwd
/u01/app/12.2.0/grid
[root@12cR2-RAC1 grid]#/u01/app/12.2.0/grid/root.sh
Performing root user operation.
The following environment variables are setas:
ORACLE_OWNER= grid
ORACLE_HOME= /u01/app/12.2.0/grid
Enter the full pathname of the local bindirectory: [/usr/local/bin]:
Copying dbhome to /usr/local/bin ...
Copying oraenv to /usr/local/bin ...
Copying coraenv to /usr/local/bin ...
Creating /etc/oratab file...
Entries will be added to the /etc/oratabfile as needed by
Database Configuration Assistant when adatabase is created
Finished running generic part of rootscript.
Now product-specific root actions will beperformed.
Relinking oracle with rac_on option
Using configuration parameter file:/u01/app/12.2.0/grid/crs/install/crsconfig_params
The log of current session can be found at:
/u01/app/grid/crsdata/12cr2-rac1/crsconfig/rootcrs_12cr2-rac1_2017-05-17_07-38-13PM.log
2017/05/17 19:38:32 CLSRSC-594: Executinginstallation step 1 of 19: 'SetupTFA'.
2017/05/17 19:38:32 CLSRSC-4001: InstallingOracle Trace File Analyzer (TFA) Collector.
2017/05/17 19:40:01 CLSRSC-4002:Successfully installed Oracle Trace File Analyzer (TFA) Collector.
2017/05/17 19:40:01 CLSRSC-594: Executinginstallation step 2 of 19: 'ValidateEnv'.
2017/05/17 19:40:14 CLSRSC-363: Userignored prerequisites during installation
2017/05/17 19:40:14 CLSRSC-594: Executinginstallation step 3 of 19: 'CheckFirstNode'.
2017/05/17 19:40:18 CLSRSC-594: Executinginstallation step 4 of 19: 'GenSiteGUIDs'.
2017/05/17 19:40:22 CLSRSC-594: Executinginstallation step 5 of 19: 'SaveParamFile'.
2017/05/17 19:40:38 CLSRSC-594: Executinginstallation step 6 of 19: 'SetupOSD'.
2017/05/17 19:40:42 CLSRSC-594: Executinginstallation step 7 of 19: 'CheckCRSConfig'.
2017/05/17 19:40:43 CLSRSC-594: Executinginstallation step 8 of 19: 'SetupLocalGPNP'.
2017/05/17 19:41:45 CLSRSC-594: Executing installationstep 9 of 19: 'ConfigOLR'.
2017/05/17 19:42:11 CLSRSC-594: Executinginstallation step 10 of 19: 'ConfigCHMOS'.
2017/05/17 19:42:11 CLSRSC-594: Executinginstallation step 11 of 19: 'CreateOHASD'.
2017/05/17 19:42:24 CLSRSC-594: Executinginstallation step 12 of 19: 'ConfigOHASD'.
2017/05/17 19:42:40 CLSRSC-330: AddingClusterware entries to file 'oracle-ohasd.conf'
2017/05/17 19:43:33 CLSRSC-594: Executinginstallation step 13 of 19: 'InstallAFD'.
2017/05/17 19:44:52 CLSRSC-594: Executinginstallation step 14 of 19: 'InstallACFS'.
CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac1'
CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac1' has completed
CRS-4133: Oracle High Availability Serviceshas been stopped.
CRS-4123: Oracle High Availability Serviceshas been started.
2017/05/17 19:45:46 CLSRSC-594: Executinginstallation step 15 of 19: 'InstallKA'.
2017/05/17 19:46:00 CLSRSC-594: Executinginstallation step 16 of 19: 'InitConfig'.
CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac1'
CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac1' has completed
CRS-4133: Oracle High Availability Serviceshas been stopped.
CRS-4123: Oracle High Availability Serviceshas been started.
CRS-2672: Attempting to start'ora.driver.afd' on '12cr2-rac1'
CRS-2672: Attempting to start 'ora.evmd' on'12cr2-rac1'
CRS-2672: Attempting to start 'ora.mdnsd'on '12cr2-rac1'
CRS-2676: Start of 'ora.driver.afd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start'ora.cssdmonitor' on '12cr2-rac1'
CRS-2676: Start of 'ora.cssdmonitor' on'12cr2-rac1' succeeded
CRS-2676: Start of 'ora.mdnsd' on'12cr2-rac1' succeeded
CRS-2676: Start of 'ora.evmd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.gpnpd'on '12cr2-rac1'
CRS-2676: Start of 'ora.gpnpd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.gipcd'on '12cr2-rac1'
CRS-2676: Start of 'ora.gipcd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssd' on'12cr2-rac1'
CRS-2672: Attempting to start 'ora.diskmon'on '12cr2-rac1'
CRS-2676: Start of 'ora.diskmon' on'12cr2-rac1' succeeded
CRS-2676: Start of 'ora.cssd' on'12cr2-rac1' succeeded
Disk label(s) created successfully. Check/u01/app/grid/cfgtoollogs/asmca/asmca-170517PM074648.log for details.
Disk groups created successfully. Check/u01/app/grid/cfgtoollogs/asmca/asmca-170517PM074648.log for details.
2017/05/17 19:49:12 CLSRSC-482: Runningcommand: '/u01/app/12.2.0/grid/bin/ocrconfig -upgrade grid oinstall'
CRS-2672: Attempting to start 'ora.crf' on'12cr2-rac1'
CRS-2672: Attempting to start 'ora.storage'on '12cr2-rac1'
CRS-2676: Start of 'ora.storage' on'12cr2-rac1' succeeded
CRS-2676: Start of 'ora.crf' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.crsd' on'12cr2-rac1'
CRS-2676: Start of 'ora.crsd' on'12cr2-rac1' succeeded
CRS-4256: Updating the profile
Successful addition of voting diskeed4a5165d684f1cbf9ef0068f9eccf3.
Successfully replaced voting disk groupwith +ocr_vote_mgmt.
CRS-4256: Updating the profile
CRS-4266: Voting file(s) successfullyreplaced
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1.ONLINE eed4a5165d684f1cbf9ef0068f9eccf3(AFD:OCR_VOTE_MGMT1) [OCR_VOTE_MGMT]
Located 1 voting disk(s).
CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac1'
CRS-2673: Attempting to stop 'ora.crsd' on'12cr2-rac1'
CRS-2677: Stop of 'ora.crsd' on'12cr2-rac1' succeeded
CRS-2673: Attempting to stop 'ora.storage'on '12cr2-rac1'
CRS-2673: Attempting to stop 'ora.crf' on'12cr2-rac1'
CRS-2673: Attempting to stop 'ora.drivers.acfs'on '12cr2-rac1'
CRS-2673: Attempting to stop 'ora.gpnpd' on'12cr2-rac1'
CRS-2673: Attempting to stop 'ora.mdnsd' on'12cr2-rac1'
CRS-2677: Stop of 'ora.storage' on'12cr2-rac1' succeeded
CRS-2673: Attempting to stop 'ora.asm' on'12cr2-rac1'
CRS-2677: Stop of 'ora.drivers.acfs' on'12cr2-rac1' succeeded
CRS-2677: Stop of 'ora.gpnpd' on'12cr2-rac1' succeeded
CRS-2677: Stop of 'ora.crf' on '12cr2-rac1'succeeded
CRS-2677: Stop of 'ora.mdnsd' on'12cr2-rac1' succeeded
CRS-2677: Stop of 'ora.asm' on '12cr2-rac1'succeeded
CRS-2673: Attempting to stop'ora.cluster_interconnect.haip' on '12cr2-rac1'
CRS-2677: Stop of'ora.cluster_interconnect.haip' on '12cr2-rac1' succeeded
CRS-2673: Attempting to stop 'ora.ctssd' on'12cr2-rac1'
CRS-2673: Attempting to stop 'ora.evmd' on'12cr2-rac1'
CRS-2677: Stop of 'ora.ctssd' on'12cr2-rac1' succeeded
CRS-2677: Stop of 'ora.evmd' on'12cr2-rac1' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on'12cr2-rac1'
CRS-2677: Stop of 'ora.cssd' on'12cr2-rac1' succeeded
CRS-2673: Attempting to stop'ora.driver.afd' on '12cr2-rac1'
CRS-2673: Attempting to stop 'ora.gipcd' on'12cr2-rac1'
CRS-2677: Stop of 'ora.driver.afd' on'12cr2-rac1' succeeded
CRS-2677: Stop of 'ora.gipcd' on'12cr2-rac1' succeeded
CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac1' has completed
CRS-4133: Oracle High Availability Serviceshas been stopped.
2017/05/17 19:52:05 CLSRSC-594: Executinginstallation step 17 of 19: 'StartCluster'.
CRS-4123: Starting Oracle High AvailabilityServices-managed resources
CRS-2672: Attempting to start 'ora.mdnsd'on '12cr2-rac1'
CRS-2672: Attempting to start 'ora.evmd' on'12cr2-rac1'
CRS-2676: Start of 'ora.mdnsd' on'12cr2-rac1' succeeded
CRS-2676: Start of 'ora.evmd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.gpnpd'on '12cr2-rac1'
CRS-2676: Start of 'ora.gpnpd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.gipcd'on '12cr2-rac1'
CRS-2676: Start of 'ora.gipcd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start'ora.cssdmonitor' on '12cr2-rac1'
CRS-2676: Start of 'ora.cssdmonitor' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.cssd' on'12cr2-rac1'
CRS-2672: Attempting to start 'ora.diskmon'on '12cr2-rac1'
CRS-2676: Start of 'ora.diskmon' on'12cr2-rac1' succeeded
CRS-2676: Start of 'ora.cssd' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start'ora.cluster_interconnect.haip' on '12cr2-rac1'
CRS-2672: Attempting to start 'ora.ctssd'on '12cr2-rac1'
CRS-2676: Start of 'ora.ctssd' on'12cr2-rac1' succeeded
CRS-2676: Start of'ora.cluster_interconnect.haip' on '12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.asm' on'12cr2-rac1'
CRS-2676: Start of 'ora.asm' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.storage'on '12cr2-rac1'
CRS-2676: Start of 'ora.storage' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.crf' on'12cr2-rac1'
CRS-2676: Start of 'ora.crf' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.crsd' on'12cr2-rac1'
CRS-2676: Start of 'ora.crsd' on'12cr2-rac1' succeeded
CRS-6023: Starting Oracle Cluster ReadyServices-managed resources
CRS-6017: Processing resource auto-startfor servers: 12cr2-rac1
CRS-6016: Resource auto-start has completedfor server 12cr2-rac1
CRS-6024: Completed start of Oracle ClusterReady Services-managed resources
CRS-4123: Oracle High Availability Serviceshas been started.
2017/05/17 19:54:20 CLSRSC-343:Successfully started Oracle Clusterware stack
2017/05/17 19:54:21 CLSRSC-594: Executinginstallation step 18 of 19: 'ConfigNode'.
CRS-2672: Attempting to start'ora.ASMNET1LSNR_ASM.lsnr' on '12cr2-rac1'
CRS-2676: Start of'ora.ASMNET1LSNR_ASM.lsnr' on '12cr2-rac1' succeeded
CRS-2672: Attempting to start 'ora.asm' on'12cr2-rac1'
CRS-2676: Start of 'ora.asm' on'12cr2-rac1' succeeded
CRS-2672: Attempting to start'ora.OCR_VOTE_MGMT.dg' on '12cr2-rac1'
CRS-2676: Start of 'ora.OCR_VOTE_MGMT.dg'on '12cr2-rac1' succeeded
2017/05/17 20:01:10 CLSRSC-594: Executinginstallation step 19 of 19: 'PostConfig'.
2017/05/17 20:04:06 CLSRSC-325: ConfigureOracle Grid Infrastructure for a Cluster ... succeeded
Note 2上执行root.sh输出内容如下:
[root@12cR2-RAC2 grid]# script/tmp/rootsh.log
Script started, file is /tmp/rootsh.log
[root@12cR2-RAC2 grid]# pwd
/u01/app/12.2.0/grid
[root@12cR2-RAC2 grid]# sh root.sh
Performing root user operation.
The following environment variables are setas:
ORACLE_OWNER= grid
ORACLE_HOME= /u01/app/12.2.0/grid
Enter the full pathname of the local bindirectory: [/usr/local/bin]:
Copying dbhome to /usr/local/bin ...
Copying oraenv to /usr/local/bin ...
Copying coraenv to /usr/local/bin ...
Creating /etc/oratab file...
Entries will be added to the /etc/oratabfile as needed by
Database Configuration Assistant when adatabase is created
Finished running generic part of rootscript.
Now product-specific root actions will beperformed.
Relinking oracle with rac_on option
Using configuration parameter file:/u01/app/12.2.0/grid/crs/install/crsconfig_params
The log of current session can be found at:
/u01/app/grid/crsdata/12cr2-rac2/crsconfig/rootcrs_12cr2-rac2_2017-05-17_08-14-12PM.log
2017/05/17 20:14:50 CLSRSC-594: Executinginstallation step 1 of 19: 'SetupTFA'.
2017/05/17 20:14:50 CLSRSC-4001: InstallingOracle Trace File Analyzer (TFA) Collector.
2017/05/17 20:16:18 CLSRSC-4002:Successfully installed Oracle Trace File Analyzer (TFA) Collector.
2017/05/17 20:16:18 CLSRSC-594: Executinginstallation step 2 of 19: 'ValidateEnv'.
2017/05/17 20:16:21 CLSRSC-363: Userignored prerequisites during installation
2017/05/17 20:16:21 CLSRSC-594: Executinginstallation step 3 of 19: 'CheckFirstNode'.
2017/05/17 20:16:23 CLSRSC-594: Executinginstallation step 4 of 19: 'GenSiteGUIDs'.
2017/05/17 20:16:23 CLSRSC-594: Executinginstallation step 5 of 19: 'SaveParamFile'.
2017/05/17 20:16:28 CLSRSC-594: Executinginstallation step 6 of 19: 'SetupOSD'.
2017/05/17 20:16:36 CLSRSC-594: Executinginstallation step 7 of 19: 'CheckCRSConfig'.
2017/05/17 20:16:38 CLSRSC-594: Executinginstallation step 8 of 19: 'SetupLocalGPNP'.
2017/05/17 20:16:44 CLSRSC-594: Executinginstallation step 9 of 19: 'ConfigOLR'.
2017/05/17 20:16:54 CLSRSC-594: Executinginstallation step 10 of 19: 'ConfigCHMOS'.
2017/05/17 20:16:54 CLSRSC-594: Executinginstallation step 11 of 19: 'CreateOHASD'.
2017/05/17 20:16:57 CLSRSC-594: Executinginstallation step 12 of 19: 'ConfigOHASD'.
2017/05/17 20:17:15 CLSRSC-330: AddingClusterware entries to file 'oracle-ohasd.conf'
2017/05/17 20:17:43 CLSRSC-594: Executinginstallation step 13 of 19: 'InstallAFD'.
2017/05/17 20:19:05 CLSRSC-594: Executinginstallation step 14 of 19: 'InstallACFS'.
CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac2'
CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac2' has completed
CRS-4133: Oracle High Availability Serviceshas been stopped.
CRS-4123: Oracle High Availability Serviceshas been started.
2017/05/17 20:21:27 CLSRSC-594: Executinginstallation step 15 of 19: 'InstallKA'.
2017/05/17 20:21:39 CLSRSC-594: Executinginstallation step 16 of 19: 'InitConfig'.
CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac2'
CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac2' has completed
CRS-4133: Oracle High Availability Serviceshas been stopped.
CRS-4123: Oracle High Availability Serviceshas been started.
CRS-2791: Starting shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac2'
CRS-2673: Attempting to stop'ora.drivers.acfs' on '12cr2-rac2'
CRS-2677: Stop of 'ora.drivers.acfs' on'12cr2-rac2' succeeded
CRS-2793: Shutdown of Oracle HighAvailability Services-managed resources on '12cr2-rac2' has completed
CRS-4133: Oracle High Availability Serviceshas been stopped.
2017/05/17 20:22:32 CLSRSC-594: Executinginstallation step 17 of 19: 'StartCluster'.
CRS-4123: Starting Oracle High AvailabilityServices-managed resources
CRS-2672: Attempting to start 'ora.evmd' on'12cr2-rac2'
CRS-2672: Attempting to start 'ora.mdnsd'on '12cr2-rac2'
CRS-2676: Start of 'ora.mdnsd' on'12cr2-rac2' succeeded
CRS-2676: Start of 'ora.evmd' on'12cr2-rac2' succeeded
CRS-2672: Attempting to start 'ora.gpnpd'on '12cr2-rac2'
CRS-2676: Start of 'ora.gpnpd' on'12cr2-rac2' succeeded
CRS-2672: Attempting to start 'ora.gipcd'on '12cr2-rac2'
CRS-2676: Start of 'ora.gipcd' on'12cr2-rac2' succeeded
CRS-2672: Attempting to start'ora.cssdmonitor' on '12cr2-rac2'
CRS-2676: Start of 'ora.cssdmonitor' on'12cr2-rac2' succeeded
CRS-2672: Attempting to start 'ora.cssd' on'12cr2-rac2'
CRS-2672: Attempting to start 'ora.diskmon'on '12cr2-rac2'
CRS-2676: Start of 'ora.diskmon' on '12cr2-rac2'succeeded
CRS-2676: Start of 'ora.cssd' on'12cr2-rac2' succeeded
CRS-2672: Attempting to start'ora.cluster_interconnect.haip' on '12cr2-rac2'
CRS-2672: Attempting to start 'ora.ctssd'on '12cr2-rac2'
CRS-2676: Start of 'ora.ctssd' on '12cr2-rac2'succeeded
CRS-2672: Attempting to start 'ora.crf' on'12cr2-rac2'
CRS-2676: Start of 'ora.crf' on'12cr2-rac2' succeeded
CRS-2672: Attempting to start 'ora.crsd' on'12cr2-rac2'
CRS-2676: Start of 'ora.crsd' on'12cr2-rac2' succeeded
CRS-2676: Start of'ora.cluster_interconnect.haip' on '12cr2-rac2' succeeded
CRS-2672: Attempting to start 'ora.asm' on'12cr2-rac2'
CRS-2676: Start of 'ora.asm' on'12cr2-rac2' succeeded
CRS-6017: Processing resource auto-startfor servers: 12cr2-rac2
CRS-2672: Attempting to start'ora.ASMNET1LSNR_ASM.lsnr' on '12cr2-rac2'
CRS-2672: Attempting to start'ora.net1.network' on '12cr2-rac2'
CRS-2676: Start of 'ora.net1.network' on'12cr2-rac2' succeeded
CRS-2672: Attempting to start 'ora.ons' on'12cr2-rac2'
CRS-2676: Start of 'ora.ASMNET1LSNR_ASM.lsnr'on '12cr2-rac2' succeeded
CRS-2672: Attempting to start 'ora.asm' on'12cr2-rac2'
CRS-2676: Start of 'ora.ons' on'12cr2-rac2' succeeded
CRS-2676: Start of 'ora.asm' on'12cr2-rac2' succeeded
CRS-6016: Resource auto-start has completedfor server 12cr2-rac2
CRS-6024: Completed start of Oracle ClusterReady Services-managed resources
CRS-4123: Oracle High Availability Serviceshas been started.
2017/05/17 20:25:37 CLSRSC-343:Successfully started Oracle Clusterware stack
2017/05/17 20:25:37 CLSRSC-594: Executinginstallation step 18 of 19: 'ConfigNode'.
2017/05/17 20:26:16 CLSRSC-594: Executinginstallation step 19 of 19: 'PostConfig'.
2017/05/17 20:26:53 CLSRSC-325: ConfigureOracle Grid Infrastructure for a Cluster ... succeeded
[root@12cR2-RAC2 grid]#
执行完毕后,点击ok,继续安装
由于本测试仅在hosts文件中设置了一个SCAN IP,因此报错,可以忽略。
INFO: [May 18, 2017 9:59:17 AM] Read: Executing Post Configuration Actions
INFO: [May 18, 2017 9:59:17 AM] Executing Post Configuration Actions
WARNING: [May 18, 2017 9:59:17 AM] Skipping line: Executing Post ConfigurationActions
INFO: [May 18, 2017 9:59:17 AM] Read: 100% complete
WARNING: [May 18, 2017 9:59:17 AM] Skipping line: 100% complete
INFO: [May 18, 2017 9:59:18 AM] Read: Look at the log file "/u01/app/grid/cfgtoollogs/dbca/_mgmtdb/_mgmtdb.log"for further details.
INFO: [May 18, 2017 9:59:18 AM] Look at the log file"/u01/app/grid/cfgtoollogs/dbca/_mgmtdb/_mgmtdb.log" for furtherdetails.
WARNING: [May 18, 2017 9:59:18 AM] Skipping line: Look at the log file"/u01/app/grid/cfgtoollogs/dbca/_mgmtdb/_mgmtdb.log" for furtherdetails.
INFO: [May 18, 2017 9:59:19 AM] Completed Plugin named: Creating ContainerDatabase for Oracle Grid Infrastructure Management Repository
INFO: [May 18, 2017 9:59:19 AM] Completed 'Creating Container Database forOracle Grid Infrastructure Management Repository'
INFO: [May 18, 2017 9:59:19 AM] Completed 'Creating Container Database forOracle Grid Infrastructure Management Repository'
INFO: [May 18, 2017 9:59:19 AM] Started Plugin named: GIMR ConfigurationAssistant
INFO: [May 18, 2017 9:59:19 AM] Found associated job
INFO: [May 18, 2017 9:59:19 AM] Starting 'GIMR Configuration Assistant'
INFO: [May 18, 2017 9:59:19 AM] Starting 'GIMR Configuration Assistant'
INFO: [May 18, 2017 9:59:20 AM] Executing MGMTCA
INFO: [May 18, 2017 9:59:20 AM] Command /u01/app/12.2.0/grid/bin/mgmtca -local
INFO: [May 18, 2017 9:59:20 AM] ... GenericInternalPlugIn.handleProcess()entered.
INFO: [May 18, 2017 9:59:20 AM] ... GenericInternalPlugIn: gettingconfigAssistantParmas.
INFO: [May 18, 2017 9:59:20 AM] ... GenericInternalPlugIn: checkingsecretArguments.
INFO: [May 18, 2017 9:59:20 AM] No arguments to pass to stdin
INFO: [May 18, 2017 9:59:20 AM] ... GenericInternalPlugIn: starting read loop.
INFO: [May 18, 2017 10:33:07 AM] Completed Plugin named: GIMR ConfigurationAssistant
INFO: [May 18, 2017 10:33:07 AM] Completed 'GIMR Configuration Assistant'
INFO: [May 18, 2017 10:33:07 AM] Completed 'GIMR Configuration Assistant'
INFO: [May 18, 2017 10:33:07 AM] Started Plugin named: Oracle ClusterVerification Utility
INFO: [May 18, 2017 10:33:07 AM] Found associated job
INFO: [May 18, 2017 10:33:07 AM] Starting 'Oracle Cluster VerificationUtility'
INFO: [May 18, 2017 10:33:07 AM] Starting 'Oracle Cluster VerificationUtility'
INFO: [May 18, 2017 10:33:08 AM] Executing CLUVFY
INFO: [May 18, 2017 10:33:08 AM] Command /u01/app/12.2.0/grid/bin/cluvfy stage-post crsinst -collect cluster -n all
INFO: [May 18, 2017 10:33:08 AM] ... GenericInternalPlugIn.handleProcess()entered.
INFO: [May 18, 2017 10:33:08 AM] ... GenericInternalPlugIn: gettingconfigAssistantParmas.
INFO: [May 18, 2017 10:33:08 AM] ... GenericInternalPlugIn: checkingsecretArguments.
INFO: [May 18, 2017 10:33:08 AM] No arguments to pass to stdin
INFO: [May 18, 2017 10:33:08 AM] ... GenericInternalPlugIn: starting readloop.
INFO: [May 18, 2017 10:36:14 AM] Read:
INFO: [May 18, 2017 10:36:14 AM] Read: Verifying Node Connectivity ...
INFO: [May 18, 2017 10:36:14 AM] Verifying Node Connectivity ...
INFO: [May 18, 2017 10:36:16 AM] Read: Verifying Hosts File ...PASSED
INFO: [May 18, 2017 10:36:16 AM] Verifying Hosts File ...PASSED
INFO: [May 18, 2017 10:36:26 AM] Read: Verifying Check that maximum (MTU) size packet goes through subnet...PASSED
INFO: [May 18, 2017 10:36:26 AM] Verifying Check that maximum (MTU) size packet goes through subnet...PASSED
INFO: [May 18, 2017 10:36:26 AM] Read: Verifying subnet mask consistency for subnet "192.168.88.0"...PASSED
INFO: [May 18, 2017 10:36:26 AM] Verifying subnet mask consistency for subnet "192.168.88.0"...PASSED
INFO: [May 18, 2017 10:36:26 AM] Read: Verifying subnet mask consistency for subnet "10.80.18.0"...PASSED
INFO: [May 18, 2017 10:36:26 AM] Verifying subnet mask consistency for subnet"10.80.18.0" ...PASSED
INFO: [May 18, 2017 10:36:27 AM] Read: Verifying Node Connectivity ...PASSED
INFO: [May 18, 2017 10:36:27 AM] Verifying Node Connectivity ...PASSED
INFO: [May 18, 2017 10:36:32 AM] Read: Verifying Multicast check ...PASSED
INFO: [May 18, 2017 10:36:32 AM] Verifying Multicast check ...PASSED
INFO: [May 18, 2017 10:36:41 AM] Read: Verifying ASM filter driverconfiguration consistency ...PASSED
INFO: [May 18, 2017 10:36:41 AM] Verifying ASM filter driver configurationconsistency ...PASSED
INFO: [May 18, 2017 10:36:42 AM] Read: Verifying Time zone consistency...PASSED
INFO: [May 18, 2017 10:36:42 AM] Verifying Time zone consistency ...PASSED
INFO: [May 18, 2017 10:36:43 AM] Read: Verifying Cluster Manager Integrity...PASSED
INFO: [May 18, 2017 10:36:43 AM] Verifying Cluster Manager Integrity ...PASSED
INFO: [May 18, 2017 10:36:44 AM] Read: Verifying User Mask ...PASSED
INFO: [May 18, 2017 10:36:44 AM] Verifying User Mask ...PASSED
INFO: [May 18, 2017 10:36:46 AM] Read: Verifying Cluster Integrity ...PASSED
INFO: [May 18, 2017 10:36:46 AM] Verifying Cluster Integrity ...PASSED
INFO: [May 18, 2017 10:37:00 AM] Read: Verifying OCR Integrity ...PASSED
INFO: [May 18, 2017 10:37:00 AM] Verifying OCR Integrity ...PASSED
INFO: [May 18, 2017 10:37:00 AM] Read: Verifying CRS Integrity ...
INFO: [May 18, 2017 10:37:00 AM] Verifying CRS Integrity ...
INFO: [May 18, 2017 10:37:01 AM] Read: Verifying Clusterware Version Consistency ...PASSED
INFO: [May 18, 2017 10:37:01 AM] Verifying Clusterware Version Consistency ...PASSED
INFO: [May 18, 2017 10:37:02 AM] Read: Verifying CRS Integrity ...PASSED
INFO: [May 18, 2017 10:37:02 AM] Verifying CRS Integrity ...PASSED
INFO: [May 18, 2017 10:37:04 AM] Read: Verifying Node Application Existence...PASSED
INFO: [May 18, 2017 10:37:04 AM] Verifying Node Application Existence...PASSED
INFO: [May 18, 2017 10:37:08 AM] Read: Verifying Single Client Access Name(SCAN) ...
INFO: [May 18, 2017 10:37:08 AM] Verifying Single Client Access Name (SCAN)...
INFO: [May 18, 2017 10:37:08 AM] Read: Verifying DNS/NIS name service 'lixora-12c-scanip' ...
INFO: [May 18, 2017 10:37:08 AM] Verifying DNS/NIS name service 'lixora-12c-scanip' ...
INFO: [May 18, 2017 10:37:10 AM] Read: Verifying Name Service Switch Configuration File Integrity ...PASSED
INFO: [May 18, 2017 10:37:10 AM] Verifying Name Service Switch Configuration File Integrity ...PASSED
INFO: [May 18, 2017 10:37:51 AM] Read: Verifying DNS/NIS name service 'lixora-12c-scanip' ...FAILED (PRVG-1101)
INFO: [May 18, 2017 10:37:51 AM] Verifying DNS/NIS name service 'lixora-12c-scanip' ...FAILED (PRVG-1101)
INFO: [May 18, 2017 10:37:51 AM] Read: Verifying Single Client Access Name (SCAN)...FAILED (PRVG-1101)
INFO: [May 18, 2017 10:37:51 AM] Verifying Single Client Access Name (SCAN)...FAILED (PRVG-1101)
INFO: [May 18, 2017 10:38:06 AM] Read: Verifying OLR Integrity ...PASSED
INFO: [May 18, 2017 10:38:06 AM] Verifying OLR Integrity ...PASSED
INFO: [May 18, 2017 10:38:09 AM] Read: Verifying Voting Disk ...PASSED
INFO: [May 18, 2017 10:38:09 AM] Verifying Voting Disk ...PASSED
INFO: [May 18, 2017 10:38:10 AM] Read: Verifying ASM Integrity ...
INFO: [May 18, 2017 10:38:10 AM] Verifying ASM Integrity ...
INFO: [May 18, 2017 10:38:10 AM] Read: Verifying Node Connectivity ...
INFO: [May 18, 2017 10:38:10 AM] Verifying Node Connectivity ...
INFO: [May 18, 2017 10:38:11 AM] Read: Verifying Hosts File ...PASSED
INFO: [May 18, 2017 10:38:11 AM] Verifying Hosts File ...PASSED
INFO: [May 18, 2017 10:38:19 AM] Read: Verifying Check that maximum (MTU) size packet goes through subnet...PASSED
INFO: [May 18, 2017 10:38:19 AM] Verifying Check that maximum (MTU) size packet goes through subnet...PASSED
INFO: [May 18, 2017 10:38:19 AM] Read: Verifying subnet mask consistency for subnet "192.168.88.0"...PASSED
INFO: [May 18, 2017 10:38:19 AM] Verifying subnet mask consistency for subnet "192.168.88.0"...PASSED
INFO: [May 18, 2017 10:38:19 AM] Read: Verifying subnet mask consistency for subnet "10.80.18.0"...PASSED
INFO: [May 18, 2017 10:38:19 AM] Verifying subnet mask consistency for subnet "10.80.18.0"...PASSED
INFO: [May 18, 2017 10:38:21 AM] Read: Verifying Node Connectivity ...PASSED
INFO: [May 18, 2017 10:38:21 AM] Verifying Node Connectivity ...PASSED
INFO: [May 18, 2017 10:38:28 AM] Read: Verifying ASM Integrity ...PASSED
INFO: [May 18, 2017 10:38:28 AM] Verifying ASM Integrity ...PASSED
INFO: [May 18, 2017 10:38:28 AM] Read: Verifying Device Checks for ASM ...
INFO: [May 18, 2017 10:38:28 AM] Verifying Device Checks for ASM ...
INFO: [May 18, 2017 10:38:37 AM] Read: Verifying Access Control List check ...PASSED
INFO: [May 18, 2017 10:38:37 AM] Verifying Access Control List check ...PASSED
INFO: [May 18, 2017 10:38:37 AM] Read: Verifying Device Checks for ASM...PASSED
INFO: [May 18, 2017 10:38:37 AM] Verifying Device Checks for ASM ...PASSED
INFO: [May 18, 2017 10:38:43 AM] Read: Verifying ASM disk group free space...PASSED
INFO: [May 18, 2017 10:38:43 AM] Verifying ASM disk group free space ...PASSED
INFO: [May 18, 2017 10:38:43 AM] Read: Verifying I/O scheduler ...
INFO: [May 18, 2017 10:38:43 AM] Verifying I/O scheduler ...
INFO: [May 18, 2017 10:38:45 AM] Read: Verifying Package: cvuqdisk-1.0.10-1 ...PASSED
INFO: [May 18, 2017 10:38:45 AM] Verifying Package: cvuqdisk-1.0.10-1 ...PASSED
INFO: [May 18, 2017 10:38:58 AM] Read: Verifying I/O scheduler ...WARNING (PRVG-11976)
INFO: [May 18, 2017 10:38:58 AM] Verifying I/O scheduler ...WARNING(PRVG-11976)
INFO: [May 18, 2017 10:38:59 AM] Read: Verifying User Not In Group"root": grid ...PASSED
INFO: [May 18, 2017 10:38:59 AM] Verifying User Not In Group "root":grid ...PASSED
INFO: [May 18, 2017 10:39:01 AM] Read: Verifying Clock Synchronization...PASSED
INFO: [May 18, 2017 10:39:01 AM] Verifying Clock Synchronization ...PASSED
INFO: [May 18, 2017 10:39:07 AM] Read: Verifying VIP Subnet configurationcheck ...PASSED
INFO: [May 18, 2017 10:39:07 AM] Verifying VIP Subnet configuration check...PASSED
INFO: [May 18, 2017 10:39:08 AM] Read: Verifying Network configurationconsistency checks ...PASSED
INFO: [May 18, 2017 10:39:08 AM] Verifying Network configuration consistencychecks ...PASSED
INFO: [May 18, 2017 10:39:09 AM] Read: Verifying File system mount options forpath GI_HOME ...PASSED
INFO: [May 18, 2017 10:39:09 AM] Verifying File system mount options for pathGI_HOME ...PASSED
INFO: [May 18, 2017 10:39:13 AM] Read:
INFO: [May 18, 2017 10:39:13 AM] Read: Collecting OS mandatory requirementsbaseline
INFO: [May 18, 2017 10:39:13 AM] Collecting OS mandatory requirements baseline
INFO: [May 18, 2017 10:39:13 AM] Read:
INFO: [May 18, 2017 10:39:37 AM] Read: Collecting Physical Memory ...collected
INFO: [May 18, 2017 10:39:37 AM] Collecting Physical Memory ...collected
INFO: [May 18, 2017 10:39:38 AM] Read: Collecting Available Physical Memory...collected
INFO: [May 18, 2017 10:39:38 AM] Collecting Available Physical Memory...collected
INFO: [May 18, 2017 10:39:42 AM] Read: Collecting Swap Size ...collected
INFO: [May 18, 2017 10:39:42 AM] Collecting Swap Size ...collected
INFO: [May 18, 2017 10:39:42 AM] Read: Collecting Free Space: 12cr2-rac2:/usr,12cr2-rac2:/var,12cr2-rac2:/etc,12cr2-rac2:/sbin,12cr2-rac2:/tmp...collected
INFO: [May 18, 2017 10:39:42 AM] Collecting Free Space:12cr2-rac2:/usr,12cr2-rac2:/var,12cr2-rac2:/etc,12cr2-rac2:/sbin,12cr2-rac2:/tmp...collected
INFO: [May 18, 2017 10:39:42 AM] Read: Collecting Free Space:12cr2-rac1:/usr,12cr2-rac1:/var,12cr2-rac1:/etc,12cr2-rac1:/sbin,12cr2-rac1:/tmp...collected
INFO: [May 18, 2017 10:39:42 AM] Collecting Free Space:12cr2-rac1:/usr,12cr2-rac1:/var,12cr2-rac1:/etc,12cr2-rac1:/sbin,12cr2-rac1:/tmp...collected
INFO: [May 18, 2017 10:39:45 AM] Read: Collecting User Existence: grid...nothing to collect
INFO: [May 18, 2017 10:39:45 AM] Collecting User Existence: grid ...nothing tocollect
INFO: [May 18, 2017 10:39:47 AM] Read: Collecting Group Existence: asmadmin...nothing to collect
INFO: [May 18, 2017 10:39:47 AM] Collecting Group Existence: asmadmin...nothing to collect
INFO: [May 18, 2017 10:39:48 AM] Read: Collecting Group Existence: asmoper...nothing to collect
INFO: [May 18, 2017 10:39:48 AM] Collecting Group Existence: asmoper...nothing to collect
INFO: [May 18, 2017 10:39:50 AM] Read: Collecting Group Existence: asmdba...nothing to collect
INFO: [May 18, 2017 10:39:50 AM] Collecting Group Existence: asmdba ...nothingto collect
INFO: [May 18, 2017 10:39:54 AM] Read: Collecting Group Existence: oinstall...nothing to collect
INFO: [May 18, 2017 10:39:54 AM] Collecting Group Existence: oinstall...nothing to collect
INFO: [May 18, 2017 10:39:56 AM] Read: Collecting Group Membership: asmdba...nothing to collect
INFO: [May 18, 2017 10:39:56 AM] Collecting Group Membership: asmdba...nothing to collect
INFO: [May 18, 2017 10:39:57 AM] Read: Collecting Group Membership: asmadmin...nothing to collect
INFO: [May 18, 2017 10:39:57 AM] Collecting Group Membership: asmadmin...nothing to collect
INFO: [May 18, 2017 10:39:59 AM] Read: Collecting Group Membership:oinstall(Primary) ...nothing to collect
INFO: [May 18, 2017 10:39:59 AM] Collecting Group Membership: oinstall(Primary)...nothing to collect
INFO: [May 18, 2017 10:40:00 AM] Read: Collecting Group Membership: asmoper...nothing to collect
INFO: [May 18, 2017 10:40:00 AM] Collecting Group Membership: asmoper...nothing to collect
INFO: [May 18, 2017 10:40:02 AM] Read: Collecting Run Level ...collected
INFO: [May 18, 2017 10:40:02 AM] Collecting Run Level ...collected
INFO: [May 18, 2017 10:40:04 AM] Read: Collecting Hard Limit: maximum openfile descriptors ...collected
INFO: [May 18, 2017 10:40:04 AM] Collecting Hard Limit: maximum open filedescriptors ...collected
INFO: [May 18, 2017 10:40:07 AM] Read: Collecting Soft Limit: maximum openfile descriptors ...collected
INFO: [May 18, 2017 10:40:07 AM] Collecting Soft Limit: maximum open filedescriptors ...collected
INFO: [May 18, 2017 10:40:09 AM] Read: Collecting Hard Limit: maximum userprocesses ...collected
INFO: [May 18, 2017 10:40:09 AM] Collecting Hard Limit: maximum user processes...collected
INFO: [May 18, 2017 10:40:11 AM] Read: Collecting Soft Limit: maximum userprocesses ...collected
INFO: [May 18, 2017 10:40:11 AM] Collecting Soft Limit: maximum user processes...collected
INFO: [May 18, 2017 10:40:13 AM] Read: Collecting Soft Limit: maximum stacksize ...collected
INFO: [May 18, 2017 10:40:13 AM] Collecting Soft Limit: maximum stack size...collected
INFO: [May 18, 2017 10:40:13 AM] Read: Collecting Architecture ...collected
INFO: [May 18, 2017 10:40:13 AM] Collecting Architecture ...collected
INFO: [May 18, 2017 10:40:14 AM] Read: Collecting OS Kernel Version...collected
INFO: [May 18, 2017 10:40:14 AM] Collecting OS Kernel Version ...collected
INFO: [May 18, 2017 10:40:16 AM] Read: Collecting OS Kernel Parameter: semmsl...collected
INFO: [May 18, 2017 10:40:16 AM] Collecting OS Kernel Parameter: semmsl...collected
INFO: [May 18, 2017 10:40:17 AM] Read: Collecting OS Kernel Parameter: semmns...collected
INFO: [May 18, 2017 10:40:17 AM] Collecting OS Kernel Parameter: semmns...collected
INFO: [May 18, 2017 10:40:19 AM] Read: Collecting OS Kernel Parameter: semopm...collected
INFO: [May 18, 2017 10:40:19 AM] Collecting OS Kernel Parameter: semopm...collected
INFO: [May 18, 2017 10:40:22 AM] Read: Collecting OS Kernel Parameter: semmni...collected
INFO: [May 18, 2017 10:40:22 AM] Collecting OS Kernel Parameter: semmni...collected
INFO: [May 18, 2017 10:40:25 AM] Read: Collecting OS Kernel Parameter: shmmax...collected
INFO: [May 18, 2017 10:40:25 AM] Collecting OS Kernel Parameter: shmmax...collected
INFO: [May 18, 2017 10:40:27 AM] Read: Collecting OS Kernel Parameter: shmmni...collected
INFO: [May 18, 2017 10:40:27 AM] Collecting OS Kernel Parameter: shmmni...collected
INFO: [May 18, 2017 10:40:31 AM] Read: Collecting OS Kernel Parameter: shmall...collected
INFO: [May 18, 2017 10:40:31 AM] Collecting OS Kernel Parameter: shmall...collected
INFO: [May 18, 2017 10:40:33 AM] Read: Collecting OS Kernel Parameter:file-max ...collected
INFO: [May 18, 2017 10:40:33 AM] Collecting OS Kernel Parameter: file-max ...collected
INFO: [May 18, 2017 10:40:36 AM] Read: Collecting OS Kernel Parameter:ip_local_port_range ...collected
INFO: [May 18, 2017 10:40:36 AM] Collecting OS Kernel Parameter:ip_local_port_range ...collected
INFO: [May 18, 2017 10:40:38 AM] Read: Collecting OS Kernel Parameter:rmem_default ...collected
INFO: [May 18, 2017 10:40:38 AM] Collecting OS Kernel Parameter: rmem_default...collected
INFO: [May 18, 2017 10:40:39 AM] Read: Collecting OS Kernel Parameter:rmem_max ...collected
INFO: [May 18, 2017 10:40:39 AM] Collecting OS Kernel Parameter: rmem_max...collected
INFO: [May 18, 2017 10:40:42 AM] Read: Collecting OS Kernel Parameter:wmem_default ...collected
INFO: [May 18, 2017 10:40:42 AM] Collecting OS Kernel Parameter: wmem_default...collected
INFO: [May 18, 2017 10:40:43 AM] Read: Collecting OS Kernel Parameter:wmem_max ...collected
INFO: [May 18, 2017 10:40:43 AM] Collecting OS Kernel Parameter: wmem_max...collected
INFO: [May 18, 2017 10:40:46 AM] Read: Collecting OS Kernel Parameter:aio-max-nr ...collected
INFO: [May 18, 2017 10:40:46 AM] Collecting OS Kernel Parameter: aio-max-nr...collected
INFO: [May 18, 2017 10:40:47 AM] Read: Collecting OS Kernel Parameter:panic_on_oops ...collected
INFO: [May 18, 2017 10:40:47 AM] Collecting OS Kernel Parameter: panic_on_oops...collected
INFO: [May 18, 2017 10:40:49 AM] Read: Collecting Package:binutils-2.20.51.0.2 ...collected
INFO: [May 18, 2017 10:40:49 AM] Collecting Package: binutils-2.20.51.0.2...collected
INFO: [May 18, 2017 10:40:52 AM] Read: Collecting Package: compat-libcap1-1.10...collected
INFO: [May 18, 2017 10:40:52 AM] Collecting Package: compat-libcap1-1.10...collected
INFO: [May 18, 2017 10:40:53 AM] Read: Collecting Package:compat-libstdc++-33-3.2.3 (x86_64) ...collected
INFO: [May 18, 2017 10:40:53 AM] Collecting Package: compat-libstdc++-33-3.2.3(x86_64) ...collected
INFO: [May 18, 2017 10:40:54 AM] Read: Collecting Package: libgcc-4.4.7(x86_64) ...collected
INFO: [May 18, 2017 10:40:54 AM] Collecting Package: libgcc-4.4.7 (x86_64)...collected
INFO: [May 18, 2017 10:40:56 AM] Read: Collecting Package: libstdc++-4.4.7(x86_64) ...collected
INFO: [May 18, 2017 10:40:56 AM] Collecting Package: libstdc++-4.4.7 (x86_64)...collected
INFO: [May 18, 2017 10:40:57 AM] Read: Collecting Package:libstdc++-devel-4.4.7 (x86_64) ...collected
INFO: [May 18, 2017 10:40:57 AM] Collecting Package: libstdc++-devel-4.4.7(x86_64) ...collected
INFO: [May 18, 2017 10:40:58 AM] Read: Collecting Package: sysstat-9.0.4 ...collected
INFO: [May 18, 2017 10:40:58 AM] Collecting Package: sysstat-9.0.4...collected
INFO: [May 18, 2017 10:41:00 AM] Read: Collecting Package: gcc-4.4.7...collected
INFO: [May 18, 2017 10:41:00 AM] Collecting Package: gcc-4.4.7 ...collected
INFO: [May 18, 2017 10:41:01 AM] Read: Collecting Package: gcc-c++-4.4.7...collected
INFO: [May 18, 2017 10:41:01 AM] Collecting Package: gcc-c++-4.4.7...collected
INFO: [May 18, 2017 10:41:02 AM] Read: Collecting Package: ksh ...collected
INFO: [May 18, 2017 10:41:02 AM] Collecting Package: ksh ...collected
INFO: [May 18, 2017 10:41:03 AM] Read: Collecting Package: make-3.81...collected
INFO: [May 18, 2017 10:41:03 AM] Collecting Package: make-3.81 ...collected
INFO: [May 18, 2017 10:41:04 AM] Read: Collecting Package: glibc-2.12 (x86_64)...collected
INFO: [May 18, 2017 10:41:04 AM] Collecting Package: glibc-2.12 (x86_64)...collected
INFO: [May 18, 2017 10:41:06 AM] Read: Collecting Package: glibc-devel-2.12(x86_64) ...collected
INFO: [May 18, 2017 10:41:06 AM] Collecting Package: glibc-devel-2.12 (x86_64)...collected
INFO: [May 18, 2017 10:41:07 AM] Read: Collecting Package: libaio-0.3.107(x86_64) ...collected
INFO: [May 18, 2017 10:41:07 AM] Collecting Package: libaio-0.3.107 (x86_64)...collected
INFO: [May 18, 2017 10:41:08 AM] Read: Collecting Package:libaio-devel-0.3.107 (x86_64) ...collected
INFO: [May 18, 2017 10:41:08 AM] Collecting Package: libaio-devel-0.3.107(x86_64) ...collected
INFO: [May 18, 2017 10:41:09 AM] Read: Collecting Package: nfs-utils-1.2.3-15...collected
INFO: [May 18, 2017 10:41:09 AM] Collecting Package: nfs-utils-1.2.3-15...collected
INFO: [May 18, 2017 10:41:11 AM] Read: Collecting Package:smartmontools-5.43-1 ...collected
INFO: [May 18, 2017 10:41:11 AM] Collecting Package: smartmontools-5.43-1...collected
INFO: [May 18, 2017 10:41:12 AM] Read: Collecting Package: net-tools-1.60-110...collected
INFO: [May 18, 2017 10:41:12 AM] Collecting Package: net-tools-1.60-110...collected
INFO: [May 18, 2017 10:41:17 AM] Read: Collecting Clusterware ConfigurationFiles ...collected
INFO: [May 18, 2017 10:41:17 AM] Collecting Clusterware Configuration Files...collected
INFO: [May 18, 2017 10:41:21 AM] Read: Collecting Domain Sockets ...collected
INFO: [May 18, 2017 10:41:21 AM] Collecting Domain Sockets ...collected
INFO: [May 18, 2017 10:41:22 AM] Read: Collecting /boot mount ...collected
INFO: [May 18, 2017 10:41:22 AM] Collecting /boot mount ...collected
INFO: [May 18, 2017 10:41:23 AM] Read: Collecting /dev/shm mounted astemporary file system ...collected
INFO: [May 18, 2017 10:41:23 AM] Collecting /dev/shm mounted as temporary filesystem ...collected
INFO: [May 18, 2017 10:41:25 AM] Read: Collecting zeroconf check ...collected
INFO: [May 18, 2017 10:41:25 AM] Collecting zeroconf check ...collected
INFO: [May 18, 2017 10:41:25 AM] Read:
INFO: [May 18, 2017 10:41:25 AM] Read:
INFO: [May 18, 2017 10:41:25 AM] Read: Collecting OS configuration baseline
INFO: [May 18, 2017 10:41:25 AM] Collecting OS configuration baseline
INFO: [May 18, 2017 10:41:25 AM] Read:
INFO: [May 18, 2017 10:41:28 AM] Read: Collecting All Kernel Parameters...collected
INFO: [May 18, 2017 10:41:28 AM] Collecting All Kernel Parameters ...collected
INFO: [May 18, 2017 10:41:35 AM] Read: Collecting All Operating SystemPackages ...collected
INFO: [May 18, 2017 10:41:35 AM] Collecting All Operating System Packages...collected
INFO: [May 18, 2017 10:41:37 AM] Read: Collecting All inittab entries...collected
INFO: [May 18, 2017 10:41:37 AM] Collecting All inittab entries ...collected
INFO: [May 18, 2017 10:41:37 AM] Read:
INFO: [May 18, 2017 10:41:37 AM] Read:
INFO: [May 18, 2017 10:41:37 AM] Read: Collecting OS best practice baseline
INFO: [May 18, 2017 10:41:37 AM] Collecting OS best practice baseline
INFO: [May 18, 2017 10:41:37 AM] Read:
INFO: [May 18, 2017 10:41:39 AM] Read: Collecting HugePages Existence...collected
INFO: [May 18, 2017 10:41:39 AM] Collecting HugePages Existence ...collected
INFO: [May 18, 2017 10:41:41 AM] Read: Collecting Hardware Clocksynchronization at shutdown ...collected
INFO: [May 18, 2017 10:41:41 AM] Collecting Hardware Clock synchronization atshutdown ...collected
INFO: [May 18, 2017 10:41:42 AM] Read: Collecting availability of port 8888...collected
INFO: [May 18, 2017 10:41:42 AM] Collecting availability of port 8888...collected
INFO: [May 18, 2017 10:41:43 AM] Read: Collecting Ethernet Jumbo Frames...collected
INFO: [May 18, 2017 10:41:43 AM] Collecting Ethernet Jumbo Frames ...collected
INFO: [May 18, 2017 10:41:43 AM] Read:
INFO: [May 18, 2017 10:41:43 AM] Read:
INFO: [May 18, 2017 10:41:43 AM] Read: Collecting Clusterware mandatoryrequirements baseline
INFO: [May 18, 2017 10:41:43 AM] Collecting Clusterware mandatory requirementsbaseline
INFO: [May 18, 2017 10:41:43 AM] Read:
INFO: [May 18, 2017 10:41:46 AM] Read: Collecting Time zone consistency...collected
INFO: [May 18, 2017 10:41:46 AM] Collecting Time zone consistency ...collected
INFO: [May 18, 2017 10:41:47 AM] Read: Collecting User Mask ...collected
INFO: [May 18, 2017 10:41:47 AM] Collecting User Mask ...collected
INFO: [May 18, 2017 10:42:04 AM] Read: Collecting OCR Integrity ...collected
INFO: [May 18, 2017 10:42:04 AM] Collecting OCR Integrity ...collected
INFO: [May 18, 2017 10:42:19 AM] Read: Collecting OLR Integrity ...collected
INFO: [May 18, 2017 10:42:19 AM] Collecting OLR Integrity ...collected
INFO: [May 18, 2017 10:42:23 AM] Read: Collecting Voting Disk ...collected
INFO: [May 18, 2017 10:42:23 AM] Collecting Voting Disk ...collected
INFO: [May 18, 2017 10:42:38 AM] Read: Collecting Clusterware Resource ModelCollection ...collected
INFO: [May 18, 2017 10:42:38 AM] Collecting Clusterware Resource ModelCollection ...collected
INFO: [May 18, 2017 10:42:48 AM] Read: Collecting Clusterware OHASD ResourceModel Collection ...collected
INFO: [May 18, 2017 10:42:48 AM] Collecting Clusterware OHASD Resource ModelCollection ...collected
INFO: [May 18, 2017 10:42:53 AM] Read: Collecting GPnP Profile ...collected
INFO: [May 18, 2017 10:42:53 AM] Collecting GPnP Profile ...collected
INFO: [May 18, 2017 10:43:56 AM] Read: Collecting Software home:/u01/app/12.2.0/grid ...collected
INFO: [May 18, 2017 10:43:56 AM] Collecting Software home:/u01/app/12.2.0/grid ...collected
INFO: [May 18, 2017 10:44:05 AM] Read: Collecting Clusterware Patch Collectionfor Home "/u01/app/12.2.0/grid" ...nothing to collect
INFO: [May 18, 2017 10:44:05 AM] Collecting Clusterware Patch Collection forHome "/u01/app/12.2.0/grid" ...nothing to collect
INFO: [May 18, 2017 10:44:05 AM] Read:
INFO: [May 18, 2017 10:44:05 AM] Read:
INFO: [May 18, 2017 10:44:05 AM] Read: Collecting Clusterware best practicebaseline
INFO: [May 18, 2017 10:44:05 AM] Collecting Clusterware best practice baseline
INFO: [May 18, 2017 10:44:05 AM] Read:
INFO: [May 18, 2017 10:44:07 AM] Read: Collecting CSS misscount parameter...collected
INFO: [May 18, 2017 10:44:07 AM] Collecting CSS misscount parameter...collected
INFO: [May 18, 2017 10:44:07 AM] Read: Collecting CSS reboottime parameter...collected
INFO: [May 18, 2017 10:44:07 AM] Collecting CSS reboottime parameter...collected
INFO: [May 18, 2017 10:44:08 AM] Read: Collecting CSS disktimeout parameter...collected
INFO: [May 18, 2017 10:44:08 AM] Collecting CSS disktimeout parameter...collected
INFO: [May 18, 2017 10:44:08 AM] Read:
INFO: [May 18, 2017 10:44:08 AM] Read:
INFO: [May 18, 2017 10:44:08 AM] Read: Verifying ASM mandatory requirements
INFO: [May 18, 2017 10:44:08 AM] Verifying ASM mandatory requirements
INFO: [May 18, 2017 10:44:08 AM] Read:
INFO: [May 18, 2017 10:44:17 AM] Read: Collecting ASM InitializationParameters ...collected
INFO: [May 18, 2017 10:44:17 AM] Collecting ASM Initialization Parameters...collected
INFO: [May 18, 2017 10:44:35 AM] Read: Collecting ASM Configuration Collection...collected
INFO: [May 18, 2017 10:44:35 AM] Collecting ASM Configuration Collection...collected
INFO: [May 18, 2017 10:45:17 AM] Read: Collecting ASM Disk Group ConfigurationCollection ...collected
INFO: [May 18, 2017 10:45:17 AM] Collecting ASM Disk Group ConfigurationCollection ...collected
INFO: [May 18, 2017 10:45:17 AM] Read:
INFO: [May 18, 2017 10:45:17 AM] Read:
INFO: [May 18, 2017 10:45:17 AM] Read: Verifying ASM best practices
INFO: [May 18, 2017 10:45:17 AM] Verifying ASM best practices
INFO: [May 18, 2017 10:45:17 AM] Read:
INFO: [May 18, 2017 10:45:34 AM] Read: Collecting ASM_POWER_LIMIT ...collected
INFO: [May 18, 2017 10:45:34 AM] Collecting ASM_POWER_LIMIT ...collected
INFO: [May 18, 2017 10:45:41 AM] Read: Collecting ASM disk I/O error...collected
INFO: [May 18, 2017 10:45:41 AM] Collecting ASM disk I/O error ...collected
INFO: [May 18, 2017 10:45:46 AM] Read: Collecting Disks without disk_group...collected
INFO: [May 18, 2017 10:45:46 AM] Collecting Disks without disk_group...collected
INFO: [May 18, 2017 10:46:06 AM] Read: Collecting ASM SHARED_POOL_SIZEparameter ...collected
INFO: [May 18, 2017 10:46:06 AM] Collecting ASM SHARED_POOL_SIZE parameter...collected
INFO: [May 18, 2017 10:46:11 AM] Read: Collecting ASM disk group free space...collected
INFO: [May 18, 2017 10:46:11 AM] Collecting ASM disk group free space...collected
INFO: [May 18, 2017 10:46:15 AM] Read: Collecting ASM disk rebalanceoperations in WAIT status ...collected
INFO: [May 18, 2017 10:46:15 AM] Collecting ASM disk rebalance operations inWAIT status ...collected
INFO: [May 18, 2017 10:46:15 AM] Read:
INFO: [May 18, 2017 10:46:18 AM] Read: Baseline collected.
INFO: [May 18, 2017 10:46:18 AM] Baseline collected.
INFO: [May 18, 2017 10:46:18 AM] Read: Collection report for this execution issaved in file"/u01/app/grid/crsdata/@global/cvu/baseline/install/grid_install_12.2.0.1.0.zip".
INFO: [May 18, 2017 10:46:18 AM] Collection report for this execution is savedin file"/u01/app/grid/crsdata/@global/cvu/baseline/install/grid_install_12.2.0.1.0.zip".
INFO: [May 18, 2017 10:46:18 AM] Read:
INFO: [May 18, 2017 10:46:18 AM] Read: Post-check for cluster services setupwas unsuccessful.
INFO: [May 18, 2017 10:46:18 AM] Post-check for cluster services setup wasunsuccessful.
INFO: [May 18, 2017 10:46:18 AM] Read: Checks did not pass for the followingnodes:
INFO: [May 18, 2017 10:46:18 AM] Checks did not pass for the following nodes:
INFO: [May 18, 2017 10:46:18 AM] Read: 12cr2-rac2,12cr2-rac1
INFO: [May 18, 2017 10:46:18 AM] 12cr2-rac2,12cr2-rac1
INFO: [May 18, 2017 10:46:18 AM] Read:
INFO: [May 18, 2017 10:46:18 AM] Read:
INFO: [May 18, 2017 10:46:18 AM] Read: Failures were encountered duringexecution of CVU verification request "stage -post crsinst".
INFO: [May 18, 2017 10:46:18 AM] Failures were encountered during execution ofCVU verification request "stage -post crsinst".
INFO: [May 18, 2017 10:46:18 AM] Read:
INFO: [May 18, 2017 10:46:18 AM]Read: Verifying Single Client Access Name (SCAN) ...FAILED
INFO: [May 18, 2017 10:46:18 AM]Verifying Single Client Access Name (SCAN) ...FAILED
INFO: [May 18, 2017 10:46:18 AM]Read: Verifying DNS/NIS name service'lixora-12c-scanip' ...FAILED
INFO: [May 18, 2017 10:46:18AM] Verifying DNS/NIS name service'lixora-12c-scanip' ...FAILED
INFO: [May 18, 2017 10:46:18 AM]Read: PRVG-1101 : SCAN name"lixora-12c-scanip" failed to resolve
INFO: [May 18, 2017 10:46:18AM] PRVG-1101 : SCAN name"lixora-12c-scanip" failed to resolve
INFO: [May 18, 2017 10:46:18 AM] Read:
INFO: [May 18, 2017 10:46:18 AM] Read: Verifying I/O scheduler ...WARNING
INFO: [May 18, 2017 10:46:18 AM] Verifying I/O scheduler ...WARNING
INFO: [May 18, 2017 10:46:18 AM] Read: 12cr2-rac2: PRVG-11976 : The I/Oscheduler parameter of device "/dev/sdc" that
INFO: [May 18, 2017 10:46:18 AM] 12cr2-rac2: PRVG-11976 : The I/O schedulerparameter of device "/dev/sdc" that
INFO: [May 18, 2017 10:46:18 AM] Read: belongs to ASM disk"/dev/asm-diskc" of the ASM disk group "#" did
INFO: [May 18, 2017 10:46:18 AM] belongs to ASM disk "/dev/asm-diskc" of the ASM disk group"#" did
INFO: [May 18, 2017 10:46:18 AM] Read: not match the expected value onnodes "12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] not match the expected value on nodes "12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] Read: scheduler = "deadline" ; Foundscheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] scheduler = "deadline" ; Found scheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] Read: 12cr2-rac2: PRVG-11976 : The I/Oscheduler parameter of device "/dev/sdk" that
INFO: [May 18, 2017 10:46:18 AM] 12cr2-rac2: PRVG-11976 : The I/O schedulerparameter of device "/dev/sdk" that
INFO: [May 18, 2017 10:46:18 AM] Read: belongs to ASM disk"/dev/asm-diskk" of the ASM disk group "#" did
INFO: [May 18, 2017 10:46:18 AM] belongs to ASM disk "/dev/asm-diskk" of the ASM disk group"#" did
INFO: [May 18, 2017 10:46:18 AM] Read: not match the expected value onnodes "12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] not match the expected value on nodes"12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] Read: scheduler = "deadline" ;Found scheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] scheduler = "deadline" ; Found scheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] Read: 12cr2-rac2: PRVG-11976 : The I/Oscheduler parameter of device "/dev/sde" that
INFO: [May 18, 2017 10:46:18 AM] 12cr2-rac2: PRVG-11976 : The I/O schedulerparameter of device "/dev/sde" that
INFO: [May 18, 2017 10:46:18 AM] Read: belongs to ASM disk"/dev/asm-diske" of the ASM disk group "#" did
INFO: [May 18, 2017 10:46:18 AM] belongs to ASM disk "/dev/asm-diske" of the ASM disk group"#" did
INFO: [May 18, 2017 10:46:18 AM] Read: not match the expected value onnodes "12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] not match the expected value on nodes "12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] Read: scheduler = "deadline" ;Found scheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] scheduler = "deadline" ; Found scheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] Read: 12cr2-rac2: PRVG-11976 : The I/Oscheduler parameter of device "/dev/sdd" that
INFO: [May 18, 2017 10:46:18 AM] 12cr2-rac2: PRVG-11976 : The I/O schedulerparameter of device "/dev/sdd" that
INFO: [May 18, 2017 10:46:18 AM] Read: belongs to ASM disk"/dev/asm-diskd" of the ASM disk group "#" did
INFO: [May 18, 2017 10:46:18 AM] belongs to ASM disk "/dev/asm-diskd" of the ASM disk group"#" did
INFO: [May 18, 2017 10:46:18 AM] Read: not match the expected value onnodes "12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] not match the expected value on nodes "12cr2-rac2". [Expected
INFO: [May 18, 2017 10:46:18 AM] Read: scheduler = "deadline" ;Found scheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] scheduler = "deadline" ; Found scheduler = "cfq"].
INFO: [May 18, 2017 10:46:18 AM] Read:
INFO: [May 18, 2017 10:46:18 AM] Read:
INFO: [May 18, 2017 10:46:18 AM] Read: CVU operation performed: stage -post crsinst
INFO: [May 18, 2017 10:46:18 AM] CVU operation performed: stage -post crsinst
INFO: [May 18, 2017 10:46:18 AM] Read: Date: May 18, 2017 10:33:43AM
INFO: [May 18, 2017 10:46:18 AM] Date: May 18, 2017 10:33:43AM
INFO: [May 18, 2017 10:46:18 AM] Read: CVU home: /u01/app/12.2.0/grid/
INFO: [May 18, 2017 10:46:18 AM] CVU home: /u01/app/12.2.0/grid/
INFO: [May 18, 2017 10:46:18 AM] Read: User: grid
INFO: [May 18, 2017 10:46:18 AM] User: grid
INFO: [May 18, 2017 10:46:19 AM] Completed Plugin named: Oracle ClusterVerification Utility
GRID安装完成
2.2. 使用ASMCA配置磁盘组
以grid用户登录图形终端,执行asmca,创建DATA和FRA diskgroup
3.安装 安装Database软件
以oracle用户登录图形终端,进入oracle rdbms安装软件目录,执行runInstaller
取消“I wish to receive security updates via My Oracle Support”,点击Next
选择“installdatabase software only”,点击Next
选择“Oracle Real Application Clusters database installation”,点击Next
点击Select all,选择所有节点,点击SSH Connectivity,配置用户等效性,配置成功后,点击Next
选择“Enterprise Edition”,点击Next
设置Oracle base和Oracle home,点击Next
设置组,点击Next
进行Prerequisite Checkes检查
根据结果,修复不符合要求的配置,对于可以忽略的错误,选择“Ignore All”,点击Next
检查之前的配置信息,如果错误,点击Install开始安装
开始安装
在所有节点执行按顺序执行root.sh,执行完毕后,点击OK,继续安装
[root@12cR2-RAC1 Desktop]#/u01/app/oracle/product/12.2.0/db_1/root.sh
Performing root user operation.
The following environment variables are setas:
ORACLE_OWNER= oracle
ORACLE_HOME= /u01/app/oracle/product/12.2.0/db_1
Enter the full pathname of the local bindirectory: [/usr/local/bin]:
The contents of "dbhome" have notchanged. No need to overwrite.
The contents of "oraenv" have notchanged. No need to overwrite.
The contents of "coraenv" havenot changed. No need to overwrite.
Entries will be added to the /etc/oratabfile as needed by
Database Configuration Assistant when adatabase is created
Finished running generic part of rootscript.
Now product-specific root actions will beperformed.
[root@12cR2-RAC2 ~]#/u01/app/oracle/product/12.2.0/db_1/root.sh
Performing root user operation.
The following environment variables are setas:
ORACLE_OWNER= oracle
ORACLE_HOME= /u01/app/oracle/product/12.2.0/db_1
Enter the full pathname of the local bindirectory: [/usr/local/bin]:
The contents of "dbhome" have notchanged. No need to overwrite.
The contents of "oraenv" have notchanged. No need to overwrite.
The contents of "coraenv" havenot changed. No need to overwrite.
Entries will be added to the /etc/oratabfile as needed by
Database Configuration Assistant when adatabase is created
Finished running generic part of rootscript.
Now product-specific root actions will beperformed.
[root@12cR2-RAC2 ~]#
安装完毕
4. DBCA创建数据库
使用oracle用户登录图形终端,执行dbca,启动DBCA,
选择“Create a database”,点击Next
选择Advanced configuration,点击Next
选择Custom Database,点击Next
选择所有节点,点击Next
输入Global Databae Name和SID Prefix,如lixoracdb,选择“Create as Contrainer Database”,创建CDB
和PDB,输入PDB名称,点击Next
选择磁盘组:lixora ,点击Next
Option:选择FRA diskgroup,确认是否选择EnableArchiving,点击Next
按需选择安装Database components , 本次安装全部不选装,点击Next
配置SGA,如果需要选择非默认字符集,点击Character sets, 设置字符集,点击Next
Option:选择配置EM Databaseexpress,点击Next
设置数据库实例相关密码,点击Next
创建数据库,如果要更改默认的数据文件配置,点击Customize Storage Locations
更改完毕后,点击Apply,注意修改maximum datafiles 等参数,然后点击Close
开始进行prerequisite checks
根据检查结果,修复不符合要求的配置,对于可以忽略的,选择Ignore All,点击Next
列出之前的配置信息,如果无误,点击Finish,
开始创建数据库
数据库创建成功。
[root@12cR2-RAC1 ~]# crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server Statedetails
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr
ONLINE ONLINE 12cr2-rac1 STABLE
ONLINE ONLINE 12cr2-rac2 STABLE
ora.LISTENER.lsnr
ONLINE ONLINE 12cr2-rac1 STABLE
ONLINE ONLINE 12cr2-rac2 STABLE
ora.LIXORA_DATA.dg
ONLINE ONLINE 12cr2-rac1 STABLE
ONLINE ONLINE 12cr2-rac2 STABLE
ora.LIXORA_DATA2.dg
ONLINE ONLINE 12cr2-rac1 STABLE
ONLINE ONLINE 12cr2-rac2 STABLE
ora.OCR_VOTE_MGMT.dg
ONLINE ONLINE 12cr2-rac1 STABLE
ONLINE ONLINE 12cr2-rac2 STABLE
ora.chad
OFFLINE OFFLINE 12cr2-rac1 STABLE
OFFLINE OFFLINE 12cr2-rac2 STABLE
ora.net1.network
ONLINE ONLINE 12cr2-rac1 STABLE
ONLINE ONLINE 12cr2-rac2 STABLE
ora.ons
ONLINE ONLINE 12cr2-rac1 STABLE
ONLINE ONLINE 12cr2-rac2 STABLE
ora.proxy_advm
OFFLINE OFFLINE 12cr2-rac1 STABLE
OFFLINE OFFLINE 12cr2-rac2 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.12cr2-rac1.vip
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.12cr2-rac2.vip
1 ONLINE ONLINE 12cr2-rac2 STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.MGMTLSNR
1 ONLINE ONLINE 12cr2-rac2 169.254.64.32 192.16
8.88.89,STABLE
ora.asm
1 ONLINE ONLINE 12cr2-rac1 Started,STABLE
2 ONLINE ONLINE 12cr2-rac2 Started,STABLE
3 OFFLINE OFFLINE STABLE
ora.cvu
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.lixoracdb.db
1 ONLINE ONLINE 12cr2-rac1 Open,HOME=/u01/app/o
racle/product/12.2.0
/db_1,STABLE
2 ONLINE ONLINE 12cr2-rac2 Open,HOME=/u01/app/o
racle/product/12.2.0
/db_1,STABLE
ora.mgmtdb
1 OFFLINE OFFLINE InstanceShutdown,ST---------这是我手动关闭的
ABLE
ora.qosmserver
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.scan1.vip
1 ONLINE ONLINE 12cr2-rac1 STABLE
--------------------------------------------------------------------------------
[root@12cR2-RAC1 ~]#
[root@12cR2-RAC1 ~]# crsctl stat res -t-init
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.asm
1 ONLINE ONLINE 12cr2-rac1 Started,STABLE
ora.cluster_interconnect.haip
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.crf
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.crsd
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.cssd
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.cssdmonitor
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.ctssd
1 ONLINE ONLINE 12cr2-rac1 ACTIVE:0,STABLE
ora.diskmon
1 OFFLINE OFFLINE STABLE
ora.driver.afd
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.drivers.acfs
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.evmd
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.gipcd
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.gpnpd
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.mdnsd
1 ONLINE ONLINE 12cr2-rac1 STABLE
ora.storage
1 ONLINE ONLINE 12cr2-rac1 STABLE
--------------------------------------------------------------------------------
5 . 高级优化建议
Linux 虚拟内存使用使用优化:
Swappiness=1
不要设置“0”,否者会极大提高【OOM killer】故障
Warning: Since Red Hat Enterprise Linux6.4, setting swappiness to 0 will even more aggressively avoid swapping out,
which increases the risk of out-of-memory(OOM) killing under strong memory and I/O pressure. To achieve the samebehavior of swappiness as previous versions of Red Hat Enterprise Linux 6.4 inwhich the recommendation was to set swappiness to 0, set swappiness to thevalue of 1. The recommendation of swappiness for Red Hat Enterprise Linux 6.4or higher running Oracle databases is now the value of 1.
禁用透明大页:
透明大页可以被page out/in,会导致oracle rac 环境由于内存访问延迟(根本是影响进程间通信调度反馈时间:延迟),可能致使rac 的心跳健康检测机制的误认为os 节点存在异常,将相应节点重启。
Oracle recommends that you disableTransparent HugePages, because they may causes delays in accessing memory thatcan result in node restarts in Oracle RAC environments, or performance issuesor delays for Oracle Database single instances.
Oracle continues to recommend using standardHugePages for Linux.
Hugepage 配置注意:
Mgmtdb instance : GIMR 会先于集群业务数据库启动,所以在配置大页时需要考虑进mgmtdb 的内存,否者可能会导致其他实例无法分配足够大页空间,导致内存小异常,和性能问题;
(GIMR) is configured to use HugePages.Because the Grid Infrastructure Management Repository database starts beforeall other databases installed on the cluster,
Asm 磁盘 IO 调度算法优化:
On each cluster node, enter the followingcommand to verify that the Deadline disk
I/O scheduler is configured for use:
# cat/sys/block/${ASM_DISK}/queue/scheduler
noop [deadline] cfq
In this example, the default disk I/Oscheduler is Deadline and ASM_DISK is the
Oracle Automatic Storage Management (OracleASM) disk device.
If the default disk I/O scheduler is notDeadline, then set it using a rules file:
1. Using a text editor, create a UDEV rulesfile for the Oracle ASM devices:
# vi/etc/udev/rules.d/60-oracle-schedulers.rules
2. Add the following line to the rules fileand save it:
ACTION=="add|change",KERNEL=="sd[a-z]", ATTR{queue/rotational}=="0",ATTR{queue/scheduler}="deadline"
3. On clustered systems, copy the rulesfile to all other nodes on the cluster. For
example:
$ scp 60-oracle-schedulers.rulesroot@node2:/etc/udev/rules.d/60-oracle-schedulers.rules
4. Load the rules file and restart the UDEVservice. For example:
a. Oracle Linux and Red Hat EnterpriseLinux
# udevadm control --reload-rules
From
http://docs.oracle.com/database/122/CWLIN/understanding-cluster-configuration-options.htm
9.2 Understanding Cluster Configuration Options
Review these topics to understand the cluster configurationoptions available in Oracle Grid Infrastructure 12c Release2.
- About Oracle Standalone Clusters
An Oracle Standalone Cluster hosts all Oracle Grid Infrastructure services and Oracle ASM locally and requires direct access to shared storage. - About Oracle Cluster Domain and Oracle Domain Services Cluster
An Oracle Cluster Domain is a choice of deployment architecture for new clusters, introduced in Oracle Clusterware 12c Release 2. - About Oracle Member Clusters
Oracle Member Clusters use centralized services from the Oracle Domain Services Cluster and can host databases or applications. - About Oracle Extended Clusters
An Oracle Extended Cluster consists of nodes that are located in multiple locations called sites.
####linux 大页配置脚本
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
#
# This script is provided by Doc ID 401749.1 from My Oracle Support
# http://support.oracle.com
# Welcome text
echo "
This script is provided by Doc ID 401749.1 from My Oracle Support
(http://support.oracle.com) where it is intended to compute values for
the recommended HugePages/HugeTLB configuration for the current shared
memory segments. Before proceeding with the execution please note following:
* For ASM instance, it needs to configure ASMM instead of AMM.
* The 'pga_aggregate_target' is outside the SGA and
you should accommodate this while calculating SGA size.
* In case you changes the DB SGA size,
as the new SGA will not fit in the previous HugePagesconfiguration,
it had better disable the whole HugePages,
start the DB with new SGA size and run the script again.
And make sure that:
* Oracle Database instance(s) are up and running
* Oracle Database 11g Automatic Memory Management (AMM) is notsetup
(See Doc ID 749851.1)
* The shared memory segments can be listed by command:
# ipcs -m
Press Enter to proceed..."
read
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk '{print $2}'`
if [ -z "$HPG_SZ" ];then
echo "The hugepages may not be supported in the system wherethe script is being executed."
exit 1
fi
# Initialize the counter
NUM_PG=0
# Cumulative number of pages required to handle the running shared memorysegments
for SEG_BYTES in `ipcs -m | cut -c44-300 | awk '{print $1}' | grep"[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo"$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
RES_BYTES=`echo "$NUM_PG * $HPG_SZ * 1024" | bc -q`
# An SGA less than 100MB does not make sense
# Bail out if that is the case
if [ $RES_BYTES -lt 100000000 ]; then
echo "***********"
echo "** ERROR **"
echo "***********"
echo "Sorry! There are not enough total of sharedmemory segments allocated for
HugePages configuration. HugePages can only be used for shared memorysegments
that you can list by command:
# ipcs -m
of a size that can match an Oracle Database SGA. Please make sure that:
* Oracle Database instance is up and running
* Oracle Database 11g Automatic Memory Management (AMM) is notconfigured"
exit 1
fi
# Finish with results
case $KERN in
'2.2') echo "Kernel version $KERN is not supported. Exiting." ;;
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" |bc -q`;
echo"Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6') echo "Recommended setting: vm.nr_hugepages =$NUM_PG" ;;
'3.8') echo "Recommended setting: vm.nr_hugepages =$NUM_PG" ;;
esac
# End