Steps

To perform Automatic Setup
# yum install oracle-database-server-12cR2-preinstall -y

Run on both node
Manual Setup
If you have not used the "oracle-database-server-12cR2-preinstall" package to
perform all prerequisites, you will need to manually perform the following setup
tasks.
Add the following lines to the "/etc/sysctl.conf" file, or in a file called
"/etc/sysctl.d/98-oracle.conf" on both nodes.
fs.file-max = 6815744
kernel.sem = 250 32000 100 128
kernel.shmmni = 4096
kernel.shmall = 1073741824
kernel.shmmax = 4398046511104
kernel.panic_on_oops = 1
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.ipv4.conf.all.rp_filter = 2
net.ipv4.conf.default.rp_filter = 2
fs.aio-max-nr = 1048576
net.ipv4.ip_local_port_range = 9000 65500
#######################################################
[root@rac1 ~]# cat /etc/sysctl.conf
# sysctl settings are defined through files in
# /usr/lib/sysctl.d/, /run/sysctl.d/, and /etc/sysctl.d/.
#
# Vendors settings live in /usr/lib/sysctl.d/.
# To override a whole file, create a new file with the same in
# /etc/sysctl.d/ and put new settings there. To override
# only specific settings, add a file with a lexically later
# name in /etc/sysctl.d/ and put new settings there.
#
# For more information, see sysctl.conf(5) and sysctl.d(5).
# oracle-database-server-12cR2-preinstall setting for fs.file-max is 6815744

fs.file-max = 6815744
# oracle-database-server-12cR2-preinstall setting for kernel.sem is '250 32000 100

128'
kernel.sem = 250 32000 100 128
# oracle-database-server-12cR2-preinstall setting for kernel.shmmni is 4096

kernel.shmmni = 4096
# oracle-database-server-12cR2-preinstall setting for kernel.shmall is 1073741824

on x86_64
kernel.shmall = 1073741824
# oracle-database-server-12cR2-preinstall setting for kernel.shmmax is

4398046511104 on x86_64
kernel.shmmax = 4398046511104
# oracle-database-server-12cR2-preinstall setting for kernel.panic_on_oops is 1 per

Orabug 19212317
kernel.panic_on_oops = 1
# oracle-database-server-12cR2-preinstall setting for net.core.rmem_default is

262144
net.core.rmem_default = 262144
# oracle-database-server-12cR2-preinstall setting for net.core.rmem_max is 4194304

net.core.rmem_max = 4194304
# oracle-database-server-12cR2-preinstall setting for net.core.wmem_default is

262144
net.core.wmem_default = 262144
# oracle-database-server-12cR2-preinstall setting for net.core.wmem_max is 1048576

net.core.wmem_max = 1048576
# oracle-database-server-12cR2-preinstall setting for net.ipv4.conf.all.rp_filter

is 2
net.ipv4.conf.all.rp_filter = 2
# oracle-database-server-12cR2-preinstall setting for

net.ipv4.conf.default.rp_filter is 2
net.ipv4.conf.default.rp_filter = 2
# oracle-database-server-12cR2-preinstall setting for fs.aio-max-nr is 1048576

fs.aio-max-nr = 1048576
# oracle-database-server-12cR2-preinstall setting for net.ipv4.ip_local_port_range

is 9000 65500
net.ipv4.ip_local_port_range = 9000 65500
Run one of the following commands to change the current kernel parameters,
depending on which file you edited.
/sbin/sysctl -p
Add the following lines to a file called "/etc/security/limits.d/oracle-database-

server-12cR2-preinstall.conf" file.
grid soft nofile 1024
grid hard nofile 65536
grid soft nproc 16384
grid hard nproc 16384
grid soft stack 10240
grid hard stack 32768
grid hard memlock 134217728
grid soft memlock 134217728
oracle soft nofile 1024

oracle hard nofile 65536
oracle soft nproc 16384
oracle hard nproc 16384
oracle soft stack 10240
oracle hard stack 32768
oracle hard memlock 134217728
oracle soft memlock 134217728
In addition to the basic OS installation, the following packages must be installed
whilst logged in as the root user. This includes the 64-bit and 32-bit versions of
some packages.
yum install binutils -y
yum install compat-libstdc++-33 -y
yum install compat-libstdc++-33.i686 -y
yum install gcc -y
yum install gcc-c++ -y
yum install glibc -y
yum install glibc.i686 -y
yum install glibc-devel -y
yum install glibc-devel.i686 -y
yum install ksh -y
yum install libgcc -y
yum install libgcc.i686 -y
yum install libstdc++ -y
yum install libstdc++.i686 -y
yum install libstdc++-devel -y
yum install libstdc++-devel.i686 -y
yum install libaio -y
yum install libaio.i686 -y
yum install libaio-devel -y
yum install libaio-devel.i686 -y
yum install libXext -y
yum install libXext.i686 -y
yum install libXtst -y
yum install libXtst.i686 -y
yum install libX11 -y
yum install libX11.i686 -y
yum install libXau -y
yum install libXau.i686 -y
yum install libxcb -y
yum install libxcb.i686 -y
yum install libXi -y
yum install libXi.i686 -y
yum install make -y
yum install sysstat -y
yum install unixODBC -y
yum install unixODBC-devel -y
yum install zlib-devel -y
yum install zlib-devel.i686 -y
5.1. Create Groups and User for Grid Infrastructure

Creating the recommended OS groups and user for Grid Infrastructure on both Oracle
RAC nodes.
[root@rac-node1 ~]#
groupadd -g 1200 asmadmin
groupadd -g 1201 asmdba
groupadd -g 1202 asmoper
usermod -m -u 1100 -g oinstall -G asmadmin,asmdba,asmoper,dba -d /home/grid -s
/bin/bash grid
[root@rac-node1 ~]# id grid

uid=1100(grid) gid=1000(oinstall)
groups=1000(oinstall),1200(asmadmin),1201(asmdba),1202(asmoper)
#Set the password for the grid account:
[root@rac-node1 ~]# passwd grid
5.2. Create Login Script for the grid User Account

Log in to both Oracle RAC nodes as the grid user account and create the following
login script ( .bash_profile):
Note: When setting the Oracle environment variables for each Oracle RAC node, make
certain to assign each RAC node a unique Oracle SID.
For our environment, we have the following entries per node:
rac-node1: ORACLE_SID=+ASM1 (.bash_profile file on node1)
rac-node2: ORACLE_SID=+ASM2 (.bash_profile file on node2)
MAKE SURE YOU HAVE “+ASM2” ENTRY ON NODE2 BUT NOT “+ASM1”
Switch to grid user, clean and edit .bash_profile file:
# OS User: grid
# Application: Oracle Grid Infrastructure
# Version: Oracle 12c Release 2
# ---------------------------------------------------
# Get the aliases and functions
if [ -f ~/.bashrc ]; then
. ~/.bashrc
fi
alias ls="ls -FA"
ORACLE_SID=+ASM1; export ORACLE_SID
JAVA_HOME=/usr/local/java; export JAVA_HOME
ORACLE_BASE=/u01/app/grid; export ORACLE_BASE
ORACLE_HOME=/u01/app/12.2.0/grid; export ORACLE_HOME
ORACLE_PATH=/u01/app/oracle/common/oracle/sql;
export ORACLE_PATH
ORACLE_TERM=xterm; export ORACLE_TERM
NLS_DATE_FORMAT="DD-MON-YYYY HH24:MI:SS"; export NLS_DATE_FORMAT
TNS_ADMIN=$ORACLE_HOME/network/admin; export TNS_ADMIN
ORA_NLS11=$ORACLE_HOME/nls/data; export ORA_NLS11
PATH=.:${JAVA_HOME}/bin:${PATH}:$HOME/bin:$ORACLE_HOME/bin
PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin
PATH=${PATH}:/u01/app/common/oracle/bin
export PATH
LD_LIBRARY_PATH=$ORACLE_HOME/lib
LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib
LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib
export LD_LIBRARY_PATH
CLASSPATH=$ORACLE_HOME/JRE
CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib
CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib
CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib
export CLASSPATH
THREADS_FLAG=native; export THREADS_FLAG
export TEMP=/tmp
export TMPDIR=/tmp
umask 022
5.3. Create Groups and User for Oracle Database Software

Creating the recommended OS groups and user for the Oracle database software on
both Oracle RAC nodes
groupadd -g 1300 dba
groupadd -g 1301 oper
usermod -m -u 1101 -g oinstall -G dba,oper,asmdba,asmadmin -d /home/oracle -s
/bin/bash oracle
usermod –a –G asmadmin oracle
[root@rac1 ~]# id grid
uid=1100(grid) gid=54321(oinstall)
groups=54321(oinstall),1200(asmadmin),1201(asmdba),1202(asmoper)
[oracle@home ~]$ /usr/sbin/oracleasm-discover
Using ASMLib from /opt/oracle/extapi/64/asm/orcl/1/libasm.so
asm_version() failed with code 2
[root@home /]# cd /dev/oracleasm/
[root@home oracleasm]# ls -lart
[root@rac2 ~]# usermod -a -G asmadmin oracle
[root@rac2 ~]# id oracle
uid=54321(oracle) gid=54321(oinstall)
groups=54321(oinstall),54322(dba),54323(oper),1200(asmadmin),1201(asmdba)
usermod -g oinstall -G dba,oper,asmdba -d /home/oracle -s /bin/bash oracle
Set the password for the "oracle" user.
passwd oracle
if prevalidate is run then this is performed automatically
Log in to both Oracle RAC nodes as the oracle user account and create the following
login script
( .bash_profile ):
NOTE: When setting the Oracle environment variables for each Oracle RAC node, make
certain to assign each RAC node a unique Oracle SID. For this example, we used:
in rac-node1 : ORACLE_SID=racdb1
in rac-node2 : ORACLE_SID=racdb2
Switch to oracle user, clean and edit .bash_profile file:
# ---------------------------------------------------
# .bash_profile
# ---------------------------------------------------
# OS User: oracle
# Application: Oracle Database Software Owner
# Version: Oracle 12c Release 2
# ---------------------------------------------------
# Get the aliases and functions
if [ -f ~/.bashrc ]; then
. ~/.bashrc
fi
alias ls="ls -FA"
ORACLE_SID=racdb1; export ORACLE_SID
ORACLE_UNQNAME=racdb; export ORACLE_UNQNAME
JAVA_HOME=/usr/local/java; export JAVA_HOME
ORACLE_BASE=/u01/app/oracle; export ORACLE_BASE
ORACLE_HOME=$ORACLE_BASE/product/12.2.0/dbhome_1
export ORACLE_HOME
ORACLE_PATH=/u01/app/common/oracle/sql
export ORACLE_PATH
ORACLE_TERM=xterm; export ORACLE_TERM
NLS_DATE_FORMAT="DD-MON-YYYY HH24:MI:SS"
export NLS_DATE_FORMAT
TNS_ADMIN=$ORACLE_HOME/network/admin; export TNS_ADMIN
ORA_NLS11=$ORACLE_HOME/nls/data; export ORA_NLS11
PATH=.:${JAVA_HOME}/bin:${PATH}:$HOME/bin:$ORACLE_HOME/bin
PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin
PATH=${PATH}:/u01/app/common/oracle/bin
export PATH
LD_LIBRARY_PATH=$ORACLE_HOME/lib
LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib
LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib
export LD_LIBRARY_PATH
CLASSPATH=$ORACLE_HOME/JRE
CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib
CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib
CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib
export CLASSPATH
THREADS_FLAG=native; export THREADS_FLAG
export TEMP=/tmp
export TMPDIR=/tmp
umask 022
Apart form the localhost address, the "/etc/hosts" file can be left blank, but I
prefer to put the addresses in for reference.
## public
192.168.56.101 rac1.localdomain rac1
192.168.56.102 rac2.localdomain rac2
## private
192.168.1.101 rac1-priv.localdomain rac1-priv
192.168.1.102 rac2-priv.localdomain rac2-priv
## VIP
192.168.56.111 rac1-vip.localdomain rac1.vip
192.168.56.112 rac2-vip.localdomain rac2.vip
##SCAN
#192.168.56.201 rac-scan.localdomain rac-scan
DNS nameserver configuration:-
Install the bind RPMs to enable the DNS services,
yum install bind-libs bind bind-utils -y
yum install bind* -y
Master DNS IP 192.168.10.128

Subnet Series 192.168.10.1
systemctl stop named

systemctl disable named
edit the contents of the "/etc/named.conf

options {
listen-on port 53 { 127.0.0.1; 192.168.56.101;};
listen-on-v6 port 53 { ::1; };
directory "/var/named";
dump-file "/var/named/data/cache_dump.db";
statistics-file "/var/named/data/named_stats.txt";
memstatistics-file "/var/named/data/named_mem_stats.txt";
recursing-file "/var/named/data/named.recursing";
secroots-file "/var/named/data/named.secroots";
allow-query { any; 192.168.56.0/24; };
recursion yes;
dnssec-enable yes;
dnssec-validation yes;
/* Path to ISC DLV key */
bindkeys-file "/etc/named.iscdlv.key";
managed-keys-directory "/var/named/dynamic";
pid-file "/run/named/named.pid";
session-keyfile "/run/named/session.key";
};
logging {
channel default_debug {
file "data/named.run";
severity dynamic;
};
};
/*Define your forward and reverse zone file for localdomain.com*/
zone "localdomain.com" IN {
type master;
file "forward.localdomain";
allow-update { none; };
};
zone "56.168.192.in-addr.arpa" IN {
type master;
file "reverse.localdomain";
allow-update { none; };
};
zone "." IN {
type hint;
file "named.ca";
};
include "/etc/named.rfc1912.zones";
include "/etc/named.root.key";
Here we need to create the zone files in the name of what we have define in the
named.conf file as below.
forward.localdomain
reverse.localdomain
cp /var/named/named.localhost /var/named/forward.localdomain
[root@rac1 etc]# cat /var/named/forward.localdomain

$TTL 1D
@ IN SOA rac1.localdomain.com. root.localdomain.com. (
2019051001 ; serial
1D ; refresh
1H ; retry
1W ; expire
3H ; minimum
)
@ IN NS rac1.localdomain.com.
@ IN A 192.168.56.101
@ IN A 192.168.56.201
@ IN A 192.168.56.202
@ IN A 192.168.56.203
rac1 IN A 192.168.56.101
rac2 IN A 192.168.56.102
rac-scan IN A 192.168.56.201
rac-scan IN A 192.168.56.202
rac-scan IN A 192.168.56.203
cp /var/named/named.loopback /var/named/reverse.localdomain
[root@rac1 etc]# cat /var/named/reverse.localdomain

$TTL 1D
@ IN SOA rac1.localdomain.com. root.localdomain.com. (
2019051001 ; serial
1D ; refresh
1H ; retry
1W ; expire
3H ; minimum
)
@ IN NS rac1.localdomain.com.
@ IN PTR localdomain.com.
rac1 IN A 192.168.56.101
rac2 IN A 192.168.56.102
rac-scan IN A 192.168.56.201
rac-scan IN A 192.168.56.202
rac-scan IN A 192.168.56.203
101 IN PTR rac1.localdomain.com.
102 IN PTR rac2.localdomain.com.
201 IN PTR rac-scan.localdomain.com.
Check the group ownership of forward look-up & reverse look-up files, before
checking for any errors in configuration.
chown root:named reverse.localdomain

chown root:named forward.localdomain
chmod 644 reverse.localdomain
chmod 644 forward.localdomain
check for the errors in zone files, before starting the DNS service. First check
the named.conf file, then check other zone files.
[root@rac1 etc]# /usr/sbin/named-checkconf -z /etc/named.conf
zone localdomain.com/IN: loaded serial 2019051001
zone 10.168.192.in-addr.arpa/IN: loaded serial 2019051001
zone localhost.localdomain/IN: loaded serial 0
zone localhost/IN: loaded serial 0
zone 1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.ip6.arpa/IN:
loaded serial 0
zone 1.0.0.127.in-addr.arpa/IN: loaded serial 0
zone 0.in-addr.arpa/IN: loaded serial 0
[root@rac1 etc]# named-checkzone localdomain.com /var/named/forward.localdomain

zone localdomain.com/IN: loaded serial 2019051001
OK
[root@rac1 etc]# named-checkzone 10.168.192.in-addr.arpa

/var/named/reverse.localdomain
zone 10.168.192.in-addr.arpa/IN: loaded serial 2019051001
OK
Start the named service and make it persistent.

chkconfig named on
service named start
"/etc/resolv.conf" File
The DNS server is now running, but each server must be told to use it. This is done
by editing the "/etc/resolv.conf" file on each server, including the RAC nodes.
Make sure the file contains the following entries, where the IP address and domain
match those of your DNS server and the domain you have configured.
[root@rac1 etc]# cat /etc/resolv.conf
# Generated by NetworkManager
search localdomain.com
nameserver 192.168.56.101
-Everytime server restarts,the /etc/resolv.conf flushes out.So change the file as

immutable to avoid modification even though logged as root user.
chattr +i /etc/resolv.conf
To undo the above
chattr –i/etc/resolv.conf
Test It
[root@rac1 etc]# dig rac1.localdomain.com
; <<>> DiG 9.9.4-RedHat-9.9.4-73.el7_6 <<>> rac1.localdomain.com

;; global options: +cmd
;; Got answer:
;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 2846
;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 1, ADDITIONAL: 1
;; OPT PSEUDOSECTION:
; EDNS: version: 0, flags:; udp: 4096
;; QUESTION SECTION:
;rac1.localdomain.com. IN A
;; ANSWER SECTION:
rac1.localdomain.com. 86400 IN A 192.168.10.101
;; AUTHORITY SECTION:
localdomain.com. 86400 IN NS rac1.localdomain.com.
;; Query time: 0 msec

;; SERVER: 192.168.10.101#53(192.168.10.101)
;; WHEN: Wed May 22 00:14:58 +06 2019
;; MSG SIZE rcvd: 79
[root@rac1 etc]# nslookup localdomain.com

Server: 192.168.10.101
Address: 192.168.10.101#53
Name: localdomain.com
Address: 192.168.10.202
Address: 192.168.10.203
Address: 192.168.10.101
Address: 192.168.10.201
[root@rac1 etc]# nslookup rac1
Server: 192.168.10.101
Address: 192.168.10.101#53
Name: rac1.localdomain.com
Address: 192.168.10.101
[root@rac1 etc]# nslookup rac2

Server: 192.168.10.101
Address: 192.168.10.101#53
Name: rac2.localdomain.com
Address: 192.168.10.102
[root@rac1 etc]# nslookup 192.168.10.101

Server: 192.168.10.101
Address: 192.168.10.101#53
101.10.168.192.in-addr.arpa name = rac1.localdomain.com.
[root@rac1 etc]# nslookup 192.168.10.102

Server: 192.168.10.101
Address: 192.168.10.101#53
102.10.168.192.in-addr.arpa name = rac2.localdomain.com.
Change the setting of SELinux to permissive by editing the "/etc/selinux/config"

file, making sure the SELINUX flag is set as follows.
SELINUX=permissive
Disable the Linux firewall enabled

# systemctl stop firewalld
# systemctl disable firewalld
Disable Chrony
systemctl stop chronyd
systemctl disable chronyd
Stop avahi-daemon damon if it not configured

systemctl status avahi-daemon
systemctl stop avahi-daemon
systemctl disable avahi-daemon
5.6. Create the Oracle Base Directory Path

Following has to be performed on both Oracle RAC nodes in the cluster as root.
[root@rac-node1 ~]#
mkdir -p /u01/app/grid
mkdir -p /u01/app/12.2.0/grid
chown -R grid:oinstall /u01
mkdir -p /u01/app/oracle
mkdir -p /u01/app/oracle/product/12.2.0/dbhome_1
chown -R oracle:oinstall /u01/app/oracle
chmod -R 775 /u01
Set Resource Limits for the Oracle Software Installation Users on both nodes
grid soft nofile 1024
grid hard nofile 65536
grid soft nproc 16384
grid hard nproc 16384
grid soft stack 10240
grid hard stack 32768
grid hard memlock 134217728
grid soft memlock 134217728
# oracle-database-server-12cR2-preinstall setting for nofile soft limit is 1024

oracle soft nofile 1024
# oracle-database-server-12cR2-preinstall setting for nofile hard limit is 65536

oracle hard nofile 65536
# oracle-database-server-12cR2-preinstall setting for nproc soft limit is 16384

# refer orabug15971421 for more info.
oracle soft nproc 16384
# oracle-database-server-12cR2-preinstall setting for nproc hard limit is 16384

oracle hard nproc 16384
# oracle-database-server-12cR2-preinstall setting for stack soft limit is 10240KB

oracle soft stack 10240
# oracle-database-server-12cR2-preinstall setting for stack hard limit is 32768KB

oracle hard stack 32768
# oracle-database-server-12cR2-preinstall setting for memlock hard limit is maximum

of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM
oracle hard memlock 134217728
# oracle-database-server-12cR2-preinstall setting for memlock soft limit is maximum

of 128GB on x86_64 or 3GB on x86 OR 90% of RAM
oracle soft memlock 134217728
On each Oracle RAC node, add or edit the following line in the /etc/pam.d/login
file, if it does not exist:
[root@rac-node1 ~]$ vi /etc/pam.d/login
session required pam_limits.so
add following lines in /etc/profile to create the ulimits for the oracle and grid
user.
if [ $USER = "oracle" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -u 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
fi
if [ $USER = "grid" ]; then
if [ $SHELL = "/bin/ksh" ]; then
ulimit -u 16384
ulimit -n 65536
else
ulimit -u 16384 -n 65536
fi
fi
The SCAN address is commented out of the hosts file because it must be resolved
using a DNS, so it can round-robin between 3 addresses on the same subnet as the
public IPs. The DNS can be configured on the host machine using BIND or Dnsmasq,
which is much simpler. If you are using Dnsmasq, put the RAC-specific entries in
the hosts machines "/etc/hosts" file, with the SCAN entries uncommented, and
restart Dnsmasq.
Make sure NTP (Chrony on OL7/RHEL7) is enabled.

systemctl enable chronyd
systemctl restart chronyd
chronyc -a 'burst 4/4'
chronyc -a makestep
Create Shared Disks(VMWare)

Configure a shared disk.
Shut down the RAC1 virtual machine
Create a directory on the host system to hold the shared virtual disks.
Click the "Hard Disk" link, or click the "Next" button.

Click the "Create New Virtual Disk" link, or click the "Next" button.
Set the size to "5 GB" and the location to "[standard] shared/asm1.vmdk".
Expand the "Advanced" section and set the adapter to "SCSI 1" and the device to
"1", then click the "Next" button.
Click the "Finish" button to add the new virtual disk.

Repeat the previous hard disk creation steps as required more times, using the
following values.
Edit the contents of Rac1.vmx file
disk.locking = "FALSE"
diskLib.dataCacheMaxSize = "0"
diskLib.dataCacheMaxReadAheadSize = "0"
diskLib.dataCacheMinReadAheadSize = "0"
diskLib.dataCachePageSize = "4096"
diskLib.maxUnsyncedWrites = "0"
scsi1.present = "TRUE"
scsi1.sharedBus = "VIRTUAL"
scsi1.virtualDev = "lsilogic"
scsi1:0.present = "TRUE"
scsi1:0.fileName = "H:\00 vm\Shared_disk\asm1.vmdk"
scsi1:0.writeThrough = "TRUE"
scsi1:0.mode = "independent-persistent"
scsi1:0.deviceType = "disk"
scsi1:0.redo = ""
scsi1:1.redo = ""
scsi1:2.redo = ""
scsi1:3.redo = ""
scsi1:4.redo = ""
scsi1:5.redo = ""
scsi1:6.redo = ""
scsi1:8.redo = ""
scsi1:9.redo = ""
scsi1:10.redo = ""
scsi1:11.redo = ""
scsi1:12.redo = ""
floppy0.present = "FALSE"
Installing and Configuring ASMLib

The installation and configuration procedures in this section should be performed
on both of the Oracle RAC nodes in the cluster. Creating the Automatic Storage
Management (ASM) disks, however, will only need to be performed on a single node
within the cluster (rac-node1).
ASM will be used as the shared file system and volume manager for Oracle
Clusterware files (OCR and voting disk), Oracle Database files (data, online redo
logs, control files, archived redo logs), and the Fast Recovery Area.
Install oracle ASM package and create ASM disk groups:
yum install kmod-oracleasm –y (version specific)
oracleasmlib-2.0.12-1.el7.x86_64.rpm (chipset specifies)
oracleasm-support-2.1.11-2.el7.x86_64.rpm (chipset specific)
. Configure ASMLib
Configuring and load the ASM kernel module. This task needs to be run on both
Oracle RAC nodes as the root user
[root@rac1 ~]# /usr/sbin/oracleasm configure –I
Configuring the Oracle ASM library driver.
This will configure the on-boot properties of the Oracle ASM library
driver. The following questions will determine whether the driver is
loaded on boot and what permissions it will have. The current values
will be shown in brackets ('[]'). Hitting <ENTER> without typing an
answer will keep that current value. Ctrl-C will abort.
Default user to own the driver interface []: grid

Default group to own the driver interface []: asmadmin
Start Oracle ASM library driver on boot (y/n) [n]: y
Scan for Oracle ASM disks on boot (y/n) [y]: y
Writing Oracle ASM library driver configuration: done
The script completes the following tasks:

• Creates the /etc/sysconfig/oracleasm configuration file
• Creates the /dev/oracleasm mount point
• Mounts the ASMLib driver file system
Enter the following command to load the oracleasm kernel module:
[root@rac1 ~]# /usr/sbin/oracleasm init
Creating /dev/oracleasm mount point: /dev/oracleasm
Loading module "oracleasm": oracleasm
Configuring "oracleasm" to use device physical block size
Mounting ASMlib driver filesystem: /dev/oracleasm
First we have to create partitions to be able to use those disks as ASM disks;
[root@rac1 ~]# fdisk /dev/sdb
Welcome to fdisk (util-linux 2.23.2).
Changes will remain in memory only, until you decide to write them.
Be careful before using the write command.
Device does not contain a recognized partition table

Building a new DOS disklabel with disk identifier 0x4a4e034a.
Command (m for help): p
Disk /dev/sdb: 10.7 GB, 10737418240 bytes, 20971520 sectors

Units = sectors of 1 * 512 = 512 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk label type: dos
Disk identifier: 0x4a4e034a
Device Boot Start End Blocks Id System
Command (m for help): n

Partition type:
p primary (0 primary, 0 extended, 4 free)
e extended
Select (default p):
Using default response p
Partition number (1-4, default 1):
First sector (2048-20971519, default 2048):
Using default value 2048
Last sector, +sectors or +size{K,M,G} (2048-20971519, default 20971519):
Using default value 20971519
Partition 1 of type Linux and of size 10 GiB is set
Command (m for help): w

The partition table has been altered!
Calling ioctl() to re-read partition table.

Syncing disks.
[root@rac1 dev]# ls sd*

sda sda3 sda6 sdc sdd1 sdf sdg1 sdi sdj1 sdl sdm1
sda1 sda4 sdb sdc1 sde sdf1 sdh sdi1 sdk sdl1
sda2 sda5 sdb1 sdd sde1 sdg sdh1 sdj sdk1 sdm
Creating ASM disks:

/usr/sbin/oracleasm createdisk CRSVOL1 /dev/sdb1
/usr/sbin/oracleasm createdisk CRSVOL2 /dev/sdc1
/usr/sbin/oracleasm createdisk CRSVOL3 /dev/sdd1
/usr/sbin/oracleasm createdisk CRSVOL4 /dev/sde1
/usr/sbin/oracleasm createdisk DATA /dev/sdf1

/usr/sbin/oracleasm createdisk FRA /dev/sdg1
/usr/sbin/oracleasm createdisk CRSVOL7 /dev/sdh1
/usr/sbin/oracleasm createdisk CRSVOL8 /dev/sdi1
/usr/sbin/oracleasm createdisk /dev/sdb1
/usr/sbin/oracleasm createdisk /dev/sdc1
/usr/sbin/oracleasm createdisk /dev/sdd1
/usr/sbin/oracleasm createdisk /dev/sde1
/usr/sbin/oracleasm createdisk DATAVOL1 /dev/sdf1

/usr/sbin/oracleasm createdisk FRAVOL1 /dev/sdg1
/usr/sbin/oracleasm createdisk /dev/sdh1
/usr/sbin/oracleasm createdisk /dev/sdi1
/usr/sbin/oracleasm createdisk DATAVOL1 /dev/sdj1

/usr/sbin/oracleasm createdisk DATAVOL2 /dev/sdk1
/usr/sbin/oracleasm createdisk FRAVOL1 /dev/sdl1

/usr/sbin/oracleasm createdisk FRAVOL2 /dev/sdm1
To make the disk available on the other nodes in the cluster ( rac-node2), enter
the following command as the root on each node:
[root@rac-node2 ~]# /usr/sbin/oracleasm scandisks
Now you can test that the ASM disks were successfully created by using the
following command on both nodes in the RAC cluster as the root user account. This
command identifies shared disks attached to the node that are marked as Automatic
Storage Management disks
[root@rac-node1 ~]$ /usr/sbin/oracleasm listdisks
CRSVOL1
CRSVOL2
CRSVOL3
CRSVOL4
CRSVOL5
DATAVOL1
DATAVOL2
FRAVOL1
FRAVOL2
12cR2 GRID Installation:-

Unzip the sofware for GRID installtion.
Unzip software in grid home
Install the following package from the grid home as the "root" user on all nodes.
[grid@rac1 RAC]$ cp linuxx64_12201_grid_home_2.zip /u01/app/12.2.0/grid/
su -
# Local node.
cd /u01/app/12.2.0.1/grid/cv/rpm
rpm -Uvh cvuqdisk*
# Remote node.
scp ./cvuqdisk* root@ol7-122-rac2:/tmp
ssh root@ol7-122-rac2 rpm -Uvh /tmp/cvuqdisk*
exit
User Equivalence (Key-Based Authentication) Configuration on Linux
Manual User Equivalence (Key-Based Authentication) Configuration
Assuming we have a two node cluster (rac1.localdomain, rac2.localdomain), log in as
the "oracle" user and perform the following tasks on each node.
su - oracle
mkdir ~/.ssh
chmod 700 ~/.ssh
/usr/bin/ssh-keygen -t rsa # Accept the default settings.
The RSA public key is written to the ~/.ssh/id_rsa.pub file and the private key to
the ~/.ssh/id_rsa file.
Log in as the "oracle" user on rac1.localdomain, generate an "authorized_keys" file
and copy it to rac2.localdomainusing the following commands.
su - oracle
cd ~/.ssh
cat id_rsa.pub >> authorized_keys
scp authorized_keys rac2.localdomain:/home/oracle/.ssh/
Next, log in as the "oracle" user on rac2.localdomain and perform the following
commands.
su - oracle
cd ~/.ssh
cat id_rsa.pub >> authorized_keys
scp authorized_keys rac1.localdomain:/home/oracle/.ssh/
The "authorized_keys" file on both servers now contains the public keys generated
on all nodes.
To enable SSH user equivalency on the cluster member nodes issue the following
commands on each node.
ssh rac1 date
ssh rac2 date
ssh rac1.localdomain date
ssh rac2.localdomain date
exec /usr/bin/ssh-agent $SHELL
/usr/bin/ssh-add
You should now be able to SSH and SCP between servers without entering passwords.
Start installation using following command.

cd /u01/app/12.2.0.1/grid
./gridSetup.sh
Accept the "Configure an Oracle Standalone Cluster" option by clicking the "Next"
button.
On the "Cluster Node Information" screen, click the "Add" button.

Enter the details of the second node in the cluster, then click the "OK" button.
Click the "SSH connectivity..." button and enter the password for the "oracle"
user. Click the "Setup" button to configure SSH connectivity, and the "Test" button
to test it once it is complete. Once the test is complete, click the "Next" button.
Accept the "Configure ASM using block devices" option by clicking the "Next"
button.
Select the "No" option, as we don't want to create a separate disk group for the
GIMR in this case. Click the "Next" button.
Set the redundancy to "External", click the "Change Discovery Path" button and set
the path to “ORCL:CRSVOL*". Return to the main screen and select all 8 disks.
Uncheck the "Configure Oracle ASM Filter Driver" option, then click the "Next"
button.
Passward is asm
Accept the default IPMI option by clicking the "Next" button.
Don't register with EM. Click the "Next" button.
[root@rac1 ~]# sh /u01/app/oraInventory/orainstRoot.sh

Changing permissions of /u01/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.
Changing groupname of /u01/app/oraInventory to oinstall.

The execution of the script is complete.
[root@rac2 app]# sh /u01/app/oraInventory/orainstRoot.sh


PRVG-10467 : The default Oracle Inventory group could not be determined.
#################################################################
After running user qquivalence
[grid@rac1 grid]$ runcluvfy.sh stage -pre crsinst -n rac1,rac2 -verbose
Verifying Physical Memory ...

Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
rac2 3.8408GB (4027396.0KB) 8GB (8388608.0KB) failed
Verifying Physical Memory ...FAILED (PRVF-7530)
Verifying Available Physical Memory ...
------------ ------------------------ ------------------------ ----------
rac2 3.4363GB (3603188.0KB) 50MB (51200.0KB) passed
Verifying Available Physical Memory ...PASSED
Verifying Swap Size ...
------------ ------------------------ ------------------------ ----------
rac2 8GB (8388604.0KB) 3.8408GB (4027396.0KB) passed
Verifying Swap Size ...PASSED
Verifying Free Space: rac2:/usr,rac2:/var,rac2:/etc,rac2:/sbin ...
Path Node Name Mount point Available Required Status
---------------- ------------ ------------ ------------ ------------
------------
/usr rac2 / 24.2207GB 25MB passed
/var rac2 / 24.2207GB 5MB passed
/etc rac2 / 24.2207GB 25MB passed
/sbin rac2 / 24.2207GB 10MB passed
Verifying Free Space: rac2:/usr,rac2:/var,rac2:/etc,rac2:/sbin ...PASSED
Verifying Free Space: rac2:/tmp ...
---------------- ------------ ------------ ------------ ------------
------------
/tmp rac2 /tmp 14.4873GB 1GB passed
Verifying Free Space: rac2:/tmp ...PASSED
---------------- ------------ ------------ ------------ ------------
------------
---------------- ------------ ------------ ------------ ------------
------------
Verifying User Existence: grid ...
Node Name Status Comment
------------ ------------------------ ------------------------
rac2 passed exists(1100)
Verifying Users With Same UID: 1100 ...PASSED

Verifying User Existence: grid ...PASSED
Verifying Group Existence: asmadmin ...
------------ ------------------------ ------------------------
rac2 passed exists
rac1 passed exists
Verifying Group Existence: asmadmin ...PASSED
Verifying Group Existence: asmdba ...
------------ ------------------------ ------------------------
rac2 passed exists
rac1 passed exists
Verifying Group Existence: asmdba ...PASSED
Verifying Group Existence: oinstall ...
------------ ------------------------ ------------------------
rac2 passed exists
rac1 passed exists
Verifying Group Existence: oinstall ...PASSED
Verifying Group Membership: asmdba ...
Node Name User Exists Group Exists User in Group Status
---------------- ------------ ------------ ------------ ----------------
rac2 yes yes yes passed
Verifying Group Membership: asmdba ...PASSED
Verifying Group Membership: asmadmin ...
---------------- ------------ ------------ ------------ ----------------
Verifying Group Membership: asmadmin ...PASSED
Verifying Group Membership: oinstall(Primary) ...
Node Name User Exists Group Exists User in Group Primary Status
---------------- ------------ ------------ ------------ ------------
------------
rac2 yes yes yes yes passed
Verifying Group Membership: oinstall(Primary) ...PASSED
Verifying Run Level ...
Node Name run level Required Status
------------ ------------------------ ------------------------ ----------
rac2 5 3,5 passed
rac1 5 3,5 passed
Verifying Run Level ...PASSED
Verifying Hard Limit: maximum open file descriptors ...
Node Name Type Available Required Status
---------------- ------------ ------------ ------------ ----------------
rac2 hard 65536 65536 passed
Verifying Hard Limit: maximum open file descriptors ...PASSED
Verifying Soft Limit: maximum open file descriptors ...
---------------- ------------ ------------ ------------ ----------------
rac2 soft 1024 1024 passed
Verifying Soft Limit: maximum open file descriptors ...PASSED
Verifying Hard Limit: maximum user processes ...
---------------- ------------ ------------ ------------ ----------------
Verifying Hard Limit: maximum user processes ...PASSED
Verifying Soft Limit: maximum user processes ...
---------------- ------------ ------------ ------------ ----------------
Verifying Soft Limit: maximum user processes ...PASSED
Verifying Soft Limit: maximum stack size ...
---------------- ------------ ------------ ------------ ----------------
Verifying Soft Limit: maximum stack size ...PASSED
Verifying Architecture ...
------------ ------------------------ ------------------------ ----------
rac2 x86_64 x86_64 passed
Verifying Architecture ...PASSED
Verifying OS Kernel Version ...
------------ ------------------------ ------------------------ ----------
rac2 4.1.12-112.16.4.el7uek.x86_64 3.8.13 passed
Verifying OS Kernel Version ...PASSED
Verifying OS Kernel Parameter: semmsl ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------
------------
rac1 250 250 250 passed
rac2 250 250 250 passed
Verifying OS Kernel Parameter: semmsl ...PASSED
Verifying OS Kernel Parameter: semmns ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 32000 32000 32000 passed
rac2 32000 32000 32000 passed
Verifying OS Kernel Parameter: semmns ...PASSED
Verifying OS Kernel Parameter: semopm ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 100 100 100 passed
rac2 100 100 100 passed
Verifying OS Kernel Parameter: semopm ...PASSED
Verifying OS Kernel Parameter: semmni ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 128 128 128 passed
rac2 128 128 128 passed
Verifying OS Kernel Parameter: semmni ...PASSED
Verifying OS Kernel Parameter: shmmax ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 4398046511104 4398046511104 2062026752 passed
rac2 4398046511104 4398046511104 2062026752 passed
Verifying OS Kernel Parameter: shmmax ...PASSED
Verifying OS Kernel Parameter: shmmni ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 4096 4096 4096 passed
rac2 4096 4096 4096 passed
Verifying OS Kernel Parameter: shmmni ...PASSED
Verifying OS Kernel Parameter: shmall ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1073741824 1073741824 402739 passed
rac2 1073741824 1073741824 402739 passed
Verifying OS Kernel Parameter: shmall ...PASSED
Verifying OS Kernel Parameter: file-max ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 6815744 6815744 6815744 passed
rac2 6815744 6815744 6815744 passed
Verifying OS Kernel Parameter: file-max ...PASSED
Verifying OS Kernel Parameter: ip_local_port_range ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 between 9000 & 65500 between 9000 & 65500 between 9000 &
65535 passed
65535 passed
Verifying OS Kernel Parameter: ip_local_port_range ...PASSED
Verifying OS Kernel Parameter: rmem_default ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 262144 262144 262144 passed
rac2 262144 262144 262144 passed
Verifying OS Kernel Parameter: rmem_default ...PASSED
Verifying OS Kernel Parameter: rmem_max ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 4194304 4194304 4194304 passed
rac2 4194304 4194304 4194304 passed
Verifying OS Kernel Parameter: rmem_max ...PASSED
Verifying OS Kernel Parameter: wmem_default ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 262144 262144 262144 passed
rac2 262144 262144 262144 passed
Verifying OS Kernel Parameter: wmem_default ...PASSED
Verifying OS Kernel Parameter: wmem_max ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1048576 1048576 1048576 passed
rac2 1048576 1048576 1048576 passed
Verifying OS Kernel Parameter: wmem_max ...PASSED
Verifying OS Kernel Parameter: aio-max-nr ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1048576 1048576 1048576 passed
rac2 1048576 1048576 1048576 passed
Verifying OS Kernel Parameter: aio-max-nr ...PASSED
Verifying OS Kernel Parameter: panic_on_oops ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1 1 1 passed
rac2 1 1 1 passed
Verifying OS Kernel Parameter: panic_on_oops ...PASSED
Verifying Package: binutils-2.23.52.0.1 ...
------------ ------------------------ ------------------------ ----------
rac2 binutils-2.27-34.base.0.1.el7 binutils-2.23.52.0.1 passed
Verifying Package: binutils-2.23.52.0.1 ...PASSED
Verifying Package: compat-libcap1-1.10 ...
------------ ------------------------ ------------------------ ----------
rac2 compat-libcap1-1.10-7.el7 compat-libcap1-1.10 passed
Verifying Package: compat-libcap1-1.10 ...PASSED
Verifying Package: libgcc-4.8.2 (x86_64) ...
------------ ------------------------ ------------------------ ----------
rac2 libgcc(x86_64)-4.8.5-36.0.1.el7_6.2 libgcc(x86_64)-4.8.2
passed
passed
Verifying Package: libgcc-4.8.2 (x86_64) ...PASSED
Verifying Package: libstdc++-4.8.2 (x86_64) ...
------------ ------------------------ ------------------------ ----------
rac2 libstdc++(x86_64)-4.8.5-36.0.1.el7_6.2 libstdc++(x86_64)-4.8.2
passed
passed
Verifying Package: libstdc++-4.8.2 (x86_64) ...PASSED
Verifying Package: libstdc++-devel-4.8.2 (x86_64) ...
------------ ------------------------ ------------------------ ----------
rac2 libstdc++-devel(x86_64)-4.8.5-36.0.1.el7_6.2 libstdc++-
devel(x86_64)-4.8.2 passed
Verifying Package: libstdc++-devel-4.8.2 (x86_64) ...PASSED
Verifying Package: sysstat-10.1.5 ...
------------ ------------------------ ------------------------ ----------
rac2 sysstat-10.1.5-17.el7 sysstat-10.1.5 passed
Verifying Package: sysstat-10.1.5 ...PASSED
Verifying Package: ksh ...
------------ ------------------------ ------------------------ ----------
rac2 ksh ksh passed
rac1 ksh ksh passed
Verifying Package: ksh ...PASSED
Verifying Package: make-3.82 ...
------------ ------------------------ ------------------------ ----------
rac2 make-3.82-23.el7 make-3.82 passed
Verifying Package: make-3.82 ...PASSED
Verifying Package: glibc-2.17 (x86_64) ...
------------ ------------------------ ------------------------ ----------
rac2 glibc(x86_64)-2.17-260.0.17.el7_6.5 glibc(x86_64)-2.17
passed
passed
Verifying Package: glibc-2.17 (x86_64) ...PASSED
Verifying Package: glibc-devel-2.17 (x86_64) ...
------------ ------------------------ ------------------------ ----------
rac2 glibc-devel(x86_64)-2.17-260.0.17.el7_6.5 glibc-devel(x86_64)-2.17
passed
passed
Verifying Package: glibc-devel-2.17 (x86_64) ...PASSED
Verifying Package: libaio-0.3.109 (x86_64) ...
------------ ------------------------ ------------------------ ----------
rac2 libaio(x86_64)-0.3.109-13.el7 libaio(x86_64)-0.3.109 passed
Verifying Package: libaio-0.3.109 (x86_64) ...PASSED
Verifying Package: libaio-devel-0.3.109 (x86_64) ...
------------ ------------------------ ------------------------ ----------
rac2 libaio-devel(x86_64)-0.3.109-13.el7 libaio-devel(x86_64)-0.3.109
passed
passed
Verifying Package: libaio-devel-0.3.109 (x86_64) ...PASSED
Verifying Package: nfs-utils-1.2.3-15 ...
------------ ------------------------ ------------------------ ----------
rac2 nfs-utils-1.3.0-0.54.0.1.el7 nfs-utils-1.2.3-15 passed
Verifying Package: nfs-utils-1.2.3-15 ...PASSED
Verifying Package: smartmontools-6.2-4 ...
------------ ------------------------ ------------------------ ----------
rac2 smartmontools-6.5-1.el7 smartmontools-6.2-4 passed
Verifying Package: smartmontools-6.2-4 ...PASSED
Verifying Package: net-tools-2.0-0.17 ...
------------ ------------------------ ------------------------ ----------
rac2 net-tools-2.0-0.22.20131004git.el7 net-tools-2.0-0.17
passed
passed
Verifying Package: net-tools-2.0-0.17 ...PASSED
Verifying Port Availability for component "Oracle Notification Service (ONS)" ...
Node Name Port Number Protocol Available Status
---------------- ------------ ------------ ------------ ----------------
rac2 6200 TCP yes successful
Verifying Port Availability for component "Oracle Notification Service (ONS)"
...PASSED
Verifying Port Availability for component "Oracle Cluster Synchronization Services
(CSSD)" ...
---------------- ------------ ------------ ------------ ----------------
(CSSD)" ...PASSED
Verifying Current Group ID ...PASSED
Verifying Root user consistency ...
Node Name Status
------------------------------------ ------------------------
rac2 passed
rac1 passed
Verifying Root user consistency ...PASSED
Verifying Package: cvuqdisk-1.0.10-1 ...
------------ ------------------------ ------------------------ ----------
rac2 cvuqdisk-1.0.10-1 cvuqdisk-1.0.10-1 passed
Verifying Package: cvuqdisk-1.0.10-1 ...PASSED
Verifying Node Connectivity ...
Verifying Hosts File ...
Node Name Status
------------------------------------ ------------------------
rac1 passed
rac2 passed
Verifying Hosts File ...PASSED
Interface information for node "rac1"
Name IP Address Subnet Gateway Def. Gateway HW Address

MTU
------ --------------- --------------- --------------- ---------------
----------------- ------
ens33 192.168.10.101 192.168.10.0 0.0.0.0 192.168.10.10
00:0C:29:B6:9C:B0 1500
ens34 192.168.2.101 192.168.2.0 0.0.0.0 192.168.10.10
00:0C:29:B6:9C:BA 1500
virbr0 192.168.122.1 192.168.122.0 0.0.0.0 192.168.10.10
52:54:00:8F:30:7A 1500

MTU
------ --------------- --------------- --------------- ---------------
----------------- ------
ens33 192.168.10.102 192.168.10.0 0.0.0.0 192.168.10.10
00:0C:29:0E:9B:0A 1500
ens34 192.168.2.102 192.168.2.0 0.0.0.0 192.168.10.10
00:0C:29:0E:9B:14 1500
virbr0 192.168.122.1 192.168.122.0 0.0.0.0 192.168.10.10
52:54:00:87:BD:D3 1500
Check: MTU consistency of the subnet "192.168.2.0".
Node Name IP Address Subnet MTU

---------------- ------------ ------------ ------------ ----------------
rac1 ens34 192.168.2.101 192.168.2.0 1500
rac2 ens34 192.168.2.102 192.168.2.0 1500

---------------- ------------ ------------ ------------ ----------------
rac1 ens33 192.168.10.101 192.168.10.0 1500
rac2 ens33 192.168.10.102 192.168.10.0 1500

---------------- ------------ ------------ ------------ ----------------
rac1 virbr0 192.168.122.1 192.168.122.0 1500
rac2 virbr0 192.168.122.1 192.168.122.0 1500
Verifying Check that maximum (MTU) size packet goes through subnet ...PASSED
Source Destination Connected?

------------------------------ ------------------------------ ----------------
rac1[ens34:192.168.2.101] rac2[ens34:192.168.2.102] yes

------------------------------ ------------------------------ ----------------

------------------------------ ------------------------------ ----------------
rac1[virbr0:192.168.122.1] rac2[virbr0:192.168.122.1] yes
Verifying subnet mask consistency for subnet "192.168.2.0" ...PASSED
Verifying Node Connectivity ...FAILED (PRVG-1172, PRVG-11067, PRVG-11095)
Verifying Multicast check ...
Checking subnet "192.168.2.0" for multicast communication with multicast group
"224.0.0.251"
Verifying Multicast check ...PASSED
Verifying ASMLib installation and configuration verification. ...
Verifying '/etc/init.d/oracleasm' ...PASSED
Verifying '/dev/oracleasm' ...PASSED
Verifying '/etc/sysconfig/oracleasm' ...PASSED
Node Name Status

------------------------------------ ------------------------
rac1 passed
rac2 passed
Verifying ASMLib installation and configuration verification. ...PASSED
Verifying Network Time Protocol (NTP) ...
Verifying '/etc/chrony.conf' ...
Node Name File exists?
------------------------------------ ------------------------
rac2 yes
rac1 yes
Verifying '/etc/chrony.conf' ...PASSED

Verifying '/var/run/chronyd.pid' ...
------------------------------------ ------------------------
rac2 yes
rac1 yes
Verifying '/var/run/chronyd.pid' ...PASSED

Verifying Daemon 'chronyd' ...
Node Name Running?
------------------------------------ ------------------------
rac2 yes
rac1 yes
Verifying Daemon 'chronyd' ...PASSED

Verifying NTP daemon or service using UDP port 123 ...
Node Name Port Open?
------------------------------------ ------------------------
rac2 yes
rac1 yes
Verifying NTP daemon or service using UDP port 123 ...PASSED

Verifying chrony daemon is synchronized with at least one external time
source ...FAILED (PRVG-13606)
Verifying Network Time Protocol (NTP) ...FAILED (PRVG-13606)
Verifying Same core file name pattern ...PASSED
Verifying User Mask ...
Node Name Available Required Comment
------------ ------------------------ ------------------------ ----------
rac2 0022 0022 passed
Verifying User Mask ...PASSED
Verifying User Not In Group "root": grid ...
------------ ------------------------ ------------------------
rac2 passed does not exist
Verifying User Not In Group "root": grid ...PASSED
Verifying Time zone consistency ...PASSED
Verifying resolv.conf Integrity ...
Verifying (Linux) resolv.conf Integrity ...
Node Name Status
------------------------------------ ------------------------
rac1 passed
rac2 passed
checking response for name "rac1" from each of the name servers specified in
"/etc/resolv.conf"
Node Name Source Comment Status

------------ ------------------------ ------------------------ ----------
rac1 192.168.10.101 IPv4 passed
"/etc/resolv.conf"

------------ ------------------------ ------------------------ ----------
rac2 192.168.10.101 IPv4 passed
Verifying (Linux) resolv.conf Integrity ...PASSED
Verifying resolv.conf Integrity ...PASSED
Verifying DNS/NIS name service ...PASSED
Verifying Domain Sockets ...PASSED
Verifying /boot mount ...PASSED
Verifying Daemon "avahi-daemon" not configured and running ...
Node Name Configured Status
------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed
Node Name Running? Status

------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed
Verifying Daemon "avahi-daemon" not configured and running ...PASSED
Verifying Daemon "proxyt" not configured and running ...
------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed

------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed
Verifying Daemon "proxyt" not configured and running ...PASSED
Verifying User Equivalence ...PASSED
Verifying File system mount options for path /var ...PASSED
Verifying zeroconf check ...PASSED
Verifying ASM Filter Driver configuration ...PASSED
Pre-check for cluster services setup was unsuccessful on all the nodes.
Failures were encountered during execution of CVU verification request "stage -pre
crsinst".
Verifying Physical Memory ...FAILED

rac2: PRVF-7530 : Sufficient physical memory is not available on node "rac2"
[Required physical memory = 8GB (8388608.0KB)]

Verifying Node Connectivity ...FAILED

PRVG-1172 : The IP address "192.168.122.1" is on multiple interfaces "virbr0"
on nodes "rac1,rac2"
rac1: PRVG-11067 : TCP connectivity from node "rac1": "192.168.122.1" to node

"rac1": "192.168.122.1" failed.
PRVG-11095 : The TCP system call "connect" failed with error "111" while
executing exectask on node "rac1"
Connection refused
rac1: PRVG-11067 : TCP connectivity from node "rac1": "192.168.122.1" to node
"rac2": "192.168.122.1" failed.
PRVG-11095 : The TCP system call "connect" failed with error "111" while
executing exectask on node "rac1"
Connection refused
Verifying Network Time Protocol (NTP) ...FAILED
source ...FAILED
rac2: PRVG-13606 : chrony daemon is not synchronized with any external time
source on node "rac2".
CVU operation performed: stage -pre crsinst

Date: May 25, 2019 1:22:51 AM
CVU home: /u01/app/12.2.0/grid/
User: grid
###############################################################
After solving virbr0
[grid@rac1 grid]$ runcluvfy.sh stage -pre crsinst -n rac1,rac2 -verbose
Verifying Physical Memory ...

------------ ------------------------ ------------------------ ----------
Verifying Physical Memory ...FAILED (PRVF-7530)
Verifying Available Physical Memory ...
------------ ------------------------ ------------------------ ----------
Verifying Available Physical Memory ...PASSED
Verifying Swap Size ...
------------ ------------------------ ------------------------ ----------
Verifying Swap Size ...PASSED
---------------- ------------ ------------ ------------ ------------
------------
---------------- ------------ ------------ ------------ ------------
------------
---------------- ------------ ------------ ------------ ------------
------------
---------------- ------------ ------------ ------------ ------------
------------
Verifying User Existence: grid ...
------------ ------------------------ ------------------------

Verifying User Existence: grid ...PASSED
Verifying Group Existence: asmadmin ...
------------ ------------------------ ------------------------
rac2 passed exists
rac1 passed exists
Verifying Group Existence: asmadmin ...PASSED
Verifying Group Existence: asmdba ...
------------ ------------------------ ------------------------
rac2 passed exists
rac1 passed exists
Verifying Group Existence: asmdba ...PASSED
Verifying Group Existence: oinstall ...
------------ ------------------------ ------------------------
rac2 passed exists
rac1 passed exists
Verifying Group Existence: oinstall ...PASSED
Verifying Group Membership: asmdba ...
---------------- ------------ ------------ ------------ ----------------
Verifying Group Membership: asmdba ...PASSED
Verifying Group Membership: asmadmin ...
---------------- ------------ ------------ ------------ ----------------
Verifying Group Membership: asmadmin ...PASSED
Verifying Group Membership: oinstall(Primary) ...
Node Name User Exists Group Exists User in Group Primary Status
---------------- ------------ ------------ ------------ ------------
------------
Verifying Group Membership: oinstall(Primary) ...PASSED
Verifying Run Level ...
Node Name run level Required Status
------------ ------------------------ ------------------------ ----------
rac2 5 3,5 passed
rac1 5 3,5 passed
Verifying Run Level ...PASSED
Verifying Hard Limit: maximum open file descriptors ...
---------------- ------------ ------------ ------------ ----------------
Verifying Hard Limit: maximum open file descriptors ...PASSED
Verifying Soft Limit: maximum open file descriptors ...
---------------- ------------ ------------ ------------ ----------------
Verifying Soft Limit: maximum open file descriptors ...PASSED
Verifying Hard Limit: maximum user processes ...
---------------- ------------ ------------ ------------ ----------------
Verifying Hard Limit: maximum user processes ...PASSED
Verifying Soft Limit: maximum user processes ...
---------------- ------------ ------------ ------------ ----------------
Verifying Soft Limit: maximum user processes ...PASSED
Verifying Soft Limit: maximum stack size ...
---------------- ------------ ------------ ------------ ----------------
Verifying Soft Limit: maximum stack size ...PASSED
Verifying Architecture ...
------------ ------------------------ ------------------------ ----------
Verifying Architecture ...PASSED
Verifying OS Kernel Version ...
------------ ------------------------ ------------------------ ----------
Verifying OS Kernel Version ...PASSED
Verifying OS Kernel Parameter: semmsl ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 250 250 250 passed
rac2 250 250 250 passed
Verifying OS Kernel Parameter: semmsl ...PASSED
Verifying OS Kernel Parameter: semmns ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 32000 32000 32000 passed
rac2 32000 32000 32000 passed
Verifying OS Kernel Parameter: semmns ...PASSED
Verifying OS Kernel Parameter: semopm ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 100 100 100 passed
rac2 100 100 100 passed
Verifying OS Kernel Parameter: semopm ...PASSED
Verifying OS Kernel Parameter: semmni ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 128 128 128 passed
rac2 128 128 128 passed
Verifying OS Kernel Parameter: semmni ...PASSED
Verifying OS Kernel Parameter: shmmax ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 4398046511104 4398046511104 2062026752 passed
rac2 4398046511104 4398046511104 2062026752 passed
Verifying OS Kernel Parameter: shmmax ...PASSED
Verifying OS Kernel Parameter: shmmni ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 4096 4096 4096 passed
rac2 4096 4096 4096 passed
Verifying OS Kernel Parameter: shmmni ...PASSED
Verifying OS Kernel Parameter: shmall ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1073741824 1073741824 402739 passed
rac2 1073741824 1073741824 402739 passed
Verifying OS Kernel Parameter: shmall ...PASSED
Verifying OS Kernel Parameter: file-max ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 6815744 6815744 6815744 passed
rac2 6815744 6815744 6815744 passed
Verifying OS Kernel Parameter: file-max ...PASSED
Verifying OS Kernel Parameter: ip_local_port_range ...
---------------- ------------ ------------ ------------ ------------
------------
65535 passed
65535 passed
Verifying OS Kernel Parameter: ip_local_port_range ...PASSED
Verifying OS Kernel Parameter: rmem_default ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 262144 262144 262144 passed
rac2 262144 262144 262144 passed
Verifying OS Kernel Parameter: rmem_default ...PASSED
Verifying OS Kernel Parameter: rmem_max ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 4194304 4194304 4194304 passed
rac2 4194304 4194304 4194304 passed
Verifying OS Kernel Parameter: rmem_max ...PASSED
Verifying OS Kernel Parameter: wmem_default ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 262144 262144 262144 passed
rac2 262144 262144 262144 passed
Verifying OS Kernel Parameter: wmem_default ...PASSED
Verifying OS Kernel Parameter: wmem_max ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1048576 1048576 1048576 passed
rac2 1048576 1048576 1048576 passed
Verifying OS Kernel Parameter: wmem_max ...PASSED
Verifying OS Kernel Parameter: aio-max-nr ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1048576 1048576 1048576 passed
rac2 1048576 1048576 1048576 passed
Verifying OS Kernel Parameter: aio-max-nr ...PASSED
Verifying OS Kernel Parameter: panic_on_oops ...
---------------- ------------ ------------ ------------ ------------
------------
rac1 1 1 1 passed
rac2 1 1 1 passed
Verifying OS Kernel Parameter: panic_on_oops ...PASSED
Verifying Package: binutils-2.23.52.0.1 ...
------------ ------------------------ ------------------------ ----------
Verifying Package: binutils-2.23.52.0.1 ...PASSED
Verifying Package: compat-libcap1-1.10 ...
------------ ------------------------ ------------------------ ----------
Verifying Package: compat-libcap1-1.10 ...PASSED
Verifying Package: libgcc-4.8.2 (x86_64) ...
------------ ------------------------ ------------------------ ----------
passed
passed
Verifying Package: libgcc-4.8.2 (x86_64) ...PASSED
Verifying Package: libstdc++-4.8.2 (x86_64) ...
------------ ------------------------ ------------------------ ----------
passed
passed
Verifying Package: libstdc++-4.8.2 (x86_64) ...PASSED
Verifying Package: libstdc++-devel-4.8.2 (x86_64) ...
------------ ------------------------ ------------------------ ----------
Verifying Package: libstdc++-devel-4.8.2 (x86_64) ...PASSED
Verifying Package: sysstat-10.1.5 ...
------------ ------------------------ ------------------------ ----------
Verifying Package: sysstat-10.1.5 ...PASSED
Verifying Package: ksh ...
------------ ------------------------ ------------------------ ----------
rac2 ksh ksh passed
rac1 ksh ksh passed
Verifying Package: ksh ...PASSED
Verifying Package: make-3.82 ...
------------ ------------------------ ------------------------ ----------
Verifying Package: make-3.82 ...PASSED
Verifying Package: glibc-2.17 (x86_64) ...
------------ ------------------------ ------------------------ ----------
passed
passed
Verifying Package: glibc-2.17 (x86_64) ...PASSED
Verifying Package: glibc-devel-2.17 (x86_64) ...
------------ ------------------------ ------------------------ ----------
passed
passed
Verifying Package: glibc-devel-2.17 (x86_64) ...PASSED
Verifying Package: libaio-0.3.109 (x86_64) ...
------------ ------------------------ ------------------------ ----------
Verifying Package: libaio-0.3.109 (x86_64) ...PASSED
Verifying Package: libaio-devel-0.3.109 (x86_64) ...
------------ ------------------------ ------------------------ ----------
passed
passed
Verifying Package: libaio-devel-0.3.109 (x86_64) ...PASSED
Verifying Package: nfs-utils-1.2.3-15 ...
------------ ------------------------ ------------------------ ----------
Verifying Package: nfs-utils-1.2.3-15 ...PASSED
Verifying Package: smartmontools-6.2-4 ...
------------ ------------------------ ------------------------ ----------
Verifying Package: smartmontools-6.2-4 ...PASSED
Verifying Package: net-tools-2.0-0.17 ...
------------ ------------------------ ------------------------ ----------
passed
passed
Verifying Package: net-tools-2.0-0.17 ...PASSED
Verifying Port Availability for component "Oracle Notification Service (ONS)" ...
---------------- ------------ ------------ ------------ ----------------
Verifying Port Availability for component "Oracle Notification Service (ONS)"
...PASSED
(CSSD)" ...
---------------- ------------ ------------ ------------ ----------------
(CSSD)" ...PASSED
Verifying Current Group ID ...PASSED
Verifying Root user consistency ...
Node Name Status
------------------------------------ ------------------------
rac2 passed
rac1 passed
Verifying Root user consistency ...PASSED
Verifying Package: cvuqdisk-1.0.10-1 ...
------------ ------------------------ ------------------------ ----------
Verifying Hosts File ...
Node Name Status
------------------------------------ ------------------------
rac1 passed
rac2 passed

MTU
------ --------------- --------------- --------------- ---------------
----------------- ------
ens33 192.168.10.101 192.168.10.0 0.0.0.0 192.168.10.10
00:0C:29:B6:9C:B0 1500
ens34 192.168.2.101 192.168.2.0 0.0.0.0 192.168.10.10
00:0C:29:B6:9C:BA 1500

MTU
------ --------------- --------------- --------------- ---------------
----------------- ------
ens33 192.168.10.102 192.168.10.0 0.0.0.0 192.168.10.10
00:0C:29:0E:9B:0A 1500
ens34 192.168.2.102 192.168.2.0 0.0.0.0 192.168.10.10
00:0C:29:0E:9B:14 1500

---------------- ------------ ------------ ------------ ----------------
rac1 ens34 192.168.2.101 192.168.2.0 1500
rac2 ens34 192.168.2.102 192.168.2.0 1500

---------------- ------------ ------------ ------------ ----------------
rac1 ens33 192.168.10.101 192.168.10.0 1500
rac2 ens33 192.168.10.102 192.168.10.0 1500

------------------------------ ------------------------------ ----------------

------------------------------ ------------------------------ ----------------
Verifying Node Connectivity ...PASSED
Verifying Multicast check ...
Checking subnet "192.168.2.0" for multicast communication with multicast group
"224.0.0.251"
Verifying ASMLib installation and configuration verification. ...
Verifying '/etc/init.d/oracleasm' ...PASSED
Verifying '/dev/oracleasm' ...PASSED
Verifying '/etc/sysconfig/oracleasm' ...PASSED
Node Name Status

------------------------------------ ------------------------
rac1 passed
rac2 passed
Verifying ASMLib installation and configuration verification. ...PASSED
Verifying '/etc/chrony.conf' ...
------------------------------------ ------------------------
rac2 yes
rac1 yes

Verifying '/var/run/chronyd.pid' ...
------------------------------------ ------------------------
rac2 yes
rac1 yes
Verifying '/var/run/chronyd.pid' ...PASSED

Verifying Daemon 'chronyd' ...
Node Name Running?
------------------------------------ ------------------------
rac2 yes
rac1 yes
Verifying Daemon 'chronyd' ...PASSED

Verifying NTP daemon or service using UDP port 123 ...
Node Name Port Open?
------------------------------------ ------------------------
rac2 yes
rac1 yes
Verifying NTP daemon or service using UDP port 123 ...PASSED

source ...FAILED (PRVG-13606)
Verifying Network Time Protocol (NTP) ...FAILED (PRVG-13606)
Verifying Same core file name pattern ...PASSED
Verifying User Mask ...
Node Name Available Required Comment
------------ ------------------------ ------------------------ ----------
Verifying User Not In Group "root": grid ...
------------ ------------------------ ------------------------
Verifying resolv.conf Integrity ...
Verifying (Linux) resolv.conf Integrity ...
Node Name Status
------------------------------------ ------------------------
rac1 passed
rac2 passed
"/etc/resolv.conf"

------------ ------------------------ ------------------------ ----------
rac1 192.168.10.101 IPv4 passed
"/etc/resolv.conf"

------------ ------------------------ ------------------------ ----------
rac2 192.168.10.101 IPv4 passed
Verifying (Linux) resolv.conf Integrity ...PASSED
Verifying resolv.conf Integrity ...PASSED
Verifying DNS/NIS name service ...PASSED
Verifying Domain Sockets ...PASSED
Verifying /boot mount ...PASSED
Verifying Daemon "avahi-daemon" not configured and running ...
------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed

------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed
Verifying Daemon "avahi-daemon" not configured and running ...PASSED
Verifying Daemon "proxyt" not configured and running ...
------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed

------------ ------------------------ ------------------------
rac2 no passed
rac1 no passed
Verifying Daemon "proxyt" not configured and running ...PASSED
Verifying User Equivalence ...PASSED
Verifying File system mount options for path /var ...PASSED
Verifying zeroconf check ...PASSED
Verifying ASM Filter Driver configuration ...PASSED
Pre-check for cluster services setup was unsuccessful on all the nodes.
Failures were encountered during execution of CVU verification request "stage -pre
crsinst".
Verifying Physical Memory ...FAILED



source ...FAILED
CVU operation performed: stage -pre crsinst

Date: May 25, 2019 2:08:09 AM
User: grid
Inatallation
Goto oracle_home /u01/app/12.2.0/grid where software extracted then
execute ./gridSetup.sh
Select the "Configure Oracle Grid Infrastructure for a New Cluster" option, then
click the "Next" button.
Accept the "Configure an Oracle Standalone Cluster" option by clicking the "Next"
button.
Enter the cluster name "raccluster", SCAN name "rac-scan" and SCAN port "1521",
then click the "Next" button.
On the "Cluster Node Information" screen, click the "Add" button.

Enter the details of the second node in the cluster, then click the "OK" button.
Click the "SSH connectivity..." button and enter the password for the "grid" user.
Click the "Setup" button to configure SSH connectivity, and the "Test" button to
test it once it is complete. Once the test is complete, click the "Next" button.
Check the public and private networks are specified correctly. If the NAT interface
is displayed, remember to mark it as "Do Not Use". Click the "Next" button.
Accept the "Configure ASM using block devices" option by clicking the "Next"
button.
Select the "No" option, as we don't want to create a separate disk group for the
GIMR in this case. Click the "Next" button.
Set the redundancy to "External", click the "Change Discovery Path" button and set
the path to ORCL:*". Return to the main screen and select all 4 disks. Uncheck the
"Configure Oracle ASM Filter Driver" option, then click the "Next" button.
Enter the credentials and click the "Next" button.
Password is asm
Accept the default IPMI option by clicking the "Next" button.
Don't register with EM. Click the "Next" button.
We are using a grid user and group manage both ASM, so set the groups to "asmadmin"
and click the "Next" button.
Enter the Oracle Base location "/u01/app/oracle" and click the "Next" button.
/u01/app/grid
ignore the subsequent warning about the Oracle Base not being empty by clicking the
"Yes" button.
Accept the default inventory directory by clicking the "Next" button.
If you want the root scripts to run automatically, enter the relevant credentials.
I prefer to run them manually. Click the "Next" button.
Wait while the prerequisite checks complete. If you have any issues use the "Fix &
Check Again" button. Once possible fixes are complete, check the "Ignore All"
checkbox and click the "Next" button. It is likely the "Physical Memory" and
"Network Time Protocol (NTP)" tests will fail for this type of installation. This
is OK.
click the "Install" button.
Node 1
[root@rac1 ~]# /u01/app/oraInventory/orainstRoot.sh

[root@rac1 ~]# /u01/app/12.2.0/grid/root.sh
Performing root user operation.
The following environment variables are set as:

ORACLE_OWNER= grid
ORACLE_HOME= /u01/app/12.2.0/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:

Copying dbhome to /usr/local/bin ...
Copying oraenv to /usr/local/bin ...
Copying coraenv to /usr/local/bin ...
Creating /etc/oratab file...

Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Relinking oracle with rac_on option
Using configuration parameter file:
/u01/app/12.2.0/grid/crs/install/crsconfig_params
The log of current session can be found at:
/u01/app/grid/crsdata/rac1/crsconfig/rootcrs_rac1_2019-05-26_03-08-57PM.log
2019/05/26 15:09:08 CLSRSC-594: Executing installation step 1 of 19: 'SetupTFA'.
2019/05/26 15:09:08 CLSRSC-4001: Installing Oracle Trace File Analyzer (TFA)
Collector.
2019/05/26 15:10:05 CLSRSC-4002: Successfully installed Oracle Trace File Analyzer
(TFA) Collector.
2019/05/26 15:10:05 CLSRSC-594: Executing installation step 2 of 19: 'ValidateEnv'.
2019/05/26 15:10:16 CLSRSC-363: User ignored prerequisites during installation
2019/05/26 15:10:16 CLSRSC-594: Executing installation step 3 of 19:
'CheckFirstNode'.
'GenSiteGUIDs'.
'SaveParamFile'.
2019/05/26 15:10:36 CLSRSC-594: Executing installation step 6 of 19: 'SetupOSD'.
'CheckCRSConfig'.
'SetupLocalGPNP'.
2019/05/26 15:11:28 CLSRSC-594: Executing installation step 9 of 19: 'ConfigOLR'.
'ConfigCHMOS'.
'CreateOHASD'.
'ConfigOHASD'.
2019/05/26 15:12:13 CLSRSC-330: Adding Clusterware entries to file 'oracle-
ohasd.service'
2019/05/26 15:14:24 CLSRSC-594: Executing installation step 13 of 19: 'InstallAFD'.
'InstallACFS'.
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources
on 'rac1'
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'rac1'
has completed
CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
2019/05/26 15:16:50 CLSRSC-594: Executing installation step 15 of 19: 'InstallKA'.
2019/05/26 15:17:01 CLSRSC-594: Executing installation step 16 of 19: 'InitConfig'.
on 'rac1'
has completed
CRS-2672: Attempting to start 'ora.evmd' on 'rac1'
CRS-2672: Attempting to start 'ora.mdnsd' on 'rac1'
CRS-2676: Start of 'ora.mdnsd' on 'rac1' succeeded
CRS-2676: Start of 'ora.evmd' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'rac1'
CRS-2676: Start of 'ora.gpnpd' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'rac1'
CRS-2672: Attempting to start 'ora.gipcd' on 'rac1'
CRS-2676: Start of 'ora.cssdmonitor' on 'rac1' succeeded
CRS-2676: Start of 'ora.gipcd' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'rac1'
CRS-2672: Attempting to start 'ora.diskmon' on 'rac1'
CRS-2676: Start of 'ora.diskmon' on 'rac1' succeeded
CRS-2676: Start of 'ora.cssd' on 'rac1' succeeded
Disk groups created successfully. Check /u01/app/grid/cfgtoollogs/asmca/asmca-

190526PM031748.log for details.
2019/05/26 15:19:13 CLSRSC-482: Running command:

'/u01/app/12.2.0/grid/bin/ocrconfig -upgrade grid oinstall'
CRS-2672: Attempting to start 'ora.crf' on 'rac1'
CRS-2672: Attempting to start 'ora.storage' on 'rac1'
CRS-2676: Start of 'ora.storage' on 'rac1' succeeded
CRS-2676: Start of 'ora.crf' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.crsd' on 'rac1'
CRS-2676: Start of 'ora.crsd' on 'rac1' succeeded
CRS-4256: Updating the profile
Successful addition of voting disk 6ba35a9af7fe4f3dbf4644aee805ea2a.
Successfully replaced voting disk group with +CRS.
CRS-4266: Voting file(s) successfully replaced
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1. ONLINE 6ba35a9af7fe4f3dbf4644aee805ea2a (ORCL:CRSVOL2) [CRS]
Located 1 voting disk(s).
on 'rac1'
CRS-2673: Attempting to stop 'ora.crsd' on 'rac1'
CRS-2677: Stop of 'ora.crsd' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.storage' on 'rac1'
CRS-2673: Attempting to stop 'ora.crf' on 'rac1'
CRS-2673: Attempting to stop 'ora.drivers.acfs' on 'rac1'
CRS-2673: Attempting to stop 'ora.gpnpd' on 'rac1'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'rac1'
CRS-2677: Stop of 'ora.drivers.acfs' on 'rac1' succeeded
CRS-2677: Stop of 'ora.crf' on 'rac1' succeeded
CRS-2677: Stop of 'ora.gpnpd' on 'rac1' succeeded
CRS-2677: Stop of 'ora.storage' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'rac1'
CRS-2677: Stop of 'ora.mdnsd' on 'rac1' succeeded
CRS-2677: Stop of 'ora.asm' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'rac1'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.ctssd' on 'rac1'
CRS-2673: Attempting to stop 'ora.evmd' on 'rac1'
CRS-2677: Stop of 'ora.evmd' on 'rac1' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'rac1'
CRS-2677: Stop of 'ora.cssd' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'rac1'
CRS-2677: Stop of 'ora.gipcd' on 'rac1' succeeded
has completed
'StartCluster'.
CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'rac1'
CRS-2672: Attempting to start 'ora.ctssd' on 'rac1'
CRS-2676: Start of 'ora.ctssd' on 'rac1' succeeded
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'rac1'
CRS-2676: Start of 'ora.asm' on 'rac1' succeeded
CRS-6023: Starting Oracle Cluster Ready Services-managed resources
CRS-6017: Processing resource auto-start for servers: rac1
CRS-6016: Resource auto-start has completed for server rac1
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
2019/05/26 15:24:43 CLSRSC-343: Successfully started Oracle Clusterware stack
2019/05/26 15:24:43 CLSRSC-594: Executing installation step 18 of 19: 'ConfigNode'.
CRS-2672: Attempting to start 'ora.ASMNET1LSNR_ASM.lsnr' on 'rac1'
CRS-2676: Start of 'ora.ASMNET1LSNR_ASM.lsnr' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.CRS.dg' on 'rac1'
CRS-2676: Start of 'ora.CRS.dg' on 'rac1' succeeded
2019/05/26 15:30:03 CLSRSC-594: Executing installation step 19 of 19: 'PostConfig'.
2019/05/26 15:32:00 CLSRSC-325: Configure Oracle Grid Infrastructure for a
Cluster ... succeeded
Node 2
[root@rac2 ~]# /u01/app/oraInventory/orainstRoot.sh

[root@rac2 ~]# /u01/app/12.2.0/grid/root.sh

ORACLE_OWNER= grid


/u01/app/grid/crsdata/rac2/crsconfig/rootcrs_rac2_2019-05-26_03-33-26PM.log
Collector.
(TFA) Collector.
'CheckFirstNode'.
'GenSiteGUIDs'.
'SaveParamFile'.
'CheckCRSConfig'.
'SetupLocalGPNP'.
'ConfigCHMOS'.
'CreateOHASD'.
'ConfigOHASD'.
ohasd.service'
'InstallACFS'.
on 'rac2'
has completed
on 'rac2'
has completed
on 'rac2'
has completed
'StartCluster'.
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'rac1'
CRS-2672: Attempting to start 'ora.net1.network' on 'rac2'
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'rac1' succeeded
CRS-2676: Start of 'ora.net1.network' on 'rac2' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'rac1'
CRS-2672: Attempting to start 'ora.ons' on 'rac2'
CRS-2677: Stop of 'ora.scan1.vip' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.scan1.vip' on 'rac2'
CRS-2676: Start of 'ora.scan1.vip' on 'rac2' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN1.lsnr' on 'rac2'
CRS-2676: Start of 'ora.ons' on 'rac2' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN1.lsnr' on 'rac2' succeeded
[grid@rac1 ~]$ crsctl check cluster -all

**************************************************************
rac1:
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online
**************************************************************
rac2:
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online
**************************************************************
[grid@rac1 ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr
ONLINE ONLINE rac1 STABLE
ora.CRS.dg
ora.LISTENER.lsnr
ora.chad
ora.net1.network
ora.ons
ora.proxy_advm
OFFLINE OFFLINE rac1 STABLE
OFFLINE OFFLINE rac2 STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE rac2 STABLE
ora.MGMTLSNR
1 ONLINE ONLINE rac1 169.254.23.40 192.16
8.2.101,STABLE
ora.asm
1 ONLINE ONLINE rac1 Started,STABLE
2 ONLINE ONLINE rac2 Started,STABLE
3 OFFLINE OFFLINE STABLE
ora.cvu
ora.mgmtdb
1 ONLINE ONLINE rac1 Open,STABLE
ora.qosmserver
ora.rac1.vip
ora.rac2.vip
ora.scan1.vip
ora.scan2.vip
ora.scan3.vip
--------------------------------------------------------------------------------
[grid@rac1 ~]$ cluvfy stage -post crsinst -n rac1,rac2

Verifying Cluster Manager Integrity ...PASSED
Verifying Cluster Integrity ...PASSED
Verifying OCR Integrity ...PASSED
Verifying CRS Integrity ...
Verifying Clusterware Version Consistency ...PASSED
Verifying CRS Integrity ...PASSED
Verifying Node Application Existence ...PASSED
Verifying Single Client Access Name (SCAN) ...
Verifying DNS/NIS name service 'rac-scan' ...
Verifying Name Service Switch Configuration File Integrity ...PASSED
Verifying DNS/NIS name service 'rac-scan' ...PASSED
Verifying Single Client Access Name (SCAN) ...PASSED
Verifying OLR Integrity ...PASSED
Verifying Voting Disk ...PASSED
Verifying ASM Integrity ...
Verifying ASM Integrity ...PASSED
Verifying Device Checks for ASM ...PASSED
Verifying ASM disk group free space ...PASSED
Verifying I/O scheduler ...
Verifying I/O scheduler ...PASSED
Verifying Clock Synchronization ...
CTSS is in Observer state. Switching over to clock synchronization checks using
NTP

Verifying '/var/run/ntpd.pid' ...WARNING (PRVG-1019)
Verifying '/var/run/chronyd.pid' ...WARNING (PRVG-1019)
Verifying Daemon 'ntpd' ...FAILED (PRVG-1024, PRVF-7590)
Verifying Daemon 'chronyd' ...FAILED (PRVG-1024, PRVF-7590)
Verifying Network Time Protocol (NTP) ...FAILED (PRVG-1019, PRVG-1024, PRVF-75
90)
Verifying Clock Synchronization ...FAILED (PRVG-1019, PRVG-1024, PRVF-7590)
Verifying VIP Subnet configuration check ...PASSED
Verifying Network configuration consistency checks ...PASSED
Verifying File system mount options for path GI_HOME ...PASSED
Post-check for cluster services setup was unsuccessful.

Checks did not pass for the following nodes:
rac2,rac1
Failures were encountered during execution of CVU verification request "stage -p

ost crsinst".
Verifying Clock Synchronization ...FAILED

Verifying '/var/run/ntpd.pid' ...WARNING
PRVG-1019 : The NTP configuration file "/var/run/ntpd.pid" does not exist
on nodes "rac2,rac1"
Verifying '/var/run/chronyd.pid' ...WARNING

PRVG-1019 : The NTP configuration file "/var/run/chronyd.pid" does not
exist on nodes "rac2,rac1"
Verifying Daemon 'ntpd' ...FAILED

PRVG-1024 : The NTP daemon or Service was not running on any of the cluster
nodes.
rac2: PRVF-7590 : "ntpd" is not running on node "rac2"

rac2: Liveness check failed for "ntpd"
rac1: PRVF-7590 : "ntpd" is not running on node "rac1"

rac1: Liveness check failed for "ntpd"
Verifying Daemon 'chronyd' ...FAILED

PRVG-1024 : The NTP daemon or Service was not running on any of the cluster
nodes.
rac2: PRVF-7590 : "chronyd" is not running on node "rac2"

rac2: Liveness check failed for "chronyd"
rac1: PRVF-7590 : "chronyd" is not running on node "rac1"

rac1: Liveness check failed for "chronyd"
CVU operation performed: stage -post crsinst

Date: May 26, 2019 10:50:17 PM
User: grid
Install the Database Software

Make sure the "ol7-122-rac1" and "ol7-122-rac2" virtual machines are started, then
login to "ol7-122-rac1" as the oracle user and start the Oracle installer. Check
that all services are up using "crsctl stat res -t", as described before.
$ ./runInstaller
[root@rac1 grid]# /u01/app/oraInventory/orainstRoot.sh

[root@rac1 grid]# /u01/app/12.2.0/grid/root.sh

ORACLE_OWNER= grid


/u01/app/grid/crsdata/rac1/crsconfig/rootcrs_rac1_2019-05-30_00-04-59AM.log
Collector.
(TFA) Collector.
'CheckFirstNode'.
'GenSiteGUIDs'.
'SaveParamFile'.
'CheckCRSConfig'.
'SetupLocalGPNP'.
'ConfigCHMOS'.
'CreateOHASD'.
'ConfigOHASD'.
ohasd.service'
'InstallACFS'.
on 'rac1'
has completed
on 'rac1'
has completed
Disk groups created successfully. Check /u01/app/grid/cfgtoollogs/asmca/asmca-

190530AM121446.log for details.
2019/05/30 00:16:06 CLSRSC-482: Running command:

'/u01/app/12.2.0/grid/bin/ocrconfig -upgrade grid oinstall'
Successful addition of voting disk bee394ed07964fc9bf849920ccca6883.
Successfully replaced voting disk group with +DATA.
CRS-4266: Voting file(s) successfully replaced
## STATE File Universal Id File Name Disk group
-- ----- ----------------- --------- ---------
1. ONLINE bee394ed07964fc9bf849920ccca6883 (ORCL:DATA) [DATA]
Located 1 voting disk(s).
on 'rac1'
CRS-2673: Attempting to stop 'ora.crsd' on 'rac1'
CRS-2677: Stop of 'ora.crsd' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.storage' on 'rac1'
CRS-2673: Attempting to stop 'ora.crf' on 'rac1'
CRS-2673: Attempting to stop 'ora.gpnpd' on 'rac1'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'rac1'
CRS-2677: Stop of 'ora.gpnpd' on 'rac1' succeeded
CRS-2677: Stop of 'ora.storage' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'rac1'
CRS-2677: Stop of 'ora.crf' on 'rac1' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'rac1' succeeded
CRS-2677: Stop of 'ora.asm' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'rac1'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.ctssd' on 'rac1'
CRS-2673: Attempting to stop 'ora.evmd' on 'rac1'
CRS-2677: Stop of 'ora.evmd' on 'rac1' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'rac1'
CRS-2677: Stop of 'ora.cssd' on 'rac1' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'rac1'
CRS-2677: Stop of 'ora.gipcd' on 'rac1' succeeded
has completed
'StartCluster'.
CRS-6023: Starting Oracle Cluster Ready Services-managed resources
CRS-2672: Attempting to start 'ora.DATA.dg' on 'rac1'
CRS-2676: Start of 'ora.DATA.dg' on 'rac1' succeeded
[root@rac2 grid]# /u01/app/oraInventory/orainstRoot.sh


[root@rac2 grid]# /usr/sbin/oracleasm listdisks
CRS
DATA
FRA
[root@rac2 grid]# /usr/sbin/oracleasm listdisks
CRS
DATA
FRA
[root@rac2 grid]# /u01/app/12.2.0/grid/root.sh

ORACLE_OWNER= grid


/u01/app/grid/crsdata/rac2/crsconfig/rootcrs_rac2_2019-05-30_00-58-53AM.log
Collector.
(TFA) Collector.
'CheckFirstNode'.
'GenSiteGUIDs'.
'SaveParamFile'.
'CheckCRSConfig'.
'SetupLocalGPNP'.
'ConfigCHMOS'.
'CreateOHASD'.
'ConfigOHASD'.
ohasd.service'
'InstallACFS'.
on 'rac2'
has completed
on 'rac2'
has completed
on 'rac2'
has completed
'StartCluster'.
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN1.lsnr' on 'rac1'
CRS-2672: Attempting to start 'ora.net1.network' on 'rac2'
CRS-2677: Stop of 'ora.LISTENER_SCAN1.lsnr' on 'rac1' succeeded
CRS-2676: Start of 'ora.net1.network' on 'rac2' succeeded
CRS-2673: Attempting to stop 'ora.scan1.vip' on 'rac1'
CRS-2672: Attempting to start 'ora.ons' on 'rac2'
CRS-2677: Stop of 'ora.scan1.vip' on 'rac1' succeeded
CRS-2672: Attempting to start 'ora.scan1.vip' on 'rac2'
CRS-2676: Start of 'ora.scan1.vip' on 'rac2' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN1.lsnr' on 'rac2'
CRS-2676: Start of 'ora.ons' on 'rac2' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN1.lsnr' on 'rac2' succeeded
PRVG-10467 : The default Oracle Inventory group could not be determined.
$ pwd
/u01/install/12201/grid/cv
$ ls
admin cvdata cvutl remenv
$ mkdir log
$ chmod 777 log
$ ls -l | grep log
drwxrwxrwx 2 oracle oinstall 256 Oct 08 21:24 log
http://gliuoracle.blogspot.com/2017/10/oracle-grid-product-installation.html
Removing virbr0 interface on running machines ( non-persistence across reboots )
1. First, list out the virtual bridge interfaces available on the system using the
below command.
# brctl show
bridge name bridge id STP enabled interfaces
virbr0 8000.5254003008b6 yes virbr0-nic
2. Make the bridge interface down before removal.
# ip link set virbr0 down
3. Now, remove the bridge
# brctl delbr virbr0
4. check if the bridge is removed
# brctl show
bridge name bridge id STP enabled interfaces

Steps

Încărcat de

Informații document

Drepturi de autor

Formate disponibile

Partajați acest document

Partajați sau inserați document

Opțiuni de partajare

Vi se pare util acest document?

Este necorespunzător acest conținut?

Drepturi de autor:

Formate disponibile

Steps

Încărcat de

Drepturi de autor:

Formate disponibile

To perform Automatic Setup

# yum install oracle-database-server-12cR2-preinstall -y

# oracle-database-server-12cR2-preinstall setting for fs.file-max is 6815744

# oracle-database-server-12cR2-preinstall setting for kernel.sem is '250 32000 100

# oracle-database-server-12cR2-preinstall setting for kernel.shmmni is 4096

# oracle-database-server-12cR2-preinstall setting for kernel.shmall is 1073741824

# oracle-database-server-12cR2-preinstall setting for kernel.shmmax is

# oracle-database-server-12cR2-preinstall setting for kernel.panic_on_oops is 1 per

# oracle-database-server-12cR2-preinstall setting for net.core.rmem_default is

# oracle-database-server-12cR2-preinstall setting for net.core.rmem_max is 4194304

# oracle-database-server-12cR2-preinstall setting for net.core.wmem_default is

# oracle-database-server-12cR2-preinstall setting for net.core.wmem_max is 1048576

# oracle-database-server-12cR2-preinstall setting for net.ipv4.conf.all.rp_filter

# oracle-database-server-12cR2-preinstall setting for

# oracle-database-server-12cR2-preinstall setting for fs.aio-max-nr is 1048576

# oracle-database-server-12cR2-preinstall setting for net.ipv4.ip_local_port_range

Add the following lines to a file called "/etc/security/limits.d/oracle-database-

oracle soft nofile 1024

5.1. Create Groups and User for Grid Infrastructure

[root@rac-node1 ~]# id grid

[root@rac-node1 ~]# passwd grid

5.2. Create Login Script for the grid User Account

5.3. Create Groups and User for Oracle Database Software

if prevalidate is run then this is performed automatically

Master DNS IP 192.168.10.128

systemctl stop named

edit the contents of the "/etc/named.conf

[root@rac1 etc]# cat /var/named/forward.localdomain

[root@rac1 etc]# cat /var/named/reverse.localdomain

chown root:named reverse.localdomain

[root@rac1 etc]# named-checkzone localdomain.com /var/named/forward.localdomain

[root@rac1 etc]# named-checkzone 10.168.192.in-addr.arpa

Start the named service and make it persistent.

-Everytime server restarts,the /etc/resolv.conf flushes out.So change the file as

; <<>> DiG 9.9.4-RedHat-9.9.4-73.el7_6 <<>> rac1.localdomain.com

;; Query time: 0 msec

[root@rac1 etc]# nslookup localdomain.com

[root@rac1 etc]# nslookup rac2

[root@rac1 etc]# nslookup 192.168.10.101

101.10.168.192.in-addr.arpa name = rac1.localdomain.com.

[root@rac1 etc]# nslookup 192.168.10.102

102.10.168.192.in-addr.arpa name = rac2.localdomain.com.

Change the setting of SELinux to permissive by editing the "/etc/selinux/config"

Disable the Linux firewall enabled

Stop avahi-daemon damon if it not configured

5.6. Create the Oracle Base Directory Path

# oracle-database-server-12cR2-preinstall setting for nofile soft limit is 1024

# oracle-database-server-12cR2-preinstall setting for nofile hard limit is 65536

# oracle-database-server-12cR2-preinstall setting for nproc soft limit is 16384

# oracle-database-server-12cR2-preinstall setting for nproc hard limit is 16384

# oracle-database-server-12cR2-preinstall setting for stack soft limit is 10240KB

# oracle-database-server-12cR2-preinstall setting for stack hard limit is 32768KB

# oracle-database-server-12cR2-preinstall setting for memlock hard limit is maximum

# oracle-database-server-12cR2-preinstall setting for memlock soft limit is maximum

Make sure NTP (Chrony on OL7/RHEL7) is enabled.

Create Shared Disks(VMWare)

Click the "Hard Disk" link, or click the "Next" button.

Click the "Finish" button to add the new virtual disk.

Installing and Configuring ASMLib

Default user to own the driver interface []: grid

The script completes the following tasks:

Device does not contain a recognized partition table

Command (m for help): p

Disk /dev/sdb: 10.7 GB, 10737418240 bytes, 20971520 sectors