Documente Academic
Documente Profesional
Documente Cultură
# /etc/init.d/multipathd restart
After the multipath restart the disks we named in
multipath.conf will listed in /dev/mapper.
# cd /dev/mapper
#ls
[root@blrpmdmdb001 etc]#
brw-rw---brw-rw---brw-rw---brw-rw---brw-rw---brw-rw---brw------brw------brw------brw-rw---brw-rw---brw-rw----
1
1
1
1
1
1
1
1
1
1
1
1
root
root
root
root
root
root
root
root
root
root
root
root
disk
disk
disk
disk
disk
disk
root
root
root
disk
disk
disk
on node1
Start
End
Blocks
Id
System
14
15
15
15
15
14
14
14
15
15
15
15
15
15
22:15
01:55
01:58
02:01
02:05
22:15
22:15
22:15
02:02
02:05
02:03
02:05
02:03
02:05
mpath99
ocr1
ocr1p1
ocr2
ocr2p1
vg00-lvol1
vg01-lvol1
vg02-lvol1
vote1
vote1p1
vote2
vote2p1
vote3
vote3p1
1
1
1
1
1
1
1
1
1
1
1
root
root
root
root
root
root
root
root
root
root
root
disk
disk
disk
disk
root
root
root
root
disk
disk
disk
253, 72
253, 73
253, 93
253, 78
65536
253, 99
253, 101
253, 100
253, 92
253, 77
253, 91
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
14
14
14
14
14
14
14
14
14
14
14
11:51
11:51
11:51
11:51
15:52
11:51
11:51
11:51
11:51
11:51
11:51
mpath98
mpath99
ocr1
ocr2
typescript
vg00-lvol1
vg01-lvol1
vg02-lvol1
vote1
vote2
vote3
1
1
1
1
1
1
1
1
1
1
1
1
1
1
1
root
root
root
root
root
root
root
root
root
root
root
root
root
root
root
mapper]#
mapper]#
mapper]#
mapper]#
mapper]#
mapper]#
disk
disk
disk
disk
disk
disk
disk
root
root
root
root
disk
disk
disk
disk
kpartx
kpartx
kpartx
kpartx
kpartx
ll
253, 71
253, 72
253, 73
253, 93
253, 102
253, 78
253, 103
73728
253, 99
253, 101
253, 100
253, 92
253, 104
253, 77
253, 105
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
-a
-a
-a
-a
-a
14
14
14
14
14
14
14
14
14
14
14
14
14
14
14
/dev/mapper/ocr1
/dev/mapper/ocr2
/dev/mapper/vote1
/dev/mapper/vote2
/dev/mapper/vote3
11:51
11:51
11:51
11:51
16:09
11:51
16:09
16:08
11:51
11:51
11:51
11:51
16:09
11:51
16:09
mpath97
mpath98
mpath99
ocr1
ocr1p1
ocr2
ocr2p1
typescript
vg00-lvol1
vg01-lvol1
vg02-lvol1
vote1
vote1p1
vote2
vote2p1
cd /etc/sysconfig/network-scripts/
Node 1:
[root@blrpmdmdb001 network-scripts]# cat
DEVICE=bond0
IPADDR=10.1.3.8
#NETWORK=10.1.3.1
NETMASK=255.255.255.0
GATEWAY=10.1.3.1
USERCTL=no
BOOTPROTO=none
ONBOOT=yes
[root@blrpmdmdb001 network-scripts]# pwd
/etc/sysconfig/network-scripts
[root@blrpmdmdb001 network-scripts]#
DEVICE=bond1
IPADDR=192.168.0.15
NETMASK=255.255.255.0
USERCTL=no
BOOTPROTO=none
ONBOOT=yes
ifcfg-bond0
cat ifcfg-bond1
Node 2:
[root@blrpmdmdb002 network-scripts]#
DEVICE=bond0
IPADDR=10.1.3.9
#NETWORK=10.1.3.1
NETMASK=255.255.255.0
GATEWAY=10.1.3.1
USERCTL=no
BOOTPROTO=none
ONBOOT=yes
TYPE=BOND
cat ifcfg-bond0
[root@blrpmdmdb002 network-scripts]#
DEVICE=bond1
IPADDR=192.168.0.15
NETMASK=255.255.255.0
USERCTL=no
BOOTPROTO=none
ONBOOT=yes
cat ifcfg-bond1
] #
cat /etc/hosts
blrpmdmdb001
blrpmdmdb002
blrpmdmdb001-priv.kescom.org
blrpmdmdb002-priv.kescom.org
blrpmdmdb001-priv
blrpmdmdb002-priv
blrpmdmdb001-vip.kescom.org
blrpmdmdb002-vip.kescom.org
blrpmdmdb001-vip
blrpmdmdb002-vip
# Virtual IP
10.1.30.80
10.1.30.90
Node 2:
[root@blrpmdmdb002 ~]# Vi /etc/sysconfig/networkscripts/ifcfg-bond1
DEVICE=bond1
IPADDR=192.168.10.4
NETMASK=255.255.0.0
BOOTPROTO=none
ONBOOT=yes
USERCTL=no
TYPE=BOND
mapper]# cd
~]# /usr/sbin/groupadd -g 501 oinstall
~]# /usr/sbin/groupadd -g 506 asmdba
~]# /usr/sbin/groupadd -g 504 asm
~]# /usr/sbin/groupadd -g 503 dba
~]# cat /etc/group | egrep "oinstall|asm|
~]#
[root@blrpmdmdb001 ~]#
[root@blrpmdmdb001 ~]# /usr/sbin/useradd -u 501 -g oinstall
crs
[root@blrpmdmdb001 ~]# /usr/sbin/useradd -u 504 -g oinstall
-G asm,asmdba asm
[root@blrpmdmdb001 ~]# /usr/sbin/useradd -u 502 -g oinstall
-G dba,asm,asmdba oracle
[root@blrpmdmdb001 ~]#
Node 2:
[root@blrpmdmdb002 ~]# /usr/sbin/useradd -u 501 -g oinstall
crs
[root@blrpmdmdb002 ~]# /usr/sbin/useradd -u 504 -g oinstall
-G asm,asmdba asm
[root@blrpmdmdb002 ~]# /usr/sbin/useradd -u 503 -g oinstall
-G dba,asm,asmdba oracle
[root@blrpmdmdb002 ~]#
1
1
1
1
1
1
1
1
1
1
1
root
root
root
root
root
root
root
root
root
root
root
disk
disk
disk
disk
disk
root
root
root
disk
disk
disk
253,
253,
253,
253,
253,
253,
253,
253,
253,
253,
253,
88
95
103
78
93
104
106
105
94
101
77
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
15
15
15
15
15
15
15
15
15
15
15
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
mpath99
ocr1
ocr1p1
ocr2
ocr2p1
vg00-lvol1
vg01-lvol1
vg02-lvol1
vote1
vote1p1
vote2
mapper]# pwd
mapper]# chown root:oinstall
mapper]# chmod 0640 /dev/mapper/ocr*
mapper]# chown crs:oinstall
mapper]# chmod 0640 /dev/mapper/vote*
88
95
103
78
93
104
106
105
94
101
77
90
92
102
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
15
15
15
15
15
15
15
15
15
15
15
15
15
15
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
18:34
mpath99
ocr1
ocr1p1
ocr2
ocr2p1
vg00-lvol1
vg01-lvol1
vg02-lvol1
vote1
vote1p1
vote2
vote2p1
vote3
vote3p1
Node 2:
brw-rw---- 1 root disk 253,
[root@blrpmdmdb002 mapper]#
/dev/mapper/ocr*
[root@blrpmdmdb002 mapper]#
[root@blrpmdmdb002 mapper]#
/dev/mapper/vote*
[root@blrpmdmdb002 mapper]#
[root@blrpmdmdb002 mapper]#
brw-rw---brw-rw---brw-r----brw-r----brw-r----brw-r-----
1
1
1
1
1
1
root
root
root
root
root
root
disk
disk
oinstall
oinstall
oinstall
oinstall
253, 72 Mar 15
253, 73 Mar 15
253, 94 Mar 15
253, 103 Mar 15
253, 78 Mar 15
253, 88 Mar 15
08:34
08:34
08:34
08:34
08:34
08:34
mpath98
mpath99
ocr1
ocr1p1
ocr2
ocr2p1
104
106
105
93
100
77
101
92
102
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
Mar
15
15
15
15
15
15
15
15
15
08:34
08:34
08:34
08:34
08:34
08:34
08:34
08:34
08:34
vg00-lvol1
vg01-lvol1
vg02-lvol1
vote1
vote1p1
vote2
vote2p1
vote3
vote3p1
# OCR disk
chown root:oinstall /dev/mapper/ocr*
chmod 0640 /dev/mapper/ocr*
# VOTE disk
chown crs:oinstall /dev/mapper/vote*
chmod 0640 /dev/mapper/vote*
~]#
~]#
~]#
~]#
~]#
~]#
mkdir
mkdir
mkdir
mkdir
mkdir
mkdir
-p
-p
-p
-p
-p
-p
/u01/app
/u02/app
/u03/app
/u01/app/crs
/u02/app/asm
/u03/app/oracle
[root@blrpmdmdb001
[root@blrpmdmdb001
[root@blrpmdmdb001
[root@blrpmdmdb001
[root@blrpmdmdb001
[root@blrpmdmdb001
~]#
~]#
~]#
~]#
~]#
~]#
chown
chmod
chown
chmod
chown
chmod
-R
-R
-R
-R
-R
-R
root:oinstall /u01/app
775 /u01/app/
asm:oinstall /u02/app/
775 /u02/app/
oracle:oinstall /u03/app/
775 /u03/app/
[root@blrpmdmdb001
[root@blrpmdmdb001
[root@blrpmdmdb001
[root@blrpmdmdb001
[root@blrpmdmdb001
/u03/app/oracle
[root@blrpmdmdb001
[root@blrpmdmdb001
~]#
~]#
~]#
~]#
~]#
chown
chmod
chown
chmod
chown
-R
-R
-R
-R
-R
root:oinstall /u01/app/crs
775 /u01/app/crs
asm:oinstall /u02/app/asm/
775 /u02/app/asm/
oracle:oinstall
2011 app
2011 lost+found
/u03:
total 20
drwxrwxr-x 6 oracle oinstall 4096 May 31 11:47 app
drwx------ 2 root
root
16384 Mar 11 2011 lost+found
[root@blrpmdmdb001 app]# ls -l /u01/app/ /u02/app/ /u03/app/
/u01/app/:
total 8
drwxrwxr-x 3 root oinstall 4096 Mar 15 12:51 crs
/u02/app/:
total 8
drwxrwxr-x 2 asm oinstall 4096 Mar 15 12:53 asm
/u03/app/:
total 8
drwxrwxr-x 2 oracle oinstall 4096 Mar 15 12:53 oracle
Node 2:
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
~]#
~]#
~]#
~]#
~]#
~]#
mkdir
mkdir
mkdir
mkdir
mkdir
mkdir
-p
-p
-p
-p
-p
-p
/u01/app
/u02/app
/u03/app
/u01/app/crs
/u02/app/asm
/u03/app/oracle
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
~]#
~]#
~]#
~]#
~]#
~]#
chown
chmod
chown
chmod
chown
chmod
-R
-R
-R
-R
-R
-R
root:oinstall /u01/app
775 /u01/app/
asm:oinstall /u02/app/
775 /u02/app/
oracle:oinstall /u03/app/
775 /u03/app/
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
[root@blrpmdmdb002
/u03/app/oracle
[root@blrpmdmdb002
[root@blrpmdmdb002 ~]#
~]#
~]#
~]#
~]#
~]#
chown
chmod
chown
chmod
chown
-R
-R
-R
-R
-R
root:oinstall /u01/app/crs
775 /u01/app/crs
asm:oinstall /u02/app/asm/
775 /u02/app/asm/
oracle:oinstall
[oracle@blrpmdmdb002 ~ ]# ls -l
/u01:
total 20
drwxrwxr-x 4 root oinstall 4096 Mar 19
drwx------ 2 root root
16384 Mar 11
2011 app
2011 lost+found
/u02:
total 20
drwxrwxr-x 6 asm oinstall 4096 Mar 20
drwx------ 2 root root
16384 Mar 11
2011 app
2011 lost+found
/u03:
total 20
drwxrwxr-x 6 oracle oinstall 4096 May 31 11:47 app
drwx------ 2 root
root
16384 Mar 11 2011 lost+found
[root@blrpmdmdb002 app]# ls -l /u01/app/ /u02/app/ /u03/app/
/u01/app/:
total 8
drwxrwxr-x 3 root oinstall 4096 Mar 15 12:51 crs
/u02/app/:
total 8
drwxrwxr-x 2 asm oinstall 4096 Mar 15 12:53 asm
/u03/app/:
total 8
drwxrwxr-x 2 oracle oinstall 4096 Mar 15 12:53 oracle
# Check all necessary RPMs are installed or not.
# Check date on both nodes, it should same, If not same set date
# Cluster Installation
Installer: linux_x86_11gR1_clusterware
Unzip linux_x86_11gR1_clusterware
You will see runcluvfy.sh file inside clusterware directory.
$ ./runcluvfy.sh stage -pre crsinst -n chnpccbdb101,hnpccbdb102
-verbose > cluvfy_precrsinst.txt
It will create a output file cluvfy_precrsinst.txt
In cluvfy_precrsinst.txt make sure all checks are PASSED.
Once everything PASSED, start clusterware installation.
[crs@chnpccbdb101 clusterware]$ pwd
/home/crs/clusterware
[crs@chnpccbdb101 clusterware]$ ls
cluvfy
response
runcluvfy_precrsinst.txt
stage
cluvfy_crs_preinst.txt rpm
runcluvfy_precrsinst.txt.bak upgrade
doc
runcluvfy_precrsinst1.txt
runcluvfy.sh
welcome.html
install
runcluvfy_precrsinst2.txt
runInstaller
[crs@chnpccbdb101 clusterware]$ ./runInstaller
Device/File Name
check succeeded
Device/File Name
: /dev/mapper/ocr1p1
Device/File integrity
: /dev/mapper/ocr2p1
Device/File integrity
check succeeded
Cluster registry integrity check succeeded
[crs@blrpmdmdb001 bin]$ ./crsctl query css votedisk
0.
0
/dev/mapper/vote1p1
1.
0
/dev/mapper/vote2p1
2.
0
/dev/mapper/vote3p1
Located 3 voting disk(s).
[crs@blrpmdmdb001 bin]$ olsnodes
bash: olsnodes: command not found
[crs@blrpmdmdb001 bin]$ ./olsnodes
blrpmdmdb001
blrpmdmdb002
[crs@blrpmdmdb001 bin]$ ./crs_stat -t
Name
Type
Target
State
Host
-----------------------------------------------------------ora....001.gsd application
ONLINE
ONLINE
blrp...b001
ora....001.ons application
ONLINE
ONLINE
blrp...b001
ora....001.vip application
ONLINE
ONLINE
blrp...b001
ora....002.gsd application
ONLINE
ONLINE
blrp...b002
ora....002.ons application
ONLINE
ONLINE
blrp...b002
ora....002.vip application
ONLINE
ONLINE
blrp...b002
[crs@blrpmdmdb001 bin]$ ./crs_stat -t
Name
Type
Target
State
Host
-----------------------------------------------------------ora....001.gsd application
ONLINE
ONLINE
blrp...b001
ora....001.ons application
ONLINE
ONLINE
blrp...b001
ora....001.vip application
ONLINE
ONLINE
blrp...b001
ora....002.gsd application
ONLINE
ONLINE
blrp...b002
ora....002.ons application
ONLINE
ONLINE
blrp...b002
ora....002.vip application
ONLINE
ONLINE
blrp...b002
[crs@blrpmdmdb001 bin]$ ./crs_stat -t
Name
Type
Target
State
Host
-----------------------------------------------------------ora....001.gsd application
ONLINE
ONLINE
blrp...b001
ora....001.ons application
ONLINE
ONLINE
blrp...b001
ora....001.vip application
ONLINE
ONLINE
blrp...b001
ora....002.gsd application
ONLINE
ONLINE
blrp...b002
ora....002.ons application
ONLINE
ONLINE
blrp...b002
ora....002.vip application
ONLINE
ONLINE
blrp...b002
[crs@blrpmdmdb001 bin]$ ./crs_stat -t
Name
Type
Target
State
Host
-----------------------------------------------------------ora....001.gsd application
ONLINE
ONLINE
blrp...b001
ora....001.ons application
ONLINE
ONLINE
blrp...b001
ora....001.vip application
ONLINE
ONLINE
blrp...b001
ora....002.gsd application
ONLINE
OFFLINE
ora....002.ons application
ONLINE
OFFLINE
ora....002.vip application
ONLINE
ONLINE
blrp...b001
[crs@blrpmdmdb001 bin]$ ./crs_stat -t
Name
Type
Target
State
Host
-----------------------------------------------------------ora....001.gsd application
ONLINE
ONLINE
blrp...b001
ora....001.ons application
ONLINE
ONLINE
blrp...b001
ora....001.vip application
ONLINE
ONLINE
blrp...b001
ora....002.gsd application
ONLINE
OFFLINE
ora....002.ons application
ONLINE
OFFLINE
ora....002.vip application
ONLINE
ONLINE
blrp...b001
restart
ora....002.vip application
blrp...b002
[crs@blrpmdmdb001 bin]$
ONLINE
ONLINE
ASM INSTALLATIONS:
[root@chnpccbdb101 RACInstallables]# cd asm
[root@chnpccbdb101 asm]#
[root@chnpccbdb101 asm]# ls
oracleasm-2.6.18-164.11.1.el5-2.0.5-1.el5.x86_64.rpm
oracleasm-support-2.1.7-1.el5.x86_64.rpm
oracleasmlib-2.0.4-1.el5.x86_64.rpm
[root@chnpccbdb101 asm]#
[root@chnpccbdb101 asm]# rpm -ivh oracleasm-support-2.1.71.el5.x86_64.rpm
warning: oracleasm-support-2.1.7-1.el5.x86_64.rpm: Header V3
DSA signature: NOKEY, key ID 1e5e0159
Preparing...
########################################### [100%]
1:oracleasm-support
########################################### [100%]
[root@chnpccbdb101 asm]# rpm -ivh oracleasm-2.6.18164.11.1.el5-2.0.5-1.el5.x86_64.rpm
warning: oracleasm-2.6.18-164.11.1.el5-2.0.51.el5.x86_64.rpm: Header V3 DSA signature: NOKEY, key ID
1e5e0159
Preparing...
########################################### [100%]
1:oracleasm-2.6.18164.11########################################### [100%]
[root@chnpccbdb101 asm]#
[root@chnpccbdb101 asm]# rpm -ivh oracleasmlib-2.0.41.el5.x86_64.rpm
warning: oracleasmlib-2.0.4-1.el5.x86_64.rpm: Header V3 DSA
signature: NOKEY, key ID 1e5e0159
Preparing...
########################################### [100%]
1:oracleasmlib
########################################### [100%]
[root@chnpccbdb101 asm]# rpm -qa|grep oracleasm
oracleasmlib-2.0.4-1.el5
oracleasm-support-2.1.7-1.el5
oracleasm-2.6.18-164.11.1.el5-2.0.5-1.el5
[root@chnpccbdb101 asm]#
Well, there is not much difference between 10g and 11gR (1) RAC.
Databases
Instances
Applications
Node Monitoring
Event Services
High Availability
From 11gR2(onwards) its completed HA stack managing and providing the following resources as like the other cluster software like VCS
etc.
Databases
Instances
Applications
Cluster Management
Node Management
Event Services
High Availability
Network Management (provides DNS/GNS/MDNSD services on behalf of other traditional services) and SCAN Single Access Client Naming
method, HAIP
Storage Management (with help of ASM and other new ACFS filesystem)
Removed OS dependent hang checker etc, manages with own additional monitor process
Clusterware software
4. What are Oracle Kernel Components (nothing but how does Oracle RAC database differs than Normal single instance database in
terms of Binaries and process)
Basically Oracle kernel need to switched on with RAC On option when you convert to RAC, that is the difference as it facilitates few RAC bg process like
LMON,LCK,LMD,LMS etc.
To turn on RAC
# link the oracle libraries
$ cd $ORACLE_HOME/rdbms/lib
$ make -f ins_rdbms.mk rac_on
# rebuild oracle
$ cd $ORACLE_HOME/bin
$ relink oracle
Oracle RAC is composed of two or more database instances. They are composed of Memory structures and background processes same as the single
instance database.Oracle RAC instances use two processes GES(Global Enqueue Service), GCS(Global Cache Service) that enable cache fusion.Oracle RAC
instances are composed of following background processes:
5. What is Clusterware?
Software that provides various interfaces and services for a cluster. Typically, this includes capabilities that:
6. What are the background process that exists in 11gr2 and functionality?
Process Name
Functionality
crsd
The CRS daemon (crsd) manages cluster resources based on configuration information that is stored in Oracle Cluster Registry
(OCR) for each resource. This includes start, stop, monitor, and failover operations. The crsd process generates events when the
status of a resource changes.
cssd
Cluster Synchronization Service (CSS): Manages the cluster configuration by controlling which nodes are members of the cluster
and by notifying members when a node joins or leaves the cluster. If you are using certified third-party clusterware, then CSS
processes interfaces with your clusterware to manage node membership information. CSS has three separate processes: the CSS
daemon (ocssd), the CSS Agent (cssdagent), and the CSS Monitor (cssdmonitor). The cssdagent process monitors the cluster and
provides input/output fencing. This service formerly was provided by Oracle Process Monitor daemon (oprocd), also known as
OraFenceService on Windows. A cssdagent failure results in Oracle Clusterware restarting the node.
diskmon
Disk Monitor daemon (diskmon): Monitors and performs input/output fencing for Oracle Exadata Storage Server. As Exadata
storage can be added to any Oracle RAC node at any point in time, the diskmon daemon is always started when ocssd is started.
evmd
Event Manager (EVM): Is a background process that publishes Oracle Clusterware events
mdnsd
Multicast domain name service (mDNS): Allows DNS requests. The mDNS process is a background process on Linux and UNIX,
and a service on Windows.
gnsd
Oracle Grid Naming Service (GNS): Is a gateway between the cluster mDNS and external DNS servers. The GNS process performs
name resolution within the cluster.
ons
Oracle Notification Service (ONS): Is a publish-and-subscribe service for communicating Fast Application Notification (FAN) events
oraagent
oraagent: Extends clusterware to support Oracle-specific requirements and complex resources. It runs server callout scripts when
FAN events occur. This process was known as RACG in Oracle Clusterware 11g Release 1 (11.1).
orarootagent
Oracle root agent (orarootagent): Is a specialized oraagent process that helps CRSD manage resources owned by root, such as
the network, and the Grid virtual IP address
oclskd
Cluster kill daemon (oclskd): Handles instance/node evictions requests that have been escalated to CSS
gipcd
Grid IPC daemon (gipcd): Is a helper daemon for the communications infrastructure
ctssd
Cluster time synchronisation daemon(ctssd) to manage the time syncrhonization between nodes, rather depending on NTP
Component
Owner
ohasd
init, root
root
grid owner
evmd, evmlogger
grid owner
octssd
root
ons, eons
grid owner
Oracle Agent
oragent
grid owner
orarootagent
root
gnsd
root
gpnpd
grid owner
mdnsd
grid owner
8. What is startup sequence in Oracle 11g RAC? 11g RAC startup sequence?
9. As you said Voting & OCR Disk resides in ASM Diskgroups, but as per startup sequence OCSSD starts first before than ASM, how is it
possible?
How does OCSSD starts if voting disk & OCR resides in ASM Diskgroups?
You might wonder how CSSD, which is required to start the clustered ASM instance, can be started if voting disks are stored in ASM? This sounds like a
chicken-and-egg problem: without access to the voting disks there is no CSS, hence the node cannot join the cluster. But without being part of the cluster,
CSSD cannot start the ASM instance. To solve this problem the ASM disk headers have new metadata in 11.2: you can use kfed to read the header of an
ASM disk containing a voting disk. The kfdhdb.vfstart and kfdhdb.vfend fields tell CSS where to find the voting file. This does not require the ASM instance
to be up. Once the voting disks are located, CSS can access them and joins the cluster.
Source: Pro Oracle Database 11g RAC on Linux- Martin Bach Amazon.com
1.
Client Connected through SCAN name of the cluster (remember all three IP addresses round robin resolves to same Host name (SCAN Name),
here in this case our scan name is cluster01-scan.cluster01.example.com
2.
The request reaches to DNS server in your corp and then resolves to one of the node out of three. a. If GNS (Grid Naming service or domain
is configured) that is a subdomain configured in the DNS entry for to resolve cluster address the request will be handover to GNS (gnsd)
3.
Here in our case assume there is no GNS, now the with the help of SCAN listeners where end points are configured to database listener.
4.
5.
In case of node addition, Listener 4, client need not to know or need not change any thing from their tns entry (address of 4 th node/instance)
as they just using scan IP.
6.
Grid Naming service is alternative service to DNS , which will act as a sub domain in your DNS but managed by Oracle, with GNS the connection is routed
to the cluster IP and manages internally.
In previous releases, adding or removing servers in a cluster required extensive manual preparation.
In Oracle Database 11g Release 2, GPnP allows each node to perform the following tasks dynamically:
Configuring or reconfiguring itself using profile data, making host names and addresses resolvable on the network
To add a node, simply connect the server to the cluster and allow the cluster to configure the node.
To make it happen, Oracle uses the profile located in $GI_HOME/gpnp/profiles/peer/profile.xml which contains the cluster resources, for example disk
locations of ASM. etc.
So this profile will be read local or from the remote machine when plugged into cluster and dynamically added to cluster.
13. What are the file types that ASM support and keep in disk groups?
Control files
Flashback logs
Data files
DB SPFILE
OCR files
Archive logs
ASM SPFILE
Reduces the time significantly to resynchronize a transient failure by tracking changes while disk is offline
Is cluster-aware
Supports reading from mirrored copy instead of primary copy for extended clusters
Process
Description
RBAL
Opens all device files as part of discovery and coordinates the rebalance activity
ARBn
GMON
Responsible for managing the disk-level activities such as drop or offline and advancing the ASM
Onnn
One or more ASM slave processes forming a pool of connections to the ASM instance for
exchanging messages
PZ9n
One or more parallel slave processes used in fetching data on clustered ASM installation from
GV$ views
In 11gr2 the listeners will run from Grid Infrastructure software home
The node listener is a process that helps establish network connections from ASM clients to the ASM instance.
Is capable of listening for all database instances on the same machine in addition to the ASM instance
Can run concurrently with separate database listeners or be replaced by a separate database listener
A scan listener is something that additional to node listener which listens the incoming db connection requests from the client which got through the scan
IP, it got end points configured to node listener where it routes the db connection requests to particular node listener.
Also from 11gR2 manages the cluster resources like network,vip,disks etc
- -
cat /etc/oracle/ocr.loc
ocrconfig_loc=+DATA
local_only=FALSE
Process
Description
RBAL
Opens all device files as part of discovery and coordinates the rebalance activity
ARBn
GMON
Responsible for managing the disk-level activities such as drop or offline and advancing the ASM
disk group compatibility
MARK
Onnn
One or more ASM slave processes forming a pool of connections to the ASM instance for
exchanging messages
PZ9n
One or more parallel slave processes used in fetching data on clustered ASM installation from
GV$ views
Supported MirroringLevels
External redundancy
Unprotected (None)
Unprotected (None)
Normal redundancy
Two-wayThree-wayUnprotected
(None)
Two-way
High redundancy
Three-way
Three-way
ASM can use variable size data extents to support larger files, reduce memory requirements, and improve performance.
ASM stripes files using extents with a coarse method for load balancing or a fine method to reduce latency.
26. How many ASM Diskgroups can be created under one ASM Instance?
1.
2.
3.
$ oifcfg iflist p -n
To determine the public and private interfaces that have been configured:
$ oifcfg getif
To determine the Virtual IP (VIP) host name, VIP address, VIP subnet mask, and VIP interface name:
VIP exists.:host01
On a single node in the cluster, add the new global interface specification:
Verify the changes with oifcfg getif and then stop Clusterware on all nodes by running the following command as root on each node:
# oifcfg getif
Assign the network address to the new network adapters on all nodes using ifconfig:
32. Can I stop all nodes in one command? Meaning that stopping whole cluster ?
33. What is OLR? Which of the following statements regarding the Oracle Local Registry (OLR) is true?
2.The OLR should be manually created after installing Grid Infrastructure on each node in the cluster.
3.One of its functions is to facilitate Clusterware startup in situations where the ASM stores the OCR and voting disks.
With Oracle Clusterware 11g release 2, Oracle Universal Installer (OUI) detects when the minimum requirements for an installation are not met, and
creates shell scripts, called fixup scripts, to finish incomplete system configuration steps. If OUI detects an incomplete task, then it generates fixup scripts
(runfixup.sh). You can run the fixup script after you click the Fix and Check Again Button.
If necessary sets kernel parameters to values required for successful installation, including:
Sets permissions on the Oracle Inventory (central inventory) directory. Reconfigures primary and secondary group memberships for the installation owner,
if necessary, for the Oracle Inventory directory and the operating system privileges groups.
crsctl stop cluster (possible only from 11gr2), please note crsctl commands becomes global now, if you do not specify node specifically the
command executed globally for example
crsctl stop crs (stops in all crs resource in all nodes)
crsctl stop crs n <ndeoname) (stops only in specified node)
36. CRS is not starting automatically after a node reboot, what you do to make it happen?
to disable
Read here
Read here
Read here
41. What is the difference between TAF and FAN & FCF? at what conditions you use them?
FAN is a feature of Oracle RAC which stands for Fast Application Notification. This allows the database to notify the client of any change (Node up/down,
instance up/down, database up/down). For integrated clients, inflight transactions are interrupted and an error message is returned. Inactive connections
are terminated.
FCF is the client feature for Oracle Clients that have integrated with FAN to provide fast failover for connections. Oracle JDBC Implicit Connection Cache,
Oracle Data Provider for .NET (ODP.NET) and Oracle Call Interface are all integrated clients which provide the Fast Connection Failover feature.
3) FCF, along with FAN when using connection pools
FCF is a feature of Oracle clients that are integrated to receive FAN events and abort inflight transactions, clean up connections when a down event is
received as well as create new connections when a up event is received. Tomcat or JBOSS can take advantage of FCF if the Oracle connection pool is used
underneath. This can be either UCP (Universal Connection Pool for JAVA) or ICC (JDBC Implicit Connection Cache). UCP is recommended as ICC will be
deprecated in a future release.
ONS is part of the clusterware and is used to propagate messages both between nodes and to application-tiers
ONS is the foundation for FAN upon which is built FCF.
RAC uses FAN to publish configuration changes and LBA events. Applications can react as those published events in two way :
- by using ONS api (you need to program it)
- by using FCF (automatic by using JDBC implicit connection cache on the application server)
you can also respond to FAN event by using server-side callout but this on the server side (as their name suggests it)
42. Can you add voting disk online? Do you need voting disk backup?
Yes, as per documentation, if you have multiple voting disk you can add online, but if you have only one voting disk , by that cluster will be down as its
lost you just need to start crs in exclusive mode and add the votedisk using
43. You have lost OCR disk, what is your next step?
The cluster stack will be down due to the fact that cssd is unable to maintain the integrity, this is true in 10g, From 11gR2 onwards, the crsd stack will be
down, the hasd still up and running. You can add the ocr back by restoring the automatic backup or import the manual backup,
44. What happens when ocssd fails, what is node eviction? how does node eviction happens? For all answer will be same.
Read here
Read here
47. Can you modify VIP address after your cluster installation?
48. How do you interpret AWR report in RAC instances, what sections in awr report for rac instances are most important?
Read here.
OCRDUMP (or)
b.
crs_stat -p
c.
By using strings.
(or)
Voting disk contents are not persistent and are not required to view the contents, because the voting disk contents will be
overwritten. if still need to view, strings are used.
oifcfg getif
ii.
iii.
iv.
SCAN IP can be disabled if not required. However SCAN IP is mandatory during the RAC installation. Enabling/disabling SCAN IP
is mostly used in oracle apps environment by the concurrent manager (kind of job scheduler in oracle apps).
To disable the SCAN IP,
i.
ii.
iii.
Stop scan
srvctl stop scan (this will stop the scan vip's)
iv.
a.
Case 1: Migrating disk group from one storage to other with same name
1. Consider the disk group is DATA,
2. Create new disks in DATA pointing towards the new storage (EMC),
a) Partioning provisioning done by storage and they give you the device name or mapper like /dev/mapper/asakljdlas
3. Add the new disk to diskgroup DATA
a) Alter diskgroup data add disk '/dev/mapper/asakljdlas'
3. drop the old disks from DATA with which rebalancing is done automatically.
If you want you can the rebalance by alter system set asm_power_limit =12 for full throttle.
alter diskgroup data drop disk 'path to hitachi storage'
Note: you can get the device name in v$asm_disk in path column.
4. Request SAN team to detach the old Storage (HITACHI).
b.
Case 2: Migrating disk group from one to another with different diskgroup name.
1) Create the Disk group with new name in the new storage.
2) Create the spfile in new diskgroup and change the parameter scope = spfile for control files etc.
3) Take a control file backup in format +newdiskgroup
4) Shutdown the db, startup nomount the database
5) restore the control file from backup (now the control will restore to new diskgroup)
6) Take the RMAN backup as copy of all the databases with new format.
RMAN> backup database as copy format '+newdiskgroup name' ;
3) RMAN> Switch database to copy.
4) Verify dba_data_files,dba_temp_files, v$log that all files are pointing to new diskgroup name.
c.
Case 3: Migrating disk group to new storage but no additional diskgroup given
1) Take the RMAN backup as copy of all the databases with new format and place it in the disk.
2) Prepare rename commands from v$log ,v$datafile etc (dynamic queries)
3) Take a backup of pfile and modify the following referring to new diskgroup name
.control_files
.db_create_file_dest
.db_create_online_log_dest_1
.db_create_online_log_dest_2
.db_recovery_file_des
4) stop the database
5) Unmount the diskgroup
asmcmd umount ORA_DATA
6) use asmcmd renamedg (11gr2 only) command to rename to new diskgroup
renamedg phase=both dgname=ORA_DATA newdgname=NEW_DATA verbose=true
7)
a.
Take the outputs of all the services that are running on the databases.
b.
set cluster_database=FALSE
c.
d.
e.
Startup mount
f.
Generic question, If using ASM the usual location for the datafile would be
+DATA/datafile/OLDDBNAME/system01.dbf'
Does NID changes this path too? to reflect the new db name?
Yes it will, by using proper directory structure it will create a links to original directory structure.
+DATA/datafile/NEWDBNAME/system01.dbf'
this has to be tested,
We dont have test bed, but thanks to Anji who confirmed it will
g.
h.
i.
j.
k.
l.
m.
n.
o.
8.How to find the database in which particular service is attached to when you have a large number of databases running in the server, you cannot check
one by one manually
Write a shell script to read the database name from oratab and iterate the loop taking inpt as DB name in srvctl to get the result.
#!/bin/ksh
ORACLE_HOME=
PATH=$ORACLE_HOME/bin:$PATH
LD_LIBRARY_PATH=${SAVE_LLP}:${ORACLE_HOME}/lib
export TNS_ADMIN ORACLE_HOME PATH LD_LIBRARY_PATH
for INSTANCE in `cat /etc/oratab|grep -v "^#"|cut -f1 -d: -s`
do
export ORACLE_SID=$INSTANCE
echo `srvctl status service -d $INSTANCE -s $1| grep -i "is running"`
done