Uncategorized
Installing Oracle Grid Infrastructure 12.2.0.1 on Exadata X2 Full Rack
Overview
Oracle has release Oracle database 12.2 for on-premises just a few days ago. It is time to Install the brand new Oracle 12.2 Grid Infrastructure and database software installation on Exadata database.
With Oracle 12.2 the way Grid Infrastructure is installed has changed little bit. Here are those changes:
In this article I will demonstrate how to install Oracle 12.2 GI and Database software on a full Rack Oracle Exadata X2-2 Database machine.
Environment
Steps to install Oracle Grid Infrastructure 12.2.0.1 on Exadata X2 Full Rack (OEL 6.8)
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root chown oracle:oinstall /u01/app/grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root mkdir -p /u01/app/12.2.0.1/grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root chown oracle:oinstall /u01/app/12.2.0.1/grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root ls -l /u01/app/12.2.0.1
dm01db01: total 4
dm01db01: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db02: total 4
dm01db02: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db03: total 4
dm01db03: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db04: total 4
dm01db04: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db05: total 4
dm01db05: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db06: total 4
dm01db06: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db07: total 4
dm01db07: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db08: total 4
dm01db08: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root ls -ld /u01/app/grid
dm01db01: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db02: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db03: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db04: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db05: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db06: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db07: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db08: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db01-orcldb1 {/home/oracle}:cd /u01/app/oracle/software/
dm01db01-orcldb1 {/u01/app/oracle/software}:unzip -q /u01/app/oracle/software/linuxx64_12201_grid_home.zip -d /u01/app/12.2.0.1/grid
dm01db01-orcldb1 {/u01/app/oracle/software}:ls -l /u01/app/12.2.0.1/grid
total 296
drwxr-xr-x 2 oracle oinstall 4096 Jan 26 10:12 addnode
drwxr-xr-x 11 oracle oinstall 4096 Jan 26 10:10 assistants
drwxr-xr-x 2 oracle oinstall 8192 Jan 26 10:12 bin
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:12 cdata
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 cha
drwxr-xr-x 4 oracle oinstall 4096 Jan 26 10:12 clone
drwxr-xr-x 16 oracle oinstall 4096 Jan 26 10:12 crs
drwxr-xr-x 6 oracle oinstall 4096 Jan 26 10:12 css
drwxr-xr-x 7 oracle oinstall 4096 Jan 26 10:10 cv
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 dbjava
drwxr-xr-x 2 oracle oinstall 4096 Jan 26 10:11 dbs
drwxr-xr-x 2 oracle oinstall 4096 Jan 26 10:12 dc_ocm
drwxr-xr-x 5 oracle oinstall 4096 Jan 26 10:12 deinstall
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 demo
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 diagnostics
drwxr-xr-x 8 oracle oinstall 4096 Jan 26 10:11 dmu
-rw-r–r– 1 oracle oinstall 852 Aug 19 2015 env.ora
drwxr-xr-x 7 oracle oinstall 4096 Jan 26 10:12 evm
drwxr-xr-x 5 oracle oinstall 4096 Jan 26 10:10 gpnp
-rwxr-x— 1 oracle oinstall 5395 Jul 21 2016 gridSetup.sh
drwxr-xr-x 4 oracle oinstall 4096 Jan 26 10:10 has
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 hs
….
[root@dm01db01 ~]# yum install oracle-database-server-12cR2-preinstall
Set kernel parameters
Minimum requirement for GI installation. Edit the /etc/sysctl.conf file, and add or edit the following lines.
[root@dm01db01 ~]# vi /etc/sysctl.conf
fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmall = 2097152
kernel.shmmax = 4294967295
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
Update the current values of the kernel parameters:
[root@dm01db01 ~]# /sbin/sysctl -p
Confirm that the values are set correctly:
[root@dm01db01 ~]# /sbin/sysctl -a
Install required OS packages
The following packages (or later versions) are required for OEL 6:
binutils-2.20.51.0.2-5.36.el6 (x86_64)
compat-libcap1-1.10-1 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (i686)
e2fsprogs-1.41.12-14.el6 (x86_64)
e2fsprogs-libs-1.41.12-14.el6 (x86_64)
glibc-2.12-1.7.el6 (i686)
glibc-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6 (i686)
ksh
libgcc-4.4.4-13.el6 (i686)
libgcc-4.4.4-13.el6 (x86_64)
libs-1.42.8-1.0.2.el6.x86_64
libstdc++-4.4.4-13.el6 (x86_64)
libstdc++-4.4.4-13.el6 (i686)
libstdc++-devel-4.4.4-13.el6 (x86_64)
libstdc++-devel-4.4.4-13.el6 (i686)
libaio-0.3.107-10.el6 (x86_64)
libaio-0.3.107-10.el6 (i686)
libaio-devel-0.3.107-10.el6 (x86_64)
libaio-devel-0.3.107-10.el6 (i686)
libXtst-1.0.99.2 (x86_64)
libXtst-1.0.99.2 (i686)
libX11-1.5.0-4.el6 (i686)
libX11-1.5.0-4.el6 (x86_64)
libXau-1.0.6-4.el6 (i686)
libXau-1.0.6-4.el6 (x86_64)
libxcb-1.8.1-1.el6 (i686)
libxcb-1.8.1-1.el6 (x86_64)
libXi-1.3 (x86_64)
libXi-1.3 (i686)
make-3.81-19.el6
net-tools-1.60-110.el6_2.x86_64 (for Oracle RAC and Oracle Clusterware)
nfs-utils-1.2.3-15.0.1 (for Oracle ACFS)
sysstat-9.0.4-11.el6 (x86_64)
smartmontools-5.43-1.el6.x86_64
Create OS groups and users
Create the following groups and user
[root@dm01db01 ~]# groupadd -g 1001 oinstall
[root@dm01db01 ~]# groupadd -g 1002 dba
[root@dm01db01 ~]# groupadd -g 1003 oper
[root@dm01db01 ~]# groupadd -g 1004 asmdba
[root@dm01db01 ~]# groupadd -g 1005 asmadmin
[root@dm01db01 ~]# groupadd -g 1006 asmoper
[root@dm01db01 ~]# groupadd -g 1007 backupdba
[root@dm01db01 ~]# groupadd -g 1008 dgdba
[root@dm01db01 ~]# groupadd -g 1009 kmdba
[root@dm01db01 ~]# groupadd -g 1010 racdba
[root@dm01db01 ~]# useradd -u 1000 -g oinstall -G dba,oper,asmdba,asmoper,asmadmin,backupdba,dgdba,kmdba,racdba oracle
Ensure the IPs are allocated
Following IPs are required for Oracle GI installation. There are taken care by Exadata DBA or Networking Engineer at the time of Exadata installation.
dm01db01,dm01db02,dm01db03,dm01db04,dm01db05,dm01db06,dm01db07,dm01db08 -r 12.2 -orainv oinstall -fixupnoexec -verbose
Verifying Physical Memory …
Node Name Available Required Status
———— ———————— ———————— ———-
dm01db05 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db04 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db03 62.6681GB (6.5712308E7KB) 8GB (8388608.0KB) passed
dm01db02 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db01 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db08 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db07 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db06 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
Verifying Physical Memory …PASSED
Verifying Available Physical Memory …
Node Name Available Required Status
———— ———————— ———————— ———-
dm01db05 64.6698GB (6.7811208E7KB) 50MB (51200.0KB) passed
dm01db04 65.1885GB (6.8355116E7KB) 50MB (51200.0KB) passed
dm01db03 59.677GB (6.257588E7KB) 50MB (51200.0KB) passed
dm01db02 66.6203GB (6.9856476E7KB) 50MB (51200.0KB) passed
dm01db01 65.2446GB (6.8413932E7KB) 50MB (51200.0KB) passed
dm01db08 64.9811GB (6.8137596E7KB) 50MB (51200.0KB) passed
dm01db07 65.0432GB (6.820278E7KB) 50MB (51200.0KB) passed
dm01db06 65.0759GB (6.823698E7KB) 50MB (51200.0KB) passed
Verifying Available Physical Memory …PASSED
Verifying Swap Size …
Node Name Available Required Status
———— ———————— ———————— ———-
dm01db05 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db04 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db03 15.9949GB (1.6771856E7KB) 15.9689GB (1.6744628E7KB) passed
dm01db02 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db01 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db08 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db07 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db06 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
Verifying Swap Size …PASSED
Verifying Free Space: dm01db05:/usr,dm01db05:/var,dm01db05:/etc,dm01db05:/sbin,dm01db05:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db05 / 31.1182GB 25MB passed
/var dm01db05 / 31.1182GB 5MB passed
/etc dm01db05 / 31.1182GB 25MB passed
/sbin dm01db05 / 31.1182GB 10MB passed
/tmp dm01db05 / 31.1182GB 1GB passed
Verifying Free Space: dm01db05:/usr,dm01db05:/var,dm01db05:/etc,dm01db05:/sbin,dm01db05:/tmp …PASSED
Verifying Free Space: dm01db04:/usr,dm01db04:/var,dm01db04:/etc,dm01db04:/sbin,dm01db04:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db04 / 30.8779GB 25MB passed
/var dm01db04 / 30.8779GB 5MB passed
/etc dm01db04 / 30.8779GB 25MB passed
/sbin dm01db04 / 30.8779GB 10MB passed
/tmp dm01db04 / 30.8779GB 1GB passed
Verifying Free Space: dm01db04:/usr,dm01db04:/var,dm01db04:/etc,dm01db04:/sbin,dm01db04:/tmp …PASSED
Verifying Free Space: dm01db03:/usr,dm01db03:/var,dm01db03:/etc,dm01db03:/sbin,dm01db03:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db03 / 32.7207GB 25MB passed
/var dm01db03 / 32.7207GB 5MB passed
/etc dm01db03 / 32.7207GB 25MB passed
/sbin dm01db03 / 32.7207GB 10MB passed
/tmp dm01db03 / 32.7207GB 1GB passed
Verifying Free Space: dm01db03:/usr,dm01db03:/var,dm01db03:/etc,dm01db03:/sbin,dm01db03:/tmp …PASSED
Verifying Free Space: dm01db02:/usr,dm01db02:/var,dm01db02:/etc,dm01db02:/sbin,dm01db02:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db02 / 24.959GB 25MB passed
/var dm01db02 / 24.959GB 5MB passed
/etc dm01db02 / 24.959GB 25MB passed
/sbin dm01db02 / 24.959GB 10MB passed
/tmp dm01db02 / 24.959GB 1GB passed
Verifying Free Space: dm01db02:/usr,dm01db02:/var,dm01db02:/etc,dm01db02:/sbin,dm01db02:/tmp …PASSED
Verifying Free Space: dm01db01:/usr,dm01db01:/var,dm01db01:/etc,dm01db01:/sbin,dm01db01:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db01 / 27.3477GB 25MB passed
/var dm01db01 / 27.3477GB 5MB passed
/etc dm01db01 / 27.3477GB 25MB passed
/sbin dm01db01 / 27.3477GB 10MB passed
/tmp dm01db01 / 27.3477GB 1GB passed
Verifying Free Space: dm01db01:/usr,dm01db01:/var,dm01db01:/etc,dm01db01:/sbin,dm01db01:/tmp …PASSED
Verifying Free Space: dm01db08:/usr,dm01db08:/var,dm01db08:/etc,dm01db08:/sbin,dm01db08:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db08 / 36.6592GB 25MB passed
/var dm01db08 / 36.6592GB 5MB passed
/etc dm01db08 / 36.6592GB 25MB passed
/sbin dm01db08 / 36.6592GB 10MB passed
/tmp dm01db08 / 36.6592GB 1GB passed
Verifying Free Space: dm01db08:/usr,dm01db08:/var,dm01db08:/etc,dm01db08:/sbin,dm01db08:/tmp …PASSED
Verifying Free Space: dm01db07:/usr,dm01db07:/var,dm01db07:/etc,dm01db07:/sbin,dm01db07:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db07 / 38.7031GB 25MB passed
/var dm01db07 / 38.7031GB 5MB passed
/etc dm01db07 / 38.7031GB 25MB passed
/sbin dm01db07 / 38.7031GB 10MB passed
/tmp dm01db07 / 38.7031GB 1GB passed
Verifying Free Space: dm01db07:/usr,dm01db07:/var,dm01db07:/etc,dm01db07:/sbin,dm01db07:/tmp …PASSED
Verifying Free Space: dm01db06:/usr,dm01db06:/var,dm01db06:/etc,dm01db06:/sbin,dm01db06:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db06 / 38.2168GB 25MB passed
/var dm01db06 / 38.2168GB 5MB passed
/etc dm01db06 / 38.2168GB 25MB passed
/sbin dm01db06 / 38.2168GB 10MB passed
/tmp dm01db06 / 38.2168GB 1GB passed
Verifying Free Space: dm01db06:/usr,dm01db06:/var,dm01db06:/etc,dm01db06:/sbin,dm01db06:/tmp …PASSED
Verifying User Existence: oracle …
Node Name Status Comment
———— ———————— ————————
dm01db05 passed exists(1000)
dm01db04 passed exists(1000)
dm01db03 passed exists(1000)
dm01db02 passed exists(1000)
dm01db01 passed exists(1000)
dm01db08 passed exists(1000)
dm01db07 passed exists(1000)
dm01db06 passed exists(1000)
Verifying Users With Same UID: 1000 …PASSED
Verifying User Existence: oracle …PASSED
…
******************************************************************************************
Following is the list of fixable prerequisites selected to fix in this session
******************************************************************************************
————– ————— —————-
Check failed. Failed on nodes Reboot required?
————– ————— —————-
Soft Limit: maximum stack dm01db05,dm01db04, no
size dm01db03,dm01db02,
dm01db01,dm01db08,
dm01db07,dm01db06
Group Existence: asmadmin dm01db05,dm01db04, no
dm01db03,dm01db02,
dm01db01,dm01db08,
dm01db07,dm01db06
Execute “/tmp/CVU_12.2.0.1.0_oracle/runfixup.sh” as root user on nodes “dm01db06,dm01db05,dm01db04,dm01db03,dm01db02,dm01db01,dm01db08,dm01db07” to perform the fix up operations manually
dm01db01-orcldb1 {/home/oracle}:cd /u01/app/12.2.0.1/grid
dm01db01-orcldb1 {/u01/app/12.2.0.1/grid}:ls -l gridSetup.sh
-rwxr-x— 1 oracle oinstall 5395 Jul 21 2016 gridSetup.sh
dm01db01-orcldb1 {/u01/app/12.2.0.1/grid}:./gridSetup.sh
Launching Oracle Grid Infrastructure Setup Wizard…
OUI starting …
Select “Configure Oracle Grid Infrastructure for a New Cluster”
Select “Configure an Oracle Standalone Cluster”. With Oracle 12.2 Oracle has introduced different Cluster option. For more information please refer to Oracle Grid Infrastructure Install and Upgrade document.
Specify the Cluster name, SCAN Name and the SCAN port to be used for Installation
Provide the list of nodes. Click Add button
On this page you can define one node at a time or range of nodes. Here I am specifying one node.
To specify a range of node, select Add a range of nodes and use the pattern below.
Verify all the nodes and VIP and click next.
Select “Configure ASM using Block Devices”.
Select Yes, if you are planning to create a separate ASM disk group for GIMR. Else select No.
Select “Change Discovery Path” to enter the correct string to discover the candidate disks.
Enter “o/*/SYSTEMDG* to search for all ASM disks with name “SYSTEMDG”
We can see all the ASM disk with the prefix SYSTEMDG
Click Specify Failure Groups to create the ASM failure groups. Here I have 14 storage cells, so each cell act as a failure group in Exadata
Select the ASM disks to create DBFS_DG ASM disk group to store OCR and Voting disks. Here I am creating DBFS_DG disk group using normal redundancy and disks from 7 storage cells.
Create MGMT_DG for storing GIMR repository. Here I am creating MGMT_DG disk group using normal redundancy and disks from 7 storage cells.
Specify the ASM password for SYS and ASMSNMP users
Specify a strong password to avoid this warning. Click YES to continue.
Select “Do not user IPMI” and click Next.
Click next. This step can be performed at a later time.
Specify the OS groups for ASM authentication
Click Yes to continue.
Specify the Oracle Base. GI HOME is selected by default as we unzipped the GI software and running gridSetup from GI HOME.
Click Next. We can run the root script manually at the end of the installation.
Prerequisite checks started
Prerequisite checks in progress
Prerequisite check failed for Soft Limit. You can ignore it and move forward or use “Fix & Check Again”
Click Fix & Check Again
A pop-up box appears asking you to run the “runfixup.sh” script
Login as root user and run the fixup script
If you don’t want to run the fixup script. Click Ignore All and click next.
Click Yes to continue.
On Installation summary page verify the details and click Install
Grid Infrastructure Installation progress
The following screen appears to run the root.sh script as root user.
Open a new terminal and run the /u01/app/12.2.0.1/grid/root.sh on all the nodes. Run the script on node 1 first. Once it is completed successfully on node 1, you can run the script on all other nodes in parallel.
Node 1:
[root@dm01db01 ~]# /u01/app/12.2.0.1/grid/root.sh
Performing root user operation.
The following environment variables are set as:
ORACLE_OWNER= oracle
ORACLE_HOME= /u01/app/12.2.0.1/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:
The contents of “dbhome” have not changed. No need to overwrite.
The file “oraenv” already exists in /usr/local/bin. Overwrite it? (y/n)
[n]: y
Copying oraenv to /usr/local/bin …
The contents of “coraenv” have not changed. No need to overwrite.
Creating /etc/oratab file…
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Relinking oracle with rac_on option
Using configuration parameter file: /u01/app/12.2.0.1/grid/crs/install/crsconfig_params
The log of current session can be found at:
/u01/app/grid/crsdata/dm01db01/crsconfig/rootcrs_dm01db01_2017-03-09_03-33-02AM.log
2017/03/09 03:33:04 CLSRSC-594: Executing installation step 1 of 19: ‘SetupTFA’.
2017/03/09 03:33:05 CLSRSC-4001: Installing Oracle Trace File Analyzer (TFA) Collector.
2017/03/09 03:33:36 CLSRSC-4002: Successfully installed Oracle Trace File Analyzer (TFA) Collector.
2017/03/09 03:33:36 CLSRSC-594: Executing installation step 2 of 19: ‘ValidateEnv’.
2017/03/09 03:33:43 CLSRSC-363: User ignored prerequisites during installation
2017/03/09 03:33:43 CLSRSC-594: Executing installation step 3 of 19: ‘CheckFirstNode’.
2017/03/09 03:33:45 CLSRSC-594: Executing installation step 4 of 19: ‘GenSiteGUIDs’.
2017/03/09 03:33:47 CLSRSC-594: Executing installation step 5 of 19: ‘SaveParamFile’.
2017/03/09 03:33:54 CLSRSC-594: Executing installation step 6 of 19: ‘SetupOSD’.
2017/03/09 03:33:54 CLSRSC-594: Executing installation step 7 of 19: ‘CheckCRSConfig’.
2017/03/09 03:33:54 CLSRSC-594: Executing installation step 8 of 19: ‘SetupLocalGPNP’.
2017/03/09 03:34:16 CLSRSC-594: Executing installation step 9 of 19: ‘ConfigOLR’.
2017/03/09 03:34:24 CLSRSC-594: Executing installation step 10 of 19: ‘ConfigCHMOS’.
2017/03/09 03:34:24 CLSRSC-594: Executing installation step 11 of 19: ‘CreateOHASD’.
2017/03/09 03:34:30 CLSRSC-594: Executing installation step 12 of 19: ‘ConfigOHASD’.
2017/03/09 03:34:45 CLSRSC-330: Adding Clusterware entries to file ‘oracle-ohasd.conf’
2017/03/09 03:35:05 CLSRSC-594: Executing installation step 13 of 19: ‘InstallAFD’.
2017/03/09 03:35:11 CLSRSC-594: Executing installation step 14 of 19: ‘InstallACFS’.
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’ has completed
CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
2017/03/09 03:35:43 CLSRSC-594: Executing installation step 15 of 19: ‘InstallKA’.
2017/03/09 03:35:56 CLSRSC-594: Executing installation step 16 of 19: ‘InitConfig’.
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’ has completed
CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
CRS-2672: Attempting to start ‘ora.evmd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.mdnsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.mdnsd’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.evmd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.gpnpd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.gpnpd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssdmonitor’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.gipcd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.cssdmonitor’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.gipcd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.diskmon’ on ‘dm01db01’
CRS-2676: Start of ‘ora.diskmon’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.cssd’ on ‘dm01db01’ succeeded
Disk groups created successfully. Check /u01/app/grid/cfgtoollogs/asmca/asmca-170309AM033635.log for details.
2017/03/09 03:37:26 CLSRSC-482: Running command: ‘/u01/app/12.2.0.1/grid/bin/ocrconfig -upgrade oracle oinstall’
CRS-2672: Attempting to start ‘ora.crf’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.storage’ on ‘dm01db01’
CRS-2676: Start of ‘ora.storage’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.crf’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.crsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.crsd’ on ‘dm01db01’ succeeded
CRS-4256: Updating the profile
Successful addition of voting disk 78c7111b10e44f2dbfed007a03782cef.
Successful addition of voting disk 42f1ce36d82b4f43bf7802841a0511d4.
Successful addition of voting disk a43a383b20ff4f50bf690962ce8e9bb5.
Successfully replaced voting disk group with +DBFS_DG.
CRS-4256: Updating the profile
CRS-4266: Voting file(s) successfully replaced
## STATE File Universal Id File Name Disk group
— —– —————– ——— ———
1. ONLINE 78c7111b10e44f2dbfed007a03782cef (o/192.168.2.11/SYSTEMDG_CD_10_dm01cel03) [DBFS_DG]
2. ONLINE 42f1ce36d82b4f43bf7802841a0511d4 (o/192.168.2.18/SYSTEMDG_CD_06_dm01cel10) [DBFS_DG]
3. ONLINE a43a383b20ff4f50bf690962ce8e9bb5 (o/192.168.2.16/SYSTEMDG_CD_05_dm01cel08) [DBFS_DG]
Located 3 voting disk(s).
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.crsd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.crsd’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.storage’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.crf’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.drivers.acfs’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.gpnpd’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.mdnsd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.drivers.acfs’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.crf’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.gpnpd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.storage’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.asm’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.mdnsd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.asm’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.ctssd’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.evmd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.ctssd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.evmd’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.cssd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.cssd’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.diskmon’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.gipcd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.gipcd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.diskmon’ on ‘dm01db01’ succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’ has completed
CRS-4133: Oracle High Availability Services has been stopped.
2017/03/09 03:39:09 CLSRSC-594: Executing installation step 17 of 19: ‘StartCluster’.
CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start ‘ora.evmd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.mdnsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.mdnsd’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.evmd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.gpnpd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.gpnpd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.gipcd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.gipcd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssdmonitor’ on ‘dm01db01’
CRS-2676: Start of ‘ora.cssdmonitor’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.diskmon’ on ‘dm01db01’
CRS-2676: Start of ‘ora.diskmon’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.cssd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.ctssd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.ctssd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.asm’ on ‘dm01db01’
CRS-2676: Start of ‘ora.asm’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.storage’ on ‘dm01db01’
CRS-2676: Start of ‘ora.storage’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.crf’ on ‘dm01db01’
CRS-2676: Start of ‘ora.crf’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.crsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.crsd’ on ‘dm01db01’ succeeded
CRS-6023: Starting Oracle Cluster Ready Services-managed resources
CRS-6017: Processing resource auto-start for servers: dm01db01
CRS-6016: Resource auto-start has completed for server dm01db01
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
CRS-4123: Oracle High Availability Services has been started.
2017/03/09 03:41:28 CLSRSC-343: Successfully started Oracle Clusterware stack
2017/03/09 03:41:28 CLSRSC-594: Executing installation step 18 of 19: ‘ConfigNode’.
CRS-2672: Attempting to start ‘ora.ASMNET1LSNR_ASM.lsnr’ on ‘dm01db01’
CRS-2676: Start of ‘ora.ASMNET1LSNR_ASM.lsnr’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.asm’ on ‘dm01db01’
CRS-2676: Start of ‘ora.asm’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.DBFS_DG.dg’ on ‘dm01db01’
CRS-2676: Start of ‘ora.DBFS_DG.dg’ on ‘dm01db01’ succeeded
2017/03/09 03:43:32 CLSRSC-594: Executing installation step 19 of 19: ‘PostConfig’.
2017/03/09 03:44:19 CLSRSC-325: Configure Oracle Grid Infrastructure for a Cluster … succeeded
Now you can run the script on all other nodes in parallel.
Go back to the installation screen and click ok.
Installation continues
Click Ok to finish the Installation.
——————————————————————————–
Name Target State Server State details
——————————————————————————–
Local Resources
——————————————————————————–
ora.ASMNET1LSNR_ASM.lsnr
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
ora.DBFS_DG.dg
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
ora.LISTENER.lsnr
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.MGMT_DG.dg
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
ora.chad
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.net1.network
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.ons
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.proxy_advm
OFFLINE OFFLINE dm01db01 STABLE
OFFLINE OFFLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
OFFLINE OFFLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
——————————————————————————–
Cluster Resources
——————————————————————————–
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE dm01db02 STABLE
ora.LISTENER_SCAN2.lsnr
1 ONLINE ONLINE dm01db04 STABLE
ora.LISTENER_SCAN3.lsnr
1 ONLINE ONLINE dm01db01 STABLE
ora.MGMTLSNR
1 ONLINE ONLINE dm01db01 192.168.2.1,STABLE
ora.asm
1 ONLINE ONLINE dm01db01 Started,STABLE
2 ONLINE ONLINE dm01db02 Started,STABLE
3 ONLINE ONLINE dm01db04 Started,STABLE
ora.dm01db01.vip
1 ONLINE ONLINE dm01db01 STABLE
ora.dm01db02.vip
1 ONLINE ONLINE dm01db02 STABLE
ora.dm01db03.vip
1 ONLINE ONLINE dm01db03 STABLE
ora.dm01db04.vip
1 ONLINE ONLINE dm01db04 STABLE
ora.dm01db05.vip
1 ONLINE ONLINE dm01db05 STABLE
ora.dm01db06.vip
1 ONLINE ONLINE dm01db06 STABLE
ora.dm01db07.vip
1 ONLINE ONLINE dm01db07 STABLE
ora.dm01db08.vip
1 ONLINE ONLINE dm01db08 STABLE
ora.cvu
1 ONLINE ONLINE dm01db01 STABLE
ora.mgmtdb
1 ONLINE ONLINE dm01db01 Open,STABLE
ora.qosmserver
1 ONLINE ONLINE dm01db01 STABLE
ora.scan1.vip
1 ONLINE ONLINE dm01db02 STABLE
ora.scan2.vip
1 ONLINE ONLINE dm01db04 STABLE
ora.scan3.vip
1 ONLINE ONLINE dm01db01 STABLE
——————————————————————————–
[root@dm01db01 ~]#
ASMCMD> lsdg
State Type Rebal Sector Logical_Sector Block AU Total_MB Free_MB Req_mir_free_MB
Usable_file_MB Offline_disks Voting_files Name
MOUNTED NORMAL N 512 512 4096 4194304 2136960 2135156 30528
1052314 0 Y DBFS_DG/
MOUNTED NORMAL N 512 512 4096 4194304 824256 755900 30528
362686 0 N MGMT_DG/
ASMCMD> showclustermode
ASM cluster : Flex mode enabled
ASMCMD> showversion
ASM version : 12.2.0.1.0
Conclusion
In this article we have learned how to Install Oracle Grid Infrastructure 12.2.0.1 on Exadata X2 Full Rack. The GI installation has change little bit 12.2. GI 12.2 installation now uses gridSetup.sh to installation GI software.
Oracle has release Oracle database 12.2 for on-premises just a few days ago. It is time to Install the brand new Oracle 12.2 Grid Infrastructure and database software installation on Exadata database.
With Oracle 12.2 the way Grid Infrastructure is installed has changed little bit. Here are those changes:
- Unzip Grid Infrastructure software in the GI Home directory
- Use gridSetup.sh to install and configure GI.
In this article I will demonstrate how to install Oracle 12.2 GI and Database software on a full Rack Oracle Exadata X2-2 Database machine.
Environment
- Exadata X2-2 Full Rack
- 8 Compute nodes, 14 Storage cell and 3 IB Switch
- Exadata Storage Software version 12.1.2.1.1
Steps to install Oracle Grid Infrastructure 12.2.0.1 on Exadata X2 Full Rack (OEL 6.8)
- Download Oracle Grid and Database software from OTN.
- Create the new Grid Infrastructure (GI_HOME) directory where 12.2.0.1 will be installed
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root chown oracle:oinstall /u01/app/grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root mkdir -p /u01/app/12.2.0.1/grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root chown oracle:oinstall /u01/app/12.2.0.1/grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root ls -l /u01/app/12.2.0.1
dm01db01: total 4
dm01db01: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db02: total 4
dm01db02: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db03: total 4
dm01db03: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db04: total 4
dm01db04: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db05: total 4
dm01db05: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db06: total 4
dm01db06: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db07: total 4
dm01db07: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
dm01db08: total 4
dm01db08: drwxr-xr-x 2 oracle oinstall 4096 Mar 4 08:13 grid
[root@dm01db01 ~]# dcli -g ~/dbs_group -l root ls -ld /u01/app/grid
dm01db01: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db02: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db03: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db04: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db05: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db06: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db07: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
dm01db08: drwxr-xr-x 2 oracle oinstall 4096 Mar 9 03:02 /u01/app/grid
- Unzip installation Oracle software
dm01db01-orcldb1 {/home/oracle}:cd /u01/app/oracle/software/
dm01db01-orcldb1 {/u01/app/oracle/software}:unzip -q /u01/app/oracle/software/linuxx64_12201_grid_home.zip -d /u01/app/12.2.0.1/grid
dm01db01-orcldb1 {/u01/app/oracle/software}:ls -l /u01/app/12.2.0.1/grid
total 296
drwxr-xr-x 2 oracle oinstall 4096 Jan 26 10:12 addnode
drwxr-xr-x 11 oracle oinstall 4096 Jan 26 10:10 assistants
drwxr-xr-x 2 oracle oinstall 8192 Jan 26 10:12 bin
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:12 cdata
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 cha
drwxr-xr-x 4 oracle oinstall 4096 Jan 26 10:12 clone
drwxr-xr-x 16 oracle oinstall 4096 Jan 26 10:12 crs
drwxr-xr-x 6 oracle oinstall 4096 Jan 26 10:12 css
drwxr-xr-x 7 oracle oinstall 4096 Jan 26 10:10 cv
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 dbjava
drwxr-xr-x 2 oracle oinstall 4096 Jan 26 10:11 dbs
drwxr-xr-x 2 oracle oinstall 4096 Jan 26 10:12 dc_ocm
drwxr-xr-x 5 oracle oinstall 4096 Jan 26 10:12 deinstall
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 demo
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 diagnostics
drwxr-xr-x 8 oracle oinstall 4096 Jan 26 10:11 dmu
-rw-r–r– 1 oracle oinstall 852 Aug 19 2015 env.ora
drwxr-xr-x 7 oracle oinstall 4096 Jan 26 10:12 evm
drwxr-xr-x 5 oracle oinstall 4096 Jan 26 10:10 gpnp
-rwxr-x— 1 oracle oinstall 5395 Jul 21 2016 gridSetup.sh
drwxr-xr-x 4 oracle oinstall 4096 Jan 26 10:10 has
drwxr-xr-x 3 oracle oinstall 4096 Jan 26 10:10 hs
….
- Setup User equivalance
- Automatic Configure prerequisites using Oracle RPMs
[root@dm01db01 ~]# yum install oracle-database-server-12cR2-preinstall
- Manually prerequisites steps
Set kernel parameters
Minimum requirement for GI installation. Edit the /etc/sysctl.conf file, and add or edit the following lines.
[root@dm01db01 ~]# vi /etc/sysctl.conf
fs.aio-max-nr = 1048576
fs.file-max = 6815744
kernel.shmall = 2097152
kernel.shmmax = 4294967295
kernel.shmmni = 4096
kernel.sem = 250 32000 100 128
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
Update the current values of the kernel parameters:
[root@dm01db01 ~]# /sbin/sysctl -p
Confirm that the values are set correctly:
[root@dm01db01 ~]# /sbin/sysctl -a
Install required OS packages
The following packages (or later versions) are required for OEL 6:
binutils-2.20.51.0.2-5.36.el6 (x86_64)
compat-libcap1-1.10-1 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (x86_64)
compat-libstdc++-33-3.2.3-69.el6 (i686)
e2fsprogs-1.41.12-14.el6 (x86_64)
e2fsprogs-libs-1.41.12-14.el6 (x86_64)
glibc-2.12-1.7.el6 (i686)
glibc-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6 (x86_64)
glibc-devel-2.12-1.7.el6 (i686)
ksh
libgcc-4.4.4-13.el6 (i686)
libgcc-4.4.4-13.el6 (x86_64)
libs-1.42.8-1.0.2.el6.x86_64
libstdc++-4.4.4-13.el6 (x86_64)
libstdc++-4.4.4-13.el6 (i686)
libstdc++-devel-4.4.4-13.el6 (x86_64)
libstdc++-devel-4.4.4-13.el6 (i686)
libaio-0.3.107-10.el6 (x86_64)
libaio-0.3.107-10.el6 (i686)
libaio-devel-0.3.107-10.el6 (x86_64)
libaio-devel-0.3.107-10.el6 (i686)
libXtst-1.0.99.2 (x86_64)
libXtst-1.0.99.2 (i686)
libX11-1.5.0-4.el6 (i686)
libX11-1.5.0-4.el6 (x86_64)
libXau-1.0.6-4.el6 (i686)
libXau-1.0.6-4.el6 (x86_64)
libxcb-1.8.1-1.el6 (i686)
libxcb-1.8.1-1.el6 (x86_64)
libXi-1.3 (x86_64)
libXi-1.3 (i686)
make-3.81-19.el6
net-tools-1.60-110.el6_2.x86_64 (for Oracle RAC and Oracle Clusterware)
nfs-utils-1.2.3-15.0.1 (for Oracle ACFS)
sysstat-9.0.4-11.el6 (x86_64)
smartmontools-5.43-1.el6.x86_64
Create OS groups and users
Create the following groups and user
[root@dm01db01 ~]# groupadd -g 1001 oinstall
[root@dm01db01 ~]# groupadd -g 1002 dba
[root@dm01db01 ~]# groupadd -g 1003 oper
[root@dm01db01 ~]# groupadd -g 1004 asmdba
[root@dm01db01 ~]# groupadd -g 1005 asmadmin
[root@dm01db01 ~]# groupadd -g 1006 asmoper
[root@dm01db01 ~]# groupadd -g 1007 backupdba
[root@dm01db01 ~]# groupadd -g 1008 dgdba
[root@dm01db01 ~]# groupadd -g 1009 kmdba
[root@dm01db01 ~]# groupadd -g 1010 racdba
[root@dm01db01 ~]# useradd -u 1000 -g oinstall -G dba,oper,asmdba,asmoper,asmadmin,backupdba,dgdba,kmdba,racdba oracle
Ensure the IPs are allocated
Following IPs are required for Oracle GI installation. There are taken care by Exadata DBA or Networking Engineer at the time of Exadata installation.
- Management IP
- Public IP
- Private IP
- Virtual IP
- Scan IP
Register hostname/IPs in DNS
This is done as part Exadata installation by Exadata DBA or Network Engineer.
Check hostname resolution
[root@dm01db01 ~]# ping dm01db01
[root@dm01db01 ~]# ping dm01db01.nsm.com
[root@dm01db01 ~]# nslookup dm01db01
Disable firewall
[root@dm01db01 ~]# service iptables status
[root@dm01db01 ~]# service iptables stop
Create user’s profile
dm01db01-orcldb1 {/u01/app/oracle/software}: vi .bash_profile
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_BASE=/u01/app/oracle
export GRID_HOME=/u01/app/12.2.0.1/grid
export ORACLE_HOME=/u01/app/oracle/product/12.2.0.1/dbhome
export ORACLE_TERM=xterm
export PATH=$PATH:$ORACLE_HOME/bin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
This is done as part Exadata installation by Exadata DBA or Network Engineer.
Check hostname resolution
[root@dm01db01 ~]# ping dm01db01
[root@dm01db01 ~]# ping dm01db01.nsm.com
[root@dm01db01 ~]# nslookup dm01db01
Disable firewall
[root@dm01db01 ~]# service iptables status
[root@dm01db01 ~]# service iptables stop
Create user’s profile
dm01db01-orcldb1 {/u01/app/oracle/software}: vi .bash_profile
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_BASE=/u01/app/oracle
export GRID_HOME=/u01/app/12.2.0.1/grid
export ORACLE_HOME=/u01/app/oracle/product/12.2.0.1/dbhome
export ORACLE_TERM=xterm
export PATH=$PATH:$ORACLE_HOME/bin
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
- Validate Readiness for Oracle Clusterware upgrade using CVU
dm01db01,dm01db02,dm01db03,dm01db04,dm01db05,dm01db06,dm01db07,dm01db08 -r 12.2 -orainv oinstall -fixupnoexec -verbose
Verifying Physical Memory …
Node Name Available Required Status
———— ———————— ———————— ———-
dm01db05 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db04 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db03 62.6681GB (6.5712308E7KB) 8GB (8388608.0KB) passed
dm01db02 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db01 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db08 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db07 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
dm01db06 70.5587GB (7.3986188E7KB) 8GB (8388608.0KB) passed
Verifying Physical Memory …PASSED
Verifying Available Physical Memory …
Node Name Available Required Status
———— ———————— ———————— ———-
dm01db05 64.6698GB (6.7811208E7KB) 50MB (51200.0KB) passed
dm01db04 65.1885GB (6.8355116E7KB) 50MB (51200.0KB) passed
dm01db03 59.677GB (6.257588E7KB) 50MB (51200.0KB) passed
dm01db02 66.6203GB (6.9856476E7KB) 50MB (51200.0KB) passed
dm01db01 65.2446GB (6.8413932E7KB) 50MB (51200.0KB) passed
dm01db08 64.9811GB (6.8137596E7KB) 50MB (51200.0KB) passed
dm01db07 65.0432GB (6.820278E7KB) 50MB (51200.0KB) passed
dm01db06 65.0759GB (6.823698E7KB) 50MB (51200.0KB) passed
Verifying Available Physical Memory …PASSED
Verifying Swap Size …
Node Name Available Required Status
———— ———————— ———————— ———-
dm01db05 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db04 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db03 15.9949GB (1.6771856E7KB) 15.9689GB (1.6744628E7KB) passed
dm01db02 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db01 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db08 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db07 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
dm01db06 15.9949GB (1.6771856E7KB) 16GB (1.6777216E7KB) passed
Verifying Swap Size …PASSED
Verifying Free Space: dm01db05:/usr,dm01db05:/var,dm01db05:/etc,dm01db05:/sbin,dm01db05:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db05 / 31.1182GB 25MB passed
/var dm01db05 / 31.1182GB 5MB passed
/etc dm01db05 / 31.1182GB 25MB passed
/sbin dm01db05 / 31.1182GB 10MB passed
/tmp dm01db05 / 31.1182GB 1GB passed
Verifying Free Space: dm01db05:/usr,dm01db05:/var,dm01db05:/etc,dm01db05:/sbin,dm01db05:/tmp …PASSED
Verifying Free Space: dm01db04:/usr,dm01db04:/var,dm01db04:/etc,dm01db04:/sbin,dm01db04:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db04 / 30.8779GB 25MB passed
/var dm01db04 / 30.8779GB 5MB passed
/etc dm01db04 / 30.8779GB 25MB passed
/sbin dm01db04 / 30.8779GB 10MB passed
/tmp dm01db04 / 30.8779GB 1GB passed
Verifying Free Space: dm01db04:/usr,dm01db04:/var,dm01db04:/etc,dm01db04:/sbin,dm01db04:/tmp …PASSED
Verifying Free Space: dm01db03:/usr,dm01db03:/var,dm01db03:/etc,dm01db03:/sbin,dm01db03:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db03 / 32.7207GB 25MB passed
/var dm01db03 / 32.7207GB 5MB passed
/etc dm01db03 / 32.7207GB 25MB passed
/sbin dm01db03 / 32.7207GB 10MB passed
/tmp dm01db03 / 32.7207GB 1GB passed
Verifying Free Space: dm01db03:/usr,dm01db03:/var,dm01db03:/etc,dm01db03:/sbin,dm01db03:/tmp …PASSED
Verifying Free Space: dm01db02:/usr,dm01db02:/var,dm01db02:/etc,dm01db02:/sbin,dm01db02:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db02 / 24.959GB 25MB passed
/var dm01db02 / 24.959GB 5MB passed
/etc dm01db02 / 24.959GB 25MB passed
/sbin dm01db02 / 24.959GB 10MB passed
/tmp dm01db02 / 24.959GB 1GB passed
Verifying Free Space: dm01db02:/usr,dm01db02:/var,dm01db02:/etc,dm01db02:/sbin,dm01db02:/tmp …PASSED
Verifying Free Space: dm01db01:/usr,dm01db01:/var,dm01db01:/etc,dm01db01:/sbin,dm01db01:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db01 / 27.3477GB 25MB passed
/var dm01db01 / 27.3477GB 5MB passed
/etc dm01db01 / 27.3477GB 25MB passed
/sbin dm01db01 / 27.3477GB 10MB passed
/tmp dm01db01 / 27.3477GB 1GB passed
Verifying Free Space: dm01db01:/usr,dm01db01:/var,dm01db01:/etc,dm01db01:/sbin,dm01db01:/tmp …PASSED
Verifying Free Space: dm01db08:/usr,dm01db08:/var,dm01db08:/etc,dm01db08:/sbin,dm01db08:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db08 / 36.6592GB 25MB passed
/var dm01db08 / 36.6592GB 5MB passed
/etc dm01db08 / 36.6592GB 25MB passed
/sbin dm01db08 / 36.6592GB 10MB passed
/tmp dm01db08 / 36.6592GB 1GB passed
Verifying Free Space: dm01db08:/usr,dm01db08:/var,dm01db08:/etc,dm01db08:/sbin,dm01db08:/tmp …PASSED
Verifying Free Space: dm01db07:/usr,dm01db07:/var,dm01db07:/etc,dm01db07:/sbin,dm01db07:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db07 / 38.7031GB 25MB passed
/var dm01db07 / 38.7031GB 5MB passed
/etc dm01db07 / 38.7031GB 25MB passed
/sbin dm01db07 / 38.7031GB 10MB passed
/tmp dm01db07 / 38.7031GB 1GB passed
Verifying Free Space: dm01db07:/usr,dm01db07:/var,dm01db07:/etc,dm01db07:/sbin,dm01db07:/tmp …PASSED
Verifying Free Space: dm01db06:/usr,dm01db06:/var,dm01db06:/etc,dm01db06:/sbin,dm01db06:/tmp …
Path Node Name Mount point Available Required Status
—————- ———— ———— ———— ———— ————
/usr dm01db06 / 38.2168GB 25MB passed
/var dm01db06 / 38.2168GB 5MB passed
/etc dm01db06 / 38.2168GB 25MB passed
/sbin dm01db06 / 38.2168GB 10MB passed
/tmp dm01db06 / 38.2168GB 1GB passed
Verifying Free Space: dm01db06:/usr,dm01db06:/var,dm01db06:/etc,dm01db06:/sbin,dm01db06:/tmp …PASSED
Verifying User Existence: oracle …
Node Name Status Comment
———— ———————— ————————
dm01db05 passed exists(1000)
dm01db04 passed exists(1000)
dm01db03 passed exists(1000)
dm01db02 passed exists(1000)
dm01db01 passed exists(1000)
dm01db08 passed exists(1000)
dm01db07 passed exists(1000)
dm01db06 passed exists(1000)
Verifying Users With Same UID: 1000 …PASSED
Verifying User Existence: oracle …PASSED
…
******************************************************************************************
Following is the list of fixable prerequisites selected to fix in this session
******************************************************************************************
————– ————— —————-
Check failed. Failed on nodes Reboot required?
————– ————— —————-
Soft Limit: maximum stack dm01db05,dm01db04, no
size dm01db03,dm01db02,
dm01db01,dm01db08,
dm01db07,dm01db06
Group Existence: asmadmin dm01db05,dm01db04, no
dm01db03,dm01db02,
dm01db01,dm01db08,
dm01db07,dm01db06
Execute “/tmp/CVU_12.2.0.1.0_oracle/runfixup.sh” as root user on nodes “dm01db06,dm01db05,dm01db04,dm01db03,dm01db02,dm01db01,dm01db08,dm01db07” to perform the fix up operations manually
- Unset the environment variables
- Set the display and execute gridSetup.sh
dm01db01-orcldb1 {/home/oracle}:cd /u01/app/12.2.0.1/grid
dm01db01-orcldb1 {/u01/app/12.2.0.1/grid}:ls -l gridSetup.sh
-rwxr-x— 1 oracle oinstall 5395 Jul 21 2016 gridSetup.sh
dm01db01-orcldb1 {/u01/app/12.2.0.1/grid}:./gridSetup.sh
Launching Oracle Grid Infrastructure Setup Wizard…
OUI starting …
Select “Configure Oracle Grid Infrastructure for a New Cluster”
Select “Configure an Oracle Standalone Cluster”. With Oracle 12.2 Oracle has introduced different Cluster option. For more information please refer to Oracle Grid Infrastructure Install and Upgrade document.
Specify the Cluster name, SCAN Name and the SCAN port to be used for Installation
Provide the list of nodes. Click Add button
On this page you can define one node at a time or range of nodes. Here I am specifying one node.
To specify a range of node, select Add a range of nodes and use the pattern below.
Verify all the nodes and VIP and click next.
Select the correct interface for ASM & Private network and Public network.
Select “Configure ASM using Block Devices”.
Select Yes, if you are planning to create a separate ASM disk group for GIMR. Else select No.
Select “Change Discovery Path” to enter the correct string to discover the candidate disks.
Enter “o/*/SYSTEMDG* to search for all ASM disks with name “SYSTEMDG”
We can see all the ASM disk with the prefix SYSTEMDG
Click Specify Failure Groups to create the ASM failure groups. Here I have 14 storage cells, so each cell act as a failure group in Exadata
Select the ASM disks to create DBFS_DG ASM disk group to store OCR and Voting disks. Here I am creating DBFS_DG disk group using normal redundancy and disks from 7 storage cells.
Create MGMT_DG for storing GIMR repository. Here I am creating MGMT_DG disk group using normal redundancy and disks from 7 storage cells.
Specify the ASM password for SYS and ASMSNMP users
Specify a strong password to avoid this warning. Click YES to continue.
Select “Do not user IPMI” and click Next.
Click next. This step can be performed at a later time.
Specify the OS groups for ASM authentication
Click Yes to continue.
Specify the Oracle Base. GI HOME is selected by default as we unzipped the GI software and running gridSetup from GI HOME.
Click Next. We can run the root script manually at the end of the installation.
Prerequisite checks started
Prerequisite checks in progress
Prerequisite check failed for Soft Limit. You can ignore it and move forward or use “Fix & Check Again”
Click Fix & Check Again
A pop-up box appears asking you to run the “runfixup.sh” script
Login as root user and run the fixup script
If you don’t want to run the fixup script. Click Ignore All and click next.
Click Yes to continue.
On Installation summary page verify the details and click Install
Grid Infrastructure Installation progress
The following screen appears to run the root.sh script as root user.
Open a new terminal and run the /u01/app/12.2.0.1/grid/root.sh on all the nodes. Run the script on node 1 first. Once it is completed successfully on node 1, you can run the script on all other nodes in parallel.
Node 1:
[root@dm01db01 ~]# /u01/app/12.2.0.1/grid/root.sh
Performing root user operation.
The following environment variables are set as:
ORACLE_OWNER= oracle
ORACLE_HOME= /u01/app/12.2.0.1/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:
The contents of “dbhome” have not changed. No need to overwrite.
The file “oraenv” already exists in /usr/local/bin. Overwrite it? (y/n)
[n]: y
Copying oraenv to /usr/local/bin …
The contents of “coraenv” have not changed. No need to overwrite.
Creating /etc/oratab file…
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Relinking oracle with rac_on option
Using configuration parameter file: /u01/app/12.2.0.1/grid/crs/install/crsconfig_params
The log of current session can be found at:
/u01/app/grid/crsdata/dm01db01/crsconfig/rootcrs_dm01db01_2017-03-09_03-33-02AM.log
2017/03/09 03:33:04 CLSRSC-594: Executing installation step 1 of 19: ‘SetupTFA’.
2017/03/09 03:33:05 CLSRSC-4001: Installing Oracle Trace File Analyzer (TFA) Collector.
2017/03/09 03:33:36 CLSRSC-4002: Successfully installed Oracle Trace File Analyzer (TFA) Collector.
2017/03/09 03:33:36 CLSRSC-594: Executing installation step 2 of 19: ‘ValidateEnv’.
2017/03/09 03:33:43 CLSRSC-363: User ignored prerequisites during installation
2017/03/09 03:33:43 CLSRSC-594: Executing installation step 3 of 19: ‘CheckFirstNode’.
2017/03/09 03:33:45 CLSRSC-594: Executing installation step 4 of 19: ‘GenSiteGUIDs’.
2017/03/09 03:33:47 CLSRSC-594: Executing installation step 5 of 19: ‘SaveParamFile’.
2017/03/09 03:33:54 CLSRSC-594: Executing installation step 6 of 19: ‘SetupOSD’.
2017/03/09 03:33:54 CLSRSC-594: Executing installation step 7 of 19: ‘CheckCRSConfig’.
2017/03/09 03:33:54 CLSRSC-594: Executing installation step 8 of 19: ‘SetupLocalGPNP’.
2017/03/09 03:34:16 CLSRSC-594: Executing installation step 9 of 19: ‘ConfigOLR’.
2017/03/09 03:34:24 CLSRSC-594: Executing installation step 10 of 19: ‘ConfigCHMOS’.
2017/03/09 03:34:24 CLSRSC-594: Executing installation step 11 of 19: ‘CreateOHASD’.
2017/03/09 03:34:30 CLSRSC-594: Executing installation step 12 of 19: ‘ConfigOHASD’.
2017/03/09 03:34:45 CLSRSC-330: Adding Clusterware entries to file ‘oracle-ohasd.conf’
2017/03/09 03:35:05 CLSRSC-594: Executing installation step 13 of 19: ‘InstallAFD’.
2017/03/09 03:35:11 CLSRSC-594: Executing installation step 14 of 19: ‘InstallACFS’.
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’ has completed
CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
2017/03/09 03:35:43 CLSRSC-594: Executing installation step 15 of 19: ‘InstallKA’.
2017/03/09 03:35:56 CLSRSC-594: Executing installation step 16 of 19: ‘InitConfig’.
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’ has completed
CRS-4133: Oracle High Availability Services has been stopped.
CRS-4123: Oracle High Availability Services has been started.
CRS-2672: Attempting to start ‘ora.evmd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.mdnsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.mdnsd’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.evmd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.gpnpd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.gpnpd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssdmonitor’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.gipcd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.cssdmonitor’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.gipcd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.diskmon’ on ‘dm01db01’
CRS-2676: Start of ‘ora.diskmon’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.cssd’ on ‘dm01db01’ succeeded
Disk groups created successfully. Check /u01/app/grid/cfgtoollogs/asmca/asmca-170309AM033635.log for details.
2017/03/09 03:37:26 CLSRSC-482: Running command: ‘/u01/app/12.2.0.1/grid/bin/ocrconfig -upgrade oracle oinstall’
CRS-2672: Attempting to start ‘ora.crf’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.storage’ on ‘dm01db01’
CRS-2676: Start of ‘ora.storage’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.crf’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.crsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.crsd’ on ‘dm01db01’ succeeded
CRS-4256: Updating the profile
Successful addition of voting disk 78c7111b10e44f2dbfed007a03782cef.
Successful addition of voting disk 42f1ce36d82b4f43bf7802841a0511d4.
Successful addition of voting disk a43a383b20ff4f50bf690962ce8e9bb5.
Successfully replaced voting disk group with +DBFS_DG.
CRS-4256: Updating the profile
CRS-4266: Voting file(s) successfully replaced
## STATE File Universal Id File Name Disk group
— —– —————– ——— ———
1. ONLINE 78c7111b10e44f2dbfed007a03782cef (o/192.168.2.11/SYSTEMDG_CD_10_dm01cel03) [DBFS_DG]
2. ONLINE 42f1ce36d82b4f43bf7802841a0511d4 (o/192.168.2.18/SYSTEMDG_CD_06_dm01cel10) [DBFS_DG]
3. ONLINE a43a383b20ff4f50bf690962ce8e9bb5 (o/192.168.2.16/SYSTEMDG_CD_05_dm01cel08) [DBFS_DG]
Located 3 voting disk(s).
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.crsd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.crsd’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.storage’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.crf’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.drivers.acfs’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.gpnpd’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.mdnsd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.drivers.acfs’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.crf’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.gpnpd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.storage’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.asm’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.mdnsd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.asm’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.ctssd’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.evmd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.ctssd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.evmd’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.cssd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.cssd’ on ‘dm01db01’ succeeded
CRS-2673: Attempting to stop ‘ora.diskmon’ on ‘dm01db01’
CRS-2673: Attempting to stop ‘ora.gipcd’ on ‘dm01db01’
CRS-2677: Stop of ‘ora.gipcd’ on ‘dm01db01’ succeeded
CRS-2677: Stop of ‘ora.diskmon’ on ‘dm01db01’ succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on ‘dm01db01’ has completed
CRS-4133: Oracle High Availability Services has been stopped.
2017/03/09 03:39:09 CLSRSC-594: Executing installation step 17 of 19: ‘StartCluster’.
CRS-4123: Starting Oracle High Availability Services-managed resources
CRS-2672: Attempting to start ‘ora.evmd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.mdnsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.mdnsd’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.evmd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.gpnpd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.gpnpd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.gipcd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.gipcd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssdmonitor’ on ‘dm01db01’
CRS-2676: Start of ‘ora.cssdmonitor’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.cssd’ on ‘dm01db01’
CRS-2672: Attempting to start ‘ora.diskmon’ on ‘dm01db01’
CRS-2676: Start of ‘ora.diskmon’ on ‘dm01db01’ succeeded
CRS-2676: Start of ‘ora.cssd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.ctssd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.ctssd’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.asm’ on ‘dm01db01’
CRS-2676: Start of ‘ora.asm’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.storage’ on ‘dm01db01’
CRS-2676: Start of ‘ora.storage’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.crf’ on ‘dm01db01’
CRS-2676: Start of ‘ora.crf’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.crsd’ on ‘dm01db01’
CRS-2676: Start of ‘ora.crsd’ on ‘dm01db01’ succeeded
CRS-6023: Starting Oracle Cluster Ready Services-managed resources
CRS-6017: Processing resource auto-start for servers: dm01db01
CRS-6016: Resource auto-start has completed for server dm01db01
CRS-6024: Completed start of Oracle Cluster Ready Services-managed resources
CRS-4123: Oracle High Availability Services has been started.
2017/03/09 03:41:28 CLSRSC-343: Successfully started Oracle Clusterware stack
2017/03/09 03:41:28 CLSRSC-594: Executing installation step 18 of 19: ‘ConfigNode’.
CRS-2672: Attempting to start ‘ora.ASMNET1LSNR_ASM.lsnr’ on ‘dm01db01’
CRS-2676: Start of ‘ora.ASMNET1LSNR_ASM.lsnr’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.asm’ on ‘dm01db01’
CRS-2676: Start of ‘ora.asm’ on ‘dm01db01’ succeeded
CRS-2672: Attempting to start ‘ora.DBFS_DG.dg’ on ‘dm01db01’
CRS-2676: Start of ‘ora.DBFS_DG.dg’ on ‘dm01db01’ succeeded
2017/03/09 03:43:32 CLSRSC-594: Executing installation step 19 of 19: ‘PostConfig’.
2017/03/09 03:44:19 CLSRSC-325: Configure Oracle Grid Infrastructure for a Cluster … succeeded
Now you can run the script on all other nodes in parallel.
Go back to the installation screen and click ok.
Installation continues
Click Ok to finish the Installation.
- Verify Installation
——————————————————————————–
Name Target State Server State details
——————————————————————————–
Local Resources
——————————————————————————–
ora.ASMNET1LSNR_ASM.lsnr
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
ora.DBFS_DG.dg
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
ora.LISTENER.lsnr
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.MGMT_DG.dg
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
ora.chad
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.net1.network
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.ons
ONLINE ONLINE dm01db01 STABLE
ONLINE ONLINE dm01db02 STABLE
ONLINE ONLINE dm01db03 STABLE
ONLINE ONLINE dm01db04 STABLE
ONLINE ONLINE dm01db05 STABLE
ONLINE ONLINE dm01db06 STABLE
ONLINE ONLINE dm01db07 STABLE
ONLINE ONLINE dm01db08 STABLE
ora.proxy_advm
OFFLINE OFFLINE dm01db01 STABLE
OFFLINE OFFLINE dm01db02 STABLE
OFFLINE OFFLINE dm01db03 STABLE
OFFLINE OFFLINE dm01db04 STABLE
OFFLINE OFFLINE dm01db05 STABLE
OFFLINE OFFLINE dm01db06 STABLE
OFFLINE OFFLINE dm01db07 STABLE
OFFLINE OFFLINE dm01db08 STABLE
——————————————————————————–
Cluster Resources
——————————————————————————–
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE dm01db02 STABLE
ora.LISTENER_SCAN2.lsnr
1 ONLINE ONLINE dm01db04 STABLE
ora.LISTENER_SCAN3.lsnr
1 ONLINE ONLINE dm01db01 STABLE
ora.MGMTLSNR
1 ONLINE ONLINE dm01db01 192.168.2.1,STABLE
ora.asm
1 ONLINE ONLINE dm01db01 Started,STABLE
2 ONLINE ONLINE dm01db02 Started,STABLE
3 ONLINE ONLINE dm01db04 Started,STABLE
ora.dm01db01.vip
1 ONLINE ONLINE dm01db01 STABLE
ora.dm01db02.vip
1 ONLINE ONLINE dm01db02 STABLE
ora.dm01db03.vip
1 ONLINE ONLINE dm01db03 STABLE
ora.dm01db04.vip
1 ONLINE ONLINE dm01db04 STABLE
ora.dm01db05.vip
1 ONLINE ONLINE dm01db05 STABLE
ora.dm01db06.vip
1 ONLINE ONLINE dm01db06 STABLE
ora.dm01db07.vip
1 ONLINE ONLINE dm01db07 STABLE
ora.dm01db08.vip
1 ONLINE ONLINE dm01db08 STABLE
ora.cvu
1 ONLINE ONLINE dm01db01 STABLE
ora.mgmtdb
1 ONLINE ONLINE dm01db01 Open,STABLE
ora.qosmserver
1 ONLINE ONLINE dm01db01 STABLE
ora.scan1.vip
1 ONLINE ONLINE dm01db02 STABLE
ora.scan2.vip
1 ONLINE ONLINE dm01db04 STABLE
ora.scan3.vip
1 ONLINE ONLINE dm01db01 STABLE
——————————————————————————–
[root@dm01db01 ~]#
ASMCMD> lsdg
State Type Rebal Sector Logical_Sector Block AU Total_MB Free_MB Req_mir_free_MB
Usable_file_MB Offline_disks Voting_files Name
MOUNTED NORMAL N 512 512 4096 4194304 2136960 2135156 30528
1052314 0 Y DBFS_DG/
MOUNTED NORMAL N 512 512 4096 4194304 824256 755900 30528
362686 0 N MGMT_DG/
ASMCMD> showclustermode
ASM cluster : Flex mode enabled
ASMCMD> showversion
ASM version : 12.2.0.1.0
Conclusion
In this article we have learned how to Install Oracle Grid Infrastructure 12.2.0.1 on Exadata X2 Full Rack. The GI installation has change little bit 12.2. GI 12.2 installation now uses gridSetup.sh to installation GI software.