1 Create VM 1 on VB

2 Install OS to VM 1
3 Configure OS 1
4 Create Group & User
5 Shutdown VM 1
6 Clone VM 1 to VM 2
7 Add shared disks to VM 1
8 Sperate Disk
9 Configure OS 2
10 Add shared disks to VM 2
11 Copy software to VM 1
12 Config DNS server
13 Snapshot Vmware & Disable Network & Configure DNS File
14 Install Grid
15 Instal Oracle
16 DBCA
CPU 1 Core
RAM 4GB
Storage 50GB Dynamic VMDK
Network 1 Bridged VMnet0
Network 2 NAT VMnet8
Network 3 Host-only VMnet1
Display 16MB
Software Selection
Minimum Install

Network
ens32 (eth0): DHCP (Connect Automatically)
ens33 (eth1): IP=192.168.80.101, Subnet=255.255.255.0, Gateway=192.168.80.1, DNS=192.168.80.100, Search=ora
ens34 (eth2): IP=192.168.10.101, Subnet=255.255.255.0, Gateway=<blank>, DNS=<blank>, Search=<blank> (Conne
hostname : rac1.oracledb.xyz

yum -y install net-tools

S=192.168.80.100, Search=oracledb.xyz (Connect Automatically)
ank>, Search=<blank> (Connect Automatically)
curl -o oracle-database-preinstall-18c-1.0-1.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPac
yum -y localinstall oracle-database-preinstall-18c-1.0-1.el7.x86_64.rpm
curl -o oracleasm-support-2.1.11-2.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPackage/ora
yum -y localinstall oracleasm-support-2.1.11-2.el7.x86_64.rpm
curl -o oracleasmlib-2.0.12-1.el7.x86_64.rpm https://download.oracle.com/otn_software/asmlib/oracleasmlib-2.0.12-1.el7.x86_6
yum -y localinstall oracleasmlib-2.0.12-1.el7.x86_64.rpm
yum -y install gcc-c++

Add the following lines to the "/etc/sysctl.conf" file, or in a file called "/etc/sysctl.d/98-oracle.conf".

fs.file-max = 6815744
kernel.sem = 250 32000 100 128
kernel.shmmni = 4096
kernel.shmall = 1073741824
kernel.shmmax = 4398046511104
kernel.panic_on_oops = 1
net.core.rmem_default = 262144
net.core.rmem_max = 4194304
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.ipv4.conf.all.rp_filter = 2
net.ipv4.conf.default.rp_filter = 2
fs.aio-max-nr = 1048576
net.ipv4.ip_local_port_range = 9000 65500

Check /sbin/sysctl -p

Add the following lines to a file called "/etc/security/limits.d/20-nproc.conf" file.

oracle soft nofile 1024 grid soft nofile 1024

oracle hard nofile 65536 grid hard nofile 65536
oracle soft nproc 16384 grid soft nproc 16384
oracle hard nproc 16384 grid hard nproc 16384
oracle soft stack 10240 grid soft stack 10240
oracle hard stack 32768 grid hard stack 32768
oracle hard memlock 134217728 grid hard memlock 134217728
oracle soft memlock 134217728 grid soft memlock 134217728

Apart form the localhost address, the "/etc/hosts" file can be left blank, but I prefer to put the addresses in for refe

# Public
192.168.80.101 rac1.oracledb.xyz rac1
192.168.80.102 rac2.oracledb.xyz rac2
192.168.80.103 rac3.oracledb.xyz rac3
# Private
192.168.10.101 rac1-priv.oracledb.xyz rac1-priv
192.168.10.102 rac2-priv.oracledb.xyz rac2-priv
192.168.10.103 rac3-priv.oracledb.xyz rac3-priv
# Virtual
192.168.80.104 rac1-vip.oracledb.xyz rac1-vip
192.168.80.105 rac2-vip.oracledb.xyz rac2-vip
192.168.80.106 rac3-vip.oracledb.xyz rac3-vip
# SCAN
#192.168.80.107 o18c-scan.oracledb.xyz o18c-scan
#192.168.80.108 o18c-scan.oracledb.xyz o18c-scan
#192.168.80.109 o18c-scan.oracledb.xyz o18c-scan

Make sure the "/etc/resolv.conf" file includes a nameserver entry that points to the correct nameserver. Also, if the

#domain oracledb.xyz
search oracledb.xyz
localdomain 192.168.80.100

The changes to the "resolv.conf" will be overwritten by the network manager, due to the presence of the NAT inter
ONBOOT=no

Change the setting of SELinux to permissive by editing the "/etc/selinux/config" file, making sure the SELINUX flag is
SELINUX=permissive

If you have the Linux firewall enabled, you will need to disable or configure it, as shown here or here. The following
systemctl stop firewalld
systemctl disable firewalld
eLinux/OL7/latest/x86_64/getPackage/oracle-database-preinstall-18c-1.0-1.el7.x86_64.rpm

OL7/latest/x86_64/getPackage/oracleasm-support-2.1.11-2.el7.x86_64.rpm

b/oracleasmlib-2.0.12-1.el7.x86_64.rpm

8-oracle.conf".

o put the addresses in for reference.

 orrect nameserver. Also, if the "domain" and "search" entries are both present, comment out one of them. For this installation my "/etc/r

the presence of the NAT interface. For this reason, this interface should now be disabled on startup. You can enable it manually if you nee

making sure the SELINUX flag is set as follows.

wn here or here. The following is an example of disabling the firewall.

For this installation my "/etc/resolv.conf" looked like this.

n enable it manually if you need to access the internet from the VMs. Edit the "/etc/sysconfig/network-scripts/ifcfg-enp0s3" (eth0) file, ma
ts/ifcfg-enp0s3" (eth0) file, making the following change. This will take effect after the next restart.
RAC 3
curl -o oracle-database-preinstall-18c-1.0-1.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPac
yum -y localinstall oracle-database-preinstall-18c-1.0-1.el7.x86_64.rpm
curl -o oracleasm-support-2.1.11-2.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPackage/ora
yum -y localinstall oracleasm-support-2.1.11-2.el7.x86_64.rpm
curl -o oracleasmlib-2.0.12-1.el7.x86_64.rpm https://download.oracle.com/otn_software/asmlib/oracleasmlib-2.0.12-1.el7.x86_6
yum -y localinstall oracleasmlib-2.0.12-1.el7.x86_64.rpm
yum -y install gcc-c++

Add the following lines to a file called "/etc/security/limits.d/20-nproc.conf" file.

oracle soft nofile 1024 grid soft nofile 1024
oracle hard nofile 65536 grid hard nofile 65536
oracle soft nproc 16384 grid soft nproc 16384
oracle hard nproc 16384 grid hard nproc 16384
oracle soft stack 10240 grid soft stack 10240
oracle hard stack 32768 grid hard stack 32768
oracle hard memlock 134217728 grid hard memlock 134217728
oracle soft memlock 134217728 grid soft memlock 134217728

vi /etc/hosts
# Public
#192.168.80.101 rac1.oracledb.xyz rac1
#192.168.80.102 rac2.oracledb.xyz rac2
#192.168.80.103 rac3.oracledb.xyz rac3
# Private
192.168.10.101 rac1-priv.oracledb.xyz rac1-priv
192.168.10.102 rac2-priv.oracledb.xyz rac2-priv
192.168.10.103 rac3-priv.oracledb.xyz rac3-priv
# Virtual
192.168.80.104 rac1-vip.oracledb.xyz rac1-vip
192.168.80.105 rac2-vip.oracledb.xyz rac2-vip
192.168.80.106 rac3-vip.oracledb.xyz rac3-vip
# SCAN
#192.168.80.107 o18c-scan.oracledb.xyz o18c-scan
#192.168.80.108 o18c-scan.oracledb.xyz o18c-scan
#192.168.80.109 o18c-scan.oracledb.xyz o18c-scan

vi /etc/hostname

Change the setting of SELinux to permissive by editing the "/etc/selinux/config" file, making sure the SELINUX flag is
SELINUX=permissive

groupadd -g 54321 oinstall

groupadd -g 54322 dba
groupadd -g 54323 oper
groupadd -g 54324 backupdba
groupadd -g 54325 dgdba
groupadd -g 54326 kmdba
groupadd -g 54327 asmdba
groupadd -g 54328 asmoper
groupadd -g 54329 asmadmin
groupadd -g 54330 racdba

useradd -u 54322 -g oinstall -G dba,oper,backupdba,dgdba,kmdba,asmdba,asmoper,asmadmin,racdba grid

useradd -u 54321 -g oinstall -G dba,oper,backupdba,dgdba,kmdba,asmdba,asmoper,asmadmin,racdba oracle

Create the directories in which the Oracle software will be installed.

mkdir -p /u02
mkdir -p /u01
chown -R oracle.oinstall /u01
chown -R grid.oinstall /u02
chmod -R 775 /u01
chmod -R 775 /u02

systemctl stop firewalld

systemctl disable firewalld

yum -y install nfs-utils

mkdir -p /u06/data1
mkdir -p /u06/data2
mkdir -p /u06/data3

vi /etc/fstab
rac1:/u03/data1 /u06/data1 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0
rac1:/u04/data2 /u06/data2 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0
rac1:/u05/data3 /u06/data3 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0

chkconfig nfs on
service nfs restart
service nfs status

mount /u06/data1 umount /u06/data1

mount /u06/data2 umount /u06/data2
mount /u06/data3 umount /u06/data3

chown -R grid:oinstall /u06/data1

chown -R grid:asmadmin /u06/data1/ *
chown -R oracle:oinstall /u06/data2
chown -R oracle:oinstall /u06/data3

yum -y install ntp

vi /etc/ntp.conf
systemctl restart ntpd
systemctl enable ntpd
systemctl status ntpd

vi /etc/chrony.conf
systemctl enable chronyd
systemctl restart chronyd
chronyc -a 'burst 4/4'
chronyc -a makestep

oracleasm configure -i
grid
asmadmin
y
y
oracleasm init
oracleasm scandisks
oracleasm listdisks

RAC 1

cd /u02/grid
./gridSetup.sh
srvctl add instance -d DB01 -i DB013 -n rac3

RAC 1 oracle
./sshUserSetup.sh -user oracle -hosts "rac1 rac2 rac3" -noPromptPassphrase
cd /u01/oracle/addnote
sh addnote.sh
eLinux/OL7/latest/x86_64/getPackage/oracle-database-preinstall-18c-1.0-1.el7.x86_64.rpm

OL7/latest/x86_64/getPackage/oracleasm-support-2.1.11-2.el7.x86_64.rpm

b/oracleasmlib-2.0.12-1.el7.x86_64.rpm

making sure the SELINUX flag is set as follows.

asmadmin,racdba oracle

768,actimeo=0 0 0
768,actimeo=0 0 0
768,actimeo=0 0 0
Make sure NTP (Chrony on OL7/RHEL7) is enabled.

systemctl enable chronyd

systemctl restart chronyd
chronyc -a 'burst 4/4'
chronyc -a makestep

Install NTP
yum -y install ntp
systemctl start ntpd
systemctl enable ntpd
systemctl status ntpd

NTP server

Stop service "Windows Time"

HKEY_LOCAL_MACHINE -> SYSTEM ->CurrentControlSet -> Services -> W32Time -> TimeProviders -> NtpServer
Sửa giá trị Enabled với Value data = 1

Trong W32Time -> Config -> AnnounceFlags . Thay đổi Value data = 5
Khởi động lại dịch vụ W32Time

NTP client
ntpdate 192.168.80.100
vi /etc/ntp.conf
server 192.168.80.100 iburst prefer
comment all other server

vi /etc/chrony.conf
server 192.168.80.100 iburst prefer
comment all other server

Deactive Bridged Network

Restart server

Test
chronyc sources
chronyc tracking
timedatectl status

systemctl status chronyd

systemctl status ntpd

systemctl restart ntpd

systemctl enable ntpd
systemctl restart chronyd
systemctl enable chronyd
meProviders -> NtpServer
groupadd -g 54321 oinstall
groupadd -g 54322 dba
groupadd -g 54323 oper
groupadd -g 54324 backupdba
groupadd -g 54325 dgdba
groupadd -g 54326 kmdba
groupadd -g 54327 asmdba
groupadd -g 54328 asmoper
groupadd -g 54329 asmadmin
groupadd -g 54330 racdba

useradd -u 54322 -g oinstall -G dba,oper,backupdba,dgdba,kmdba,asmdba,asmoper,asmadmin,racdba grid

usermod -u 54321 -g oinstall -G dba,oper,backupdba,dgdba,kmdba,asmdba,asmoper,asmadmin,racdba oracle

Create the directories in which the Oracle software will be installed.

mkdir -p /u02/grid/18.0.0.1/grid_home/
mkdir -p /u02/grid/18.0.0.1/log/
mkdir -p /u02/gridbase/18.0.0.1/
mkdir -p /u01/oracle/18.0.0.1/db_home/
chown -R oracle.oinstall /u01
chown -R grid.oinstall /u02
chmod -R 775 /u01
chmod -R 775 /u02

Oracle user bash_profile on node 1

vi .bash_profile
# Oracle Settings
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_HOSTNAME=rac1.oracledb.xyz
export ORACLE_UNQNAME=DB01
export ORACLE_BASE=/u01/oracle/18.0.0.1
export DB_HOME=$ORACLE_BASE/db_home
export ORACLE_HOME=$DB_HOME
export ORACLE_SID=DB011
export ORACLE_TERM=xterm
export BASE_PATH=/usr/sbin:$PATH
export PATH=$ORACLE_HOME/bin:$BASE_PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib

Grid user bash_profile on node 1

# Oracle Settings
export TMP=/tmp
export TMPDIR=$TMP
export ORACLE_HOSTNAME=rac1.oracledb.xyz
export ORACLE_UNQNAME=DB01
export ORACLE_BASE=/u02/gridbase/18.0.0.1
export GRID_BASE=/u02/gridbase/18.0.0.1
export GRID_HOME=/u02/grid/18.0.0.1/grid_home
export ORACLE_HOME=/u02/grid/18.0.0.1/grid_home
export ORACLE_SID=+ASM1
export ORACLE_TERM=xterm
export BASE_PATH=/usr/sbin:$PATH
export PATH=$ORACLE_HOME/bin:$BASE_PATH
export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
asmadmin,racdba oracle
Node 1 - Create Mount Point
mkdir /u03
mkdir /u04
mkdir /u05

fdisk /dev/sdb
fdisk /dev/sdc
fdisk /dev/sdd

mkfs.ext4 /dev/sdb1
mkfs.ext4 /dev/sdc1
mkfs.ext4 /dev/sdd1

mount /dev/sdb1 /u03

mount /dev/sdc1 /u04
mount /dev/sdd1 /u05

vi /etc/fstab
/dev/sdb1 /u03 auto auto 0 0
/dev/sdc1 /u04 auto auto 0 0
/dev/sdd1 /u05 auto auto 0 0

Create NFS

mkdir /u03/data1
mkdir /u04/data2
mkdir /u05/data3

vi /etc/exports
/u03/data1 *(rw,sync,no_wdelay,insecure_locks,no_root_squash)
/u04/data2 *(rw,sync,no_wdelay,insecure_locks,no_root_squash)
/u05/data3 *(rw,sync,no_wdelay,insecure_locks,no_root_squash)

chkconfig nfs on
service nfs restart
service nfs status

vi /etc/fstab
nas1:/u03/data1 /u06/data1 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0
nas1:/u04/data2 /u06/data2 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0
nas1:/u05/data3 /u06/data3 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0

chown -R grid:oinstall /u06/data1

chown -R oracle:oinstall /u06/data2
chown -R oracle:oinstall /u06/data3

vi /etc/hosts
#NAS
192.168.80.101 nas1.oracledb.xyz nas1

mount /u06/data1
mount /u06/data2
mount /u06/data3

Node 2

mkdir /u06/data1
mkdir /u06/data2
mkdir /u06/data3

vi /etc/fstab
rac1:/u03/data1 /u06/data1 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0
rac1:/u04/data2 /u06/data2 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0
rac1:/u05/data3 /u06/data3 nfs rw,bg,hard,nointr,tcp,vers=3,timeo=600,rsize=32768,wsize=32768,actimeo=0 0 0

service nfs restart

service nfs status

mount /u06/data1
mount /u06/data2
mount /u06/data3

chown -R grid:oinstall /u06/data1

C
Log in to the "rac2" virtual machine as the "root" user so we can reconfigure the network settings to mat

hostname: rac2.oracledb.xyz
ens33 (eth0): DHCP (*Not* Connect Automatically)
ens34 (eth1): IP=192.168.56.102, Subnet=255.255.255.0, Gateway=192.168.56.1, DNS=192.168.80.100
ens35 (eth2): IP=192.168.20.102, Subnet=255.255.255.0, Gateway=<blank>, DNS=<blank>, Search=<bl

vi /etc/hostname

Edit the "/etc/sysconfig/network-scripts/ifcfg-enp0s8" (eth1), amending only the IPADDR settings as follo
IPADDR=192.168.56.102

Edit the "/etc/sysconfig/network-scripts/ifcfg-enp0s9" (eth2), amending only the IPADDR settings as follo
IPADDR=192.168.20.102

su - oracle
vi .bash_profile
export ORACLE_HOSTNAME=rac2.oracledb.xyz
export ORACLE_UNQNAME=DB01
export ORACLE_SID=DB012

oracleasm scandisks
oracleasm listdisks

remove all file and folder on folder /u02

re the network settings to match the following.

168.56.1, DNS=192.168.80.100, Search=localdomain (Connect Automatically)

nk>, DNS=<blank>, Search=<blank> (Connect Automatically)

nly the IPADDR settings as follows and deleting the UUID entry.

nly the IPADDR settings as follows and deleting the UUID entry.
Use the "fdisk" command to partition the disks sdb to sde. The following output shows the expected fdisk output fo

fdisk /dev/sdb
Welcome to fdisk (util-linux 2.23.2).

Changes will remain in memory only, until you decide to write them.
Be careful before using the write command.

Device does not contain a recognized partition table

Building a new DOS disklabel with disk identifier 0x14a4629c.

Command (m for help): n

Partition type:
p primary (0 primary, 0 extended, 4 free)
e extended
Select (default p): p
Partition number (1-4, default 1):
First sector (2048-41943039, default 2048):
Using default value 2048
Last sector, +sectors or +size{K,M,G} (2048-41943039, default 41943039):
Using default value 41943039
Partition 1 of type Linux and of size 20 GiB is set

Command (m for help): w

The partition table has been altered!

Calling ioctl() to re-read partition table.

Syncing disks.
#

oracleasm configure -i
grid
asmadmin
y
y
oracleasm init
oracleasm createdisk DATA1 /dev/sdb1
oracleasm createdisk DATA2 /dev/sdc1

oracleasm scandisks
oracleasm listdisks

In each case, the sequence of answers is "n", "p", "1", "Return", "Return" and "w".
ls -al /dev/sd*1

Configure your UDEV rules, as shown here.

Add the following to the "/etc/scsi_id.config" file to configure SCSI devices as trusted. Create the file if it doesn't alr
options=-g

/usr/lib/udev/scsi_id -g -u -d /dev/sdb1
1ATA_VBOX_HARDDISK_VB189c7a69-689f61b0
/usr/lib/udev/scsi_id -g -u -d /dev/sdc1
1ATA_VBOX_HARDDISK_VBc4ae174e-fc756d12
/usr/lib/udev/scsi_id -g -u -d /dev/sdd1
1ATA_VBOX_HARDDISK_VBa4e03079-ae751cbd

Using these values, edit the "/etc/udev/rules.d/99-oracle-asmdevices.rules" file adding the following 4 entries. All p

KERNEL=="sd?1", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="1ATA_V

KERNEL=="sd?1", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="1ATA_V
KERNEL=="sd?1", SUBSYSTEM=="block", PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="1ATA_V

Load updated block device partition tables.

/sbin/partprobe /dev/sdb1
/sbin/partprobe /dev/sdc1
/sbin/partprobe /dev/sdd1

Reload the UDEV rules.

/sbin/udevadm control --reload-rules

The disks should now be visible and have the correct ownership using the following command. If they are not visibl

ls -al /dev/oracleasm/*
lrwxrwxrwx. 1 root root 7 Mar 6 17:41 /dev/oracleasm/asm-disk1 -> ../sdb1
lrwxrwxrwx. 1 root root 7 Mar 6 17:41 /dev/oracleasm/asm-disk2 -> ../sdc1
lrwxrwxrwx. 1 root root 7 Mar 6 17:41 /dev/oracleasm/asm-disk3 -> ../sdd1

The symbolic links are owned by root, but the devices they point to now have the correct ownership.
ls -al /dev/sd*1
s the expected fdisk output for the sdb disk.
 Create the file if it doesn't already exist.

ng the following 4 entries. All parameters for a single entry must be on the same line.

v/$parent", RESULT=="1ATA_VBOX_HARDDISK_VB1881a9ad-68e39af7", SYMLINK+="oracleasm/asm-disk1", OWNER="grid", GROUP="asmad

v/$parent", RESULT=="1ATA_VBOX_HARDDISK_VB52a08f51-46b82043", SYMLINK+="oracleasm/asm-disk2", OWNER="grid", GROUP="asma
v/$parent", RESULT=="1ATA_VBOX_HARDDISK_VB6513f880-ebc7bb64", SYMLINK+="oracleasm/asm-disk3", OWNER="grid", GROUP="asmad

ommand. If they are not visible, your UDEV configuration is incorrect and must be fixed before you proceed.

rect ownership.
OWNER="grid", GROUP="asmadmin", MODE="0660"
OWNER="grid", GROUP="asmadmin", MODE="0660"
OWNER="grid", GROUP="asmadmin", MODE="0660"
Disable Firewall
Add scan, rac1 ,rac2
Run on all nodes

cd /u02/grid/cv/rpm
rpm -Uvh cvuqdisk*

Pre check
/u02/grid/runcluvfy.sh stage -pre crsinst -n rac1,rac2 -verbose

Run on node 1
./gridSetup.sh
/u02/grid/gridSetup.sh
Click setup all node before click next
/dev/oracleasm/disks/
pass : oracle
/u01/grid/bin/asmca
alter system set asm_diskstring = '/u06/data1/' , '/u06/data2/' , '/u06/data3/' scope=both sid='*';
dd if=/dev/zero of=/u06/data2/data_disk1 bs=1k count=10000000
dd if=/dev/zero of=/u06/data2/data_disk2 bs=1k count=10000000
dd if=/dev/zero of=/u06/data3/data_disk3 bs=1k count=10000000
dd if=/dev/zero of=/u06/data4/data_disk3 bs=1k count=10000000
both sid='*';
run by oracle
Phân quyền oracle cho thư mục /u01
/u01/oracle/runInstaller
delete các thư mục con trong /u01 ở node 2
/u01/oracle/root.sh
/u01/oracle/bin/dbca
Cannot see ASM disk groups in DBCA from oracle

User oracle

[root@rac1-pub bin]# chmod 6751 oracle

[root@rac1-pub bin]# ll oracle

-rwsr-s--x 1 oracle oinstall 239626641 Apr 18 17:49 oracle

[root@rac1-pub bin]# pwd

/u01/app/oracle/product/11203/dbhome/bin

   User grid

[root@rac1-pub bin]# chmod 6751 oracle

[root@rac1-pub bin]# ll oracle

-rwsr-s--x 1 grid oinstall 209914471 Apr 18 16:15 oracle

[root@rac1-pub bin]# pwd

/u01/app/11203/bin
Cannot see ASM disk groups in Install Grid from grid

Change device path to /dev/oracleasm/disks/

[root@rac1 ~]# cd /u01/oracle/bin/

[root@rac1 bin]# ll oracle
-rwsr-s--x. 1 oracle asmadmin 436992376 Jun 30 22:38 oracle
[root@rac1 bin]# chmod 6751 oracle
[root@rac1 bin]# ll oracle
-rwsr-s--x. 1 oracle asmadmin 436992376 Jun 30 22:38 oracle
[root@rac1 bin]# cd /u01/grid
[root@rac1 grid]# cd bin
[root@rac1 bin]# ll oracle
-rwxr-x--x. 1 grid oinstall 413848160 Jun 27 00:18 oracle
[root@rac1 bin]# chmod 6751 oracle
[root@rac1 bin]# ll oracle
-rwsr-s--x. 1 grid oinstall 413848160 Jun 27 00:18 oracle

DBT-30000] Configuring parameter asm_diskstring failed.

alter system set asm_diskstring = '/u06/data1/' , '/u06/data2/' , '/u06/data3/' scope=both sid='*';
crsctl stat res -t
srvctl start database -d
Node remove
roothas.pl -deconfig -force

Main Node
/u01/apps/11.2.0/grid/oui/bin/runInstaller
./runInstaller -updateNodeList ORACLE_HOME=/u01/app/12.1.0/grid "CLUSTER_NODES={Db02BK}" CRS=TRUE -sile

./addnode.sh -silent "CLUSTER_NEW_NODES={Db01BK}" "CLUSTER_NEW_VIRTUAL_HOSTNAMES={Db01BK-vip}"

addnode.sh

srvctl stop database -d tvisbk

srvctl remove database -d tvisbk
srvctl add database -d tvisbk -oraclehome '/u01/app/oracle/product/12.1.0/db_1' -spfile '+DATA/TVISBK/PARAMET
srvctl add instance -d tvisbk -i tvisbk1 -n Db01BK
srvctl add instance -d tvisbk -i tvisbk2 -n Db02BK

crsctl status serverpool

ES={Db02BK}" CRS=TRUE -silent -local

HOSTNAMES={Db01BK-vip}"

file '+DATA/TVISBK/PARAMETERFILE/spfile.288.1007400507' -role PRIMARY