인생은 왜 살아야 하는가

storage

https://support.oracle.com/epmos/faces/DocContentDisplay?_afrLoop=221257150744570&id=2118136.2&_afrWindowMode=0&_adf.ctrl-state=fhsz9h0hk_361

MOS에서

Opatch update download (Opatch의 패치번호는 항상6880880임.)

들어가서 Oracle Database Update 선택

19.0.0.0 선택후 Grid, Database 둘다 다운

yum update -y --exclude=kernel*

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

yum install -y net-tools

vi /etc/fstab

tmpfs /tmp tmpfs size=5G 0 0

추가

mount -o remount /dev/shm

-- /tmp 5g로 증가시킴

yum install -y ntp

vi /etc/ntp.conf

server 0.rhel.pool.ntp.org iburst

server 1.rhel.pool.ntp.org iburst

server 2.rhel.pool.ntp.org iburst

server 3.rhel.pool.ntp.org iburst

수정

#server 0.rhel.pool.ntp.org iburst

#server 1.rhel.pool.ntp.org iburst

#server 2.rhel.pool.ntp.org iburst

#server 3.rhel.pool.ntp.org iburst

server 1.kr.pool.ntp.org

server 0.asia.pool.ntp.org

server 2.asia.pool.ntp.org

--------------------------------------------------------------------------------------

uname -r

-- 커널버젼 확인

Red Hat Enterprise Linux 7.5: 3.10.0-862.11.6.el7.x86_64 or later

https://docs.oracle.com/en/database/oracle/oracle-database/19/cwlin/supported-red-hat-enterprise-linux-7-distributions-for-x86-64.html#GUID-2E11B561-6587-4789-A583-2E33D705E498

--------------------------------------------------------------------------------------

curl -o oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPackage/oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum -y localinstall oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum install -y gcc-c++-4.8*

-- oracle 19c pre-installer

-Oracle Grid Infrastructure 및 Oracle Database 설치에 필요한 추가 RPM 패키지를 자동으로 다운로드 및 설치하고

종속성을 모두 해결

-작성oracle사용자 및 oraInventory 생성(oinstall) 및 OSDBA(dba해당 사용자에 대한 그룹[oracle 만 만들어줌. ]

-필요에 따라 세트sysctl.confOracle Database Pre installation RPM 프로그램의 권장 사항을 기반으로 하는 값에 대

한 설정, 시스템 시작 매개 변수 및 드라이버 매개 변수

-하드 및 소프트 리소스 제한 설정

-커널 버전에 따라 다른 권장 매개 변수 설정

-Linux x86_64 시스템의 커널에서 numa=off를 설정하십시오

--------------------------------------------------------------------------------------

useradd -u 54322 -g oinstall -G dba,racdba grid

passwd oracle

passwd grid

vi /etc/hosts

--------------------------------------------------------------------------------------

##Public

192.168.30.11 HA-n01

192.168.30.21 HA-n02

##Private

192.168.200.10 HA-n01-priv

192.168.200.10 HA-n02-priv

##Virtual

192.168.30.110 HA-n01-vip

192.168.30.210 HA-n02-vip

##SCAN

192.168.30.150 HA-scan

--------------------------------------------------------------------------------------

vi /etc/sysctl.conf

--------------------------------------------------------------------------------------

-- oracle 19c pre-installer로 자동 설정됨 제대로 설정됬는지만 확인

# oracle-database-preinstall-19c setting for fs.file-max is 6815744

fs.file-max = 6815744

# oracle-database-preinstall-19c setting for kernel.sem is '250 32000 100 128'

kernel.sem = 250 32000 100 128

# oracle-database-preinstall-19c setting for kernel.shmmni is 4096

kernel.shmmni = 4096

# oracle-database-preinstall-19c setting for kernel.shmall is 1073741824 on x86_64

kernel.shmall = 1073741824

#1073741824 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

# oracle-database-preinstall-19c setting for kernel.shmmax is 4398046511104 on x86_64

kernel.shmmax = 4398046511104

#4398046511104 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

8589934592

# oracle-database-preinstall-19c setting for kernel.panic_on_oops is 1 per Orabug 19212317

kernel.panic_on_oops = 1

# oracle-database-preinstall-19c setting for net.core.rmem_default is 262144

net.core.rmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.rmem_max is 4194304

net.core.rmem_max = 4194304

# oracle-database-preinstall-19c setting for net.core.wmem_default is 262144

net.core.wmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.wmem_max is 1048576

net.core.wmem_max = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.conf.all.rp_filter is 2

net.ipv4.conf.all.rp_filter = 2

# oracle-database-preinstall-19c setting for net.ipv4.conf.default.rp_filter is 2

net.ipv4.conf.default.rp_filter = 2

# oracle-database-preinstall-19c setting for fs.aio-max-nr is 1048576

fs.aio-max-nr = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.ip_local_port_range is 9000 65500

net.ipv4.ip_local_port_range = 9000 65500

--------------------------------------------------------------------------------------

vi /etc/security/limits.d/oracle-database-preinstall-19c.conf

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

oracle soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

oracle hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

oracle soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

oracle hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

oracle soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

oracle hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

oracle hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

oracle soft memlock 134217728

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

grid soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

grid hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

grid soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

grid hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

grid soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

grid hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

grid hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

grid soft memlock 134217728

--------------------------------------------------------------------------------------

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

systemctl stop ntpdate

systemctl disable ntpdate

vi /etc/selinux/config

SELINUX = disabled

--------------------------------------------------------------------------------------

openfiler 설치

disk는 Scsi로 설치

disk 2개 설치

os 설치되는 디스크는 체크하여 openfiler os 설치

다른 디스크는 설치 X

os가 설치되는 디스크는 Public Network 사용

다른디스크는 Private 사용

설치하고

접속해서

openfile

password

입력하여 관리자 화면으로 접속

메뉴 system 접속하여 정상적으로 셋팅 됐는지 확인

메뉴 Service로 이동

[iSCSI Target] 및 [iSCSI Initiator]를 enable 버튼 클릭 후 start 버튼을 차례로 클릭하여 serivce를 start 시킨다.

메뉴 volumes 로 이동

You can create new physical volumes.

클릭

os 가 안깔린 디스크 선택

partion type은 Psysical Volume 선택

[Create] 버튼을 클릭하여 /dev/sdb 장치의 남아있는 모든 Volume 을 PhysicalVolume 을 생성 한다.

위와 같이 Physical Volumn 생성하면 생성한 Physical Volume 을 확인 할수 있다.

왼쪽 상단의 [Volume Group] 탭을 클립하여 Volume 을 구성한다.

방금 생성한 피지컬 그룹을 전부 볼륨그룹으로 생성한다.

볼륨그룹이 생성되면

왼쪽 상단의 [Add Volume] 클릭

Add Volume 버튼을 이용하여 Logical volume을 생성하여 각각의 node에 공급할 수 있게 된다.

이렇게 하나씩 구성해서 ,

로 만든다.

Logical volume을 전부 구성했으면 다시

system 탭으로 넘어와 맨밑에 Network Access Configuration에

node1,node2의 private network 정보를 추가한다.

다시 volumes 탭으로가서 iSCSI Target 으로이동

Target Configuration(Add new iSCSI Target)에서 Add를 누르고

Target Configuration 에서 LUN Mapping 이동

매핑전에는 MAP 으로 표시되는 MAPPING 버튼을 전부눌러

매핑시켜준다.

매핑후 Network ACL 으로 가서

Deny 설정을 Allow로 바꿔주고 업데이트

shell에서

vi /etc/initiators.deny

# iqn.2006-01.com.openfiler:tsn.2151a0d1ff7e ALL

--주석처리

openfiler 끝

----------------------------------------------------------------------------------------

다시 centos 로 돌아온다.

yum install -y iscsi-initiator-utils lsscsi

--iscsi 클라이언트

systemctl start iscsi

systemctl enable iscsi

--서비스 시작,활성화

iscsiadm -m discovery -t st -p 192.168.30.125

--ip로 iscsi 검색

iscsiadm -m node -T iqn.2006-01.com.openfiler:tsn.325d1f22136c -l -p 192.168.200.125

-- openfiler의 InitiatorName을 기입해 연결

fdisk -l

로 연결 확인

-----------------------------------------------------------------------------------

Disk /dev/sdb: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdc: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdd: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sde: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdf: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdg: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdh: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdi: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdj: 10.7 GB, 10737418240 bytes, 20971520 sectors

-----------------------------------------------------------------------------------

yum install oracleasm*

fdisk /dev/sdb

fdisk /dev/sdc

fdisk /dev/sdd

fdisk /dev/sde

fdisk /dev/sdf

fdisk /dev/sdg

fdisk /dev/sdh

fdisk /dev/sdi

fdisk /dev/sdj

--원래 한곳에서만 해도 동기화된다.

-----------------------------------------------------------------------------------

centos7 에서 oracleasm 을 사용하기위해

rpm을 깔아야한다.

https://www.oracle.com/linux/downloads/linux-asmlib-rhel7-downloads.html

rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

-----------------------------------------------------------------------------------

47 rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

48 rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

chmod 777 /var/log/oracleasm

oracleasm configure -I

Default user to own the driver interface []: grid

Default group to own the driver interface []: dba

Start Oracle ASM library driver on boot (y/n) [n]: y

Scan for Oracle ASM disks on boot (y/n) [y]: y

oracleasm init

oracleasm createdisk OCR_VOTE01 /dev/sdb1

oracleasm createdisk OCR_VOTE02 /dev/sdc1

oracleasm createdisk OCR_VOTE03 /dev/sdd1

oracleasm createdisk DATA01 /dev/sde1

oracleasm createdisk DATA02 /dev/sdf1

oracleasm createdisk DATA03 /dev/sdg1

oracleasm createdisk RECO01 /dev/sdh1

oracleasm createdisk RECO02 /dev/sdi1

oracleasm createdisk RECO03 /dev/sdj1

oracleasm scandisks

oracleasm listdisks

-----------------------------------------------------------------------------------

mkdir /oracle/app

chown oracle:dba -R /oracle

chmod 775 -R /oracle

mkdir -p /oracle/app/oraInventory

chown -R grid:dba /oracle/app/oraInventory

chmod -R 775 /oracle/app/oraInventory

mkdir -p /oracle/app/19.3.0/grid_base

mkdir -p /oracle/app/19.3.0/grid_home

chown -R grid:dba /oracle/app/19.3.0/

chmod -R 775 /oracle/app/19.3.0/

mkdir -p /oracle/app/oracle

mkdir -p /oracle/app/oracle/cfgtoollogs

chown -R oracle:dba /oracle/app/oracle

chmod -R 775 /oracle/app/oracle

mkdir -p /oracle/app/oracle/product/19.3.0/db_1

chown -R oracle:dba /oracle/app/oracle/product/19.3.0/db_1

chmod -R 775 /oracle/app/oracle/product/19.3.0/db_1

[root]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

su - grid

[grid]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

[oracle]vi .bash_profile

TMP=/tmp; export TMP

TMPDIR=$TMP; export TMPDIR

ORACLE_UNQNAME=oradb; export ORACLE_UNQNAME

ORACLE_BASE=/u01/app/oracle; export ORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/19.3.0/db_1; export ORACLE_HOME

GRID_HOME=/oracle/19.3.0/grid; export GRID_HOME

ORACLE_SID=oradb; export ORACLE_SID

PATH=/usr/sbin:$PATH; export PATH

PATH=$ORACLE_HOME/bin:$PATH:$GRID_HOME:$GRID_HOME/bin; export PATH

LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib; export LD_LIBRARY_PATH

CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib; export CLASSPATH

-----------------------------------------------------------------------------------

cd GRID_HOME

mv OPatch/ OPatch_old/

unzip p6880880_190000_Linux-x86-64.zip

rpm -qi cvuqdisk

cd $GRID_HOME/cv/rpm

rpm -Uvh cvuqdisk-1.0.10-1.rpm

--cvudisk rpm 설치

cd $GRID_HOME

./runcluvfy.sh stage -pre crsinst -n HA-n01,HA-n02 -osdba oinstall -orainv oinstall

--검사 스크립트

yum install -y rsync

rsync --progress $GRID_HOME/cv/rpm/cvuqdisk-1.0.10-1.rpm HA-n02:/root/

rpm -ivh cvuqdisk-1.0.10-1.rpm

cd $GRID_HOME/oui/prov/resources/scripts

./sshUserSetup.sh -user grid -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user oracle -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user root -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

--password less 설정해주는 스크립트

---------------------------------------------------------------

ssh password 설정

[node 1,2 에서 모두 수행]

ssh-keygen -t rsa

-- rsa keygen 생성

ssh-keygen -t dsa

[node1에서만 수행]

$cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys -- id_rsa.pub는 만들어진 keygen

$cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$ssh HA-n02 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys

-- 생성된 keygen을 node2로 넘김

$ssh HA-n02 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$scp ~/.ssh/authorized_keys HA-n02:~/.ssh/authorized_keys

[node 1,2 에서 모두 수행]

$chmod 600 authorized_keys

[비번을 정하지 않았을 때 node1, 2 에서 모두 수행]

$ssh node1 date

$ssh node1-priv date

$ssh HA-n02 date

$ssh node2-priv date

$GRID_HOME/OPatch/opatch lspatches -oh $GRID_HOME

$ORACLE_HOME/OPatch/opatch lspatches -oh $ORACLE_HOME

--패치 확인

-- 각각 node의 시간이 보이면 성공

그다음 grid 설치

---------------------------------------------------------------

cd $GRID_HOME

export SRVM_DISABLE_MTTRANS=true

./gridSetup.sh -applyRU /oracle/patches/33509923

setup할때 환경변수로 지정한 grid_base grid_home 잘확인할것!

asmca

instance name 확인한뒤

grid 계정 환경변수에 적용

GRID_SID=+ASM1; export GRID_SID

ftp로 파일 옮기기

cd $ORACLE_HOME

./runInstaller -applyRU /oracle/patches/33515361

--db 엔진도 패치하면서 깔기 가능

--무조건 해야됨 ()

-----------------------------------------------------------------------------------

dbca

-- option을 HA로 줄것!

---

ocr_vote 역할

https://docs.oracle.com/en/database/oracle/oracle-database/19/cwlin/installing-the-cvuqdisk-rpm-for-linux.html#GUID-8A74CA97-D2FA-4016-8B61-99D6CB52A40E

Cvuqdisk.rpm

-------------------------------------------------------------------------------------

오류

--hostname 대소문자

--gridfile이 grid유저한테 권한이 넘어가지 않아서 문제 생김

HA-n01 (centos7)

HA-n02 (centos7)

Storage (openfiler)

Network 구성

Public network(ens32)

IP/Netmask/GW

HA-n01 : 192.168.30.11/ 255.255.255.0/192.168.30.2

HA-n02 : 192.168.30.21/ 255.255.255.0/192.168.30.2

Private network(ens33)

IP/Netmask/GW

HA-n01 :192.168.200.10/ 255.255.255.0/192.168.30.2

HA-n02 :192.168.200.20/ 255.255.255.0/192.168.30.2

참고

storage

https://support.oracle.com/epmos/faces/DocContentDisplay?_afrLoop=221257150744570&id=2118136.2&_afrWindowMode=0&_adf.ctrl-state=fhsz9h0hk_361

MOS에서

Opatch update download (Opatch의 패치번호는 항상6880880임.)

들어가서 Oracle Database Update 선택

19.0.0.0 선택후 Grid, Database 둘다 다운

yum update -y --exclude=kernel*

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

yum install -y net-tools

vi /etc/fstab

tmpfs /tmp tmpfs size=5G 0 0

추가

mount -o remount /dev/shm

-- /tmp 5g로 증가시킴

yum install -y ntp

vi /etc/ntp.conf

server 0.rhel.pool.ntp.org iburst

server 1.rhel.pool.ntp.org iburst

server 2.rhel.pool.ntp.org iburst

server 3.rhel.pool.ntp.org iburst

수정

#server 0.rhel.pool.ntp.org iburst

#server 1.rhel.pool.ntp.org iburst

#server 2.rhel.pool.ntp.org iburst

#server 3.rhel.pool.ntp.org iburst

server 1.kr.pool.ntp.org

server 0.asia.pool.ntp.org

server 2.asia.pool.ntp.org

--------------------------------------------------------------------------------------

uname -r

-- 커널버젼 확인

Red Hat Enterprise Linux 7.5: 3.10.0-862.11.6.el7.x86_64 or later

https://docs.oracle.com/en/database/oracle/oracle-database/19/cwlin/supported-red-hat-enterprise-linux-7-distributions-for-x86-64.html#GUID-2E11B561-6587-4789-A583-2E33D705E498

--------------------------------------------------------------------------------------

curl -o oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPackage/oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum -y localinstall oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum install -y gcc-c++-4.8*

-- oracle 19c pre-installer

-Oracle Grid Infrastructure 및 Oracle Database 설치에 필요한 추가 RPM 패키지를 자동으로 다운로드 및 설치하고

종속성을 모두 해결

-작성oracle사용자 및 oraInventory 생성(oinstall) 및 OSDBA(dba해당 사용자에 대한 그룹[oracle 만 만들어줌. ]

-필요에 따라 세트sysctl.confOracle Database Pre installation RPM 프로그램의 권장 사항을 기반으로 하는 값에 대

한 설정, 시스템 시작 매개 변수 및 드라이버 매개 변수

-하드 및 소프트 리소스 제한 설정

-커널 버전에 따라 다른 권장 매개 변수 설정

-Linux x86_64 시스템의 커널에서 numa=off를 설정하십시오

--------------------------------------------------------------------------------------

useradd -u 54322 -g oinstall -G dba,racdba grid

passwd oracle

passwd grid

vi /etc/hosts

--------------------------------------------------------------------------------------

##Public

192.168.30.11 HA-n01

192.168.30.21 HA-n02

##Private

192.168.200.10 HA-n01-priv

192.168.200.10 HA-n02-priv

##Virtual

192.168.30.110 HA-n01-vip

192.168.30.210 HA-n02-vip

##SCAN

192.168.30.150 HA-scan

--------------------------------------------------------------------------------------

vi /etc/sysctl.conf

--------------------------------------------------------------------------------------

-- oracle 19c pre-installer로 자동 설정됨 제대로 설정됬는지만 확인

# oracle-database-preinstall-19c setting for fs.file-max is 6815744

fs.file-max = 6815744

# oracle-database-preinstall-19c setting for kernel.sem is '250 32000 100 128'

kernel.sem = 250 32000 100 128

# oracle-database-preinstall-19c setting for kernel.shmmni is 4096

kernel.shmmni = 4096

# oracle-database-preinstall-19c setting for kernel.shmall is 1073741824 on x86_64

kernel.shmall = 1073741824

#1073741824 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

# oracle-database-preinstall-19c setting for kernel.shmmax is 4398046511104 on x86_64

kernel.shmmax = 4398046511104

#4398046511104 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

8589934592

# oracle-database-preinstall-19c setting for kernel.panic_on_oops is 1 per Orabug 19212317

kernel.panic_on_oops = 1

# oracle-database-preinstall-19c setting for net.core.rmem_default is 262144

net.core.rmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.rmem_max is 4194304

net.core.rmem_max = 4194304

# oracle-database-preinstall-19c setting for net.core.wmem_default is 262144

net.core.wmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.wmem_max is 1048576

net.core.wmem_max = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.conf.all.rp_filter is 2

net.ipv4.conf.all.rp_filter = 2

# oracle-database-preinstall-19c setting for net.ipv4.conf.default.rp_filter is 2

net.ipv4.conf.default.rp_filter = 2

# oracle-database-preinstall-19c setting for fs.aio-max-nr is 1048576

fs.aio-max-nr = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.ip_local_port_range is 9000 65500

net.ipv4.ip_local_port_range = 9000 65500

--------------------------------------------------------------------------------------

vi /etc/security/limits.d/oracle-database-preinstall-19c.conf

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

oracle soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

oracle hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

oracle soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

oracle hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

oracle soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

oracle hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

oracle hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

oracle soft memlock 134217728

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

grid soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

grid hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

grid soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

grid hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

grid soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

grid hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

grid hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

grid soft memlock 134217728

--------------------------------------------------------------------------------------

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

systemctl stop ntpdate

systemctl disable ntpdate

vi /etc/selinux/config

SELINUX = disabled

--------------------------------------------------------------------------------------

openfiler 설치

disk는 Scsi로 설치

disk 2개 설치

os 설치되는 디스크는 체크하여 openfiler os 설치

다른 디스크는 설치 X

os가 설치되는 디스크는 Public Network 사용

다른디스크는 Private 사용

설치하고

접속해서

openfile

password

입력하여 관리자 화면으로 접속

메뉴 system 접속하여 정상적으로 셋팅 됐는지 확인

메뉴 Service로 이동

[iSCSI Target] 및 [iSCSI Initiator]를 enable 버튼 클릭 후 start 버튼을 차례로 클릭하여 serivce를 start 시킨다.

메뉴 volumes 로 이동

You can create new physical volumes.

클릭

os 가 안깔린 디스크 선택

partion type은 Psysical Volume 선택

[Create] 버튼을 클릭하여 /dev/sdb 장치의 남아있는 모든 Volume 을 PhysicalVolume 을 생성 한다.

위와 같이 Physical Volumn 생성하면 생성한 Physical Volume 을 확인 할수 있다.

왼쪽 상단의 [Volume Group] 탭을 클립하여 Volume 을 구성한다.

방금 생성한 피지컬 그룹을 전부 볼륨그룹으로 생성한다.

볼륨그룹이 생성되면

왼쪽 상단의 [Add Volume] 클릭

Add Volume 버튼을 이용하여 Logical volume을 생성하여 각각의 node에 공급할 수 있게 된다.

이렇게 하나씩 구성해서 ,

로 만든다.

Logical volume을 전부 구성했으면 다시

system 탭으로 넘어와 맨밑에 Network Access Configuration에

node1,node2의 private network 정보를 추가한다.

다시 volumes 탭으로가서 iSCSI Target 으로이동

Target Configuration(Add new iSCSI Target)에서 Add를 누르고

Target Configuration 에서 LUN Mapping 이동

매핑전에는 MAP 으로 표시되는 MAPPING 버튼을 전부눌러

매핑시켜준다.

매핑후 Network ACL 으로 가서

Deny 설정을 Allow로 바꿔주고 업데이트

shell에서

vi /etc/initiators.deny

# iqn.2006-01.com.openfiler:tsn.2151a0d1ff7e ALL

--주석처리

openfiler 끝

----------------------------------------------------------------------------------------

다시 centos 로 돌아온다.

yum install -y iscsi-initiator-utils lsscsi

--iscsi 클라이언트

systemctl start iscsi

systemctl enable iscsi

--서비스 시작,활성화

iscsiadm -m discovery -t st -p 192.168.30.125

--ip로 iscsi 검색

iscsiadm -m node -T iqn.2006-01.com.openfiler:tsn.325d1f22136c -l -p 192.168.200.125

-- openfiler의 InitiatorName을 기입해 연결

fdisk -l

로 연결 확인

-----------------------------------------------------------------------------------

Disk /dev/sdb: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdc: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdd: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sde: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdf: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdg: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdh: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdi: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdj: 10.7 GB, 10737418240 bytes, 20971520 sectors

-----------------------------------------------------------------------------------

yum install oracleasm*

fdisk /dev/sdb

fdisk /dev/sdc

fdisk /dev/sdd

fdisk /dev/sde

fdisk /dev/sdf

fdisk /dev/sdg

fdisk /dev/sdh

fdisk /dev/sdi

fdisk /dev/sdj

--원래 한곳에서만 해도 동기화된다.

-----------------------------------------------------------------------------------

centos7 에서 oracleasm 을 사용하기위해

rpm을 깔아야한다.

https://www.oracle.com/linux/downloads/linux-asmlib-rhel7-downloads.html

rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

-----------------------------------------------------------------------------------

47 rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

48 rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

chmod 777 /var/log/oracleasm

oracleasm configure -I

Default user to own the driver interface []: grid

Default group to own the driver interface []: dba

Start Oracle ASM library driver on boot (y/n) [n]: y

Scan for Oracle ASM disks on boot (y/n) [y]: y

oracleasm init

oracleasm createdisk OCR_VOTE01 /dev/sdb1

oracleasm createdisk OCR_VOTE02 /dev/sdc1

oracleasm createdisk OCR_VOTE03 /dev/sdd1

oracleasm createdisk DATA01 /dev/sde1

oracleasm createdisk DATA02 /dev/sdf1

oracleasm createdisk DATA03 /dev/sdg1

oracleasm createdisk RECO01 /dev/sdh1

oracleasm createdisk RECO02 /dev/sdi1

oracleasm createdisk RECO03 /dev/sdj1

oracleasm scandisks

oracleasm listdisks

-----------------------------------------------------------------------------------

mkdir /oracle/app

chown oracle:dba -R /oracle

chmod 775 -R /oracle

mkdir -p /oracle/app/oraInventory

chown -R grid:dba /oracle/app/oraInventory

chmod -R 775 /oracle/app/oraInventory

mkdir -p /oracle/app/19.3.0/grid_base

mkdir -p /oracle/app/19.3.0/grid_home

chown -R grid:dba /oracle/app/19.3.0/

chmod -R 775 /oracle/app/19.3.0/

mkdir -p /oracle/app/oracle

mkdir -p /oracle/app/oracle/cfgtoollogs

chown -R oracle:dba /oracle/app/oracle

chmod -R 775 /oracle/app/oracle

mkdir -p /oracle/app/oracle/product/19.3.0/db_1

chown -R oracle:dba /oracle/app/oracle/product/19.3.0/db_1

chmod -R 775 /oracle/app/oracle/product/19.3.0/db_1

[root]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

su - grid

[grid]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

[oracle]vi .bash_profile

TMP=/tmp; export TMP

TMPDIR=$TMP; export TMPDIR

ORACLE_UNQNAME=oradb; export ORACLE_UNQNAME

ORACLE_BASE=/u01/app/oracle; export ORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/19.3.0/db_1; export ORACLE_HOME

GRID_HOME=/oracle/19.3.0/grid; export GRID_HOME

ORACLE_SID=oradb; export ORACLE_SID

PATH=/usr/sbin:$PATH; export PATH

PATH=$ORACLE_HOME/bin:$PATH:$GRID_HOME:$GRID_HOME/bin; export PATH

LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib; export LD_LIBRARY_PATH

CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib; export CLASSPATH

-----------------------------------------------------------------------------------

cd GRID_HOME

mv OPatch/ OPatch_old/

unzip p6880880_190000_Linux-x86-64.zip

rpm -qi cvuqdisk

cd $GRID_HOME/cv/rpm

rpm -Uvh cvuqdisk-1.0.10-1.rpm

--cvudisk rpm 설치

cd $GRID_HOME

./runcluvfy.sh stage -pre crsinst -n HA-n01,HA-n02 -osdba oinstall -orainv oinstall

--검사 스크립트

yum install -y rsync

rsync --progress $GRID_HOME/cv/rpm/cvuqdisk-1.0.10-1.rpm HA-n02:/root/

rpm -ivh cvuqdisk-1.0.10-1.rpm

cd $GRID_HOME/oui/prov/resources/scripts

./sshUserSetup.sh -user grid -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user oracle -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user root -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

--password less 설정해주는 스크립트

---------------------------------------------------------------

ssh password 설정

[node 1,2 에서 모두 수행]

ssh-keygen -t rsa

-- rsa keygen 생성

ssh-keygen -t dsa

[node1에서만 수행]

$cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys -- id_rsa.pub는 만들어진 keygen

$cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$ssh HA-n02 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys

-- 생성된 keygen을 node2로 넘김

$ssh HA-n02 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$scp ~/.ssh/authorized_keys HA-n02:~/.ssh/authorized_keys

[node 1,2 에서 모두 수행]

$chmod 600 authorized_keys

[비번을 정하지 않았을 때 node1, 2 에서 모두 수행]

$ssh node1 date

$ssh node1-priv date

$ssh HA-n02 date

$ssh node2-priv date

$GRID_HOME/OPatch/opatch lspatches -oh $GRID_HOME

$ORACLE_HOME/OPatch/opatch lspatches -oh $ORACLE_HOME

--패치 확인

-- 각각 node의 시간이 보이면 성공

그다음 grid 설치

---------------------------------------------------------------

cd $GRID_HOME

export SRVM_DISABLE_MTTRANS=true

./gridSetup.sh -applyRU /oracle/patches/33509923

setup할때 환경변수로 지정한 grid_base grid_home 잘확인할것!

asmca

instance name 확인한뒤

grid 계정 환경변수에 적용

GRID_SID=+ASM1; export GRID_SID

ftp로 파일 옮기기

cd $ORACLE_HOME

./runInstaller -applyRU /oracle/patches/33515361

--db 엔진도 패치하면서 깔기 가능

--무조건 해야됨 ()

-----------------------------------------------------------------------------------

dbca

-- option을 HA로 줄것!

---

ocr_vote 역할

https://docs.oracle.com/en/database/oracle/oracle-database/19/cwlin/installing-the-cvuqdisk-rpm-for-linux.html#GUID-8A74CA97-D2FA-4016-8B61-99D6CB52A40E

Cvuqdisk.rpm

-------------------------------------------------------------------------------------

오류

--hostname 대소문자

--gridfile이 grid유저한테 권한이 넘어가지 않아서 문제 생김

HA 서버 둘 , 공유 스토리지 하나

server

HA-n01 (centos7)

HA-n02 (centos7)

Storage (openfiler)

Network 구성

Public network(ens32)

IP/Netmask/GW

HA-n01 : 192.168.30.11/ 255.255.255.0/192.168.30.2

HA-n02 : 192.168.30.21/ 255.255.255.0/192.168.30.2

Private network(ens33)

IP/Netmask/GW

HA-n01 :192.168.200.10/ 255.255.255.0/192.168.30.2

HA-n02 :192.168.200.20/ 255.255.255.0/192.168.30.2

참고

storage

https://support.oracle.com/epmos/faces/DocContentDisplay?_afrLoop=221257150744570&id=2118136.2&_afrWindowMode=0&_adf.ctrl-state=fhsz9h0hk_361

MOS에서

Opatch update download (Opatch의 패치번호는 항상6880880임.)

들어가서 Oracle Database Update 선택

19.0.0.0 선택후 Grid, Database 둘다 다운

yum update -y --exclude=kernel*

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

yum install -y net-tools

vi /etc/fstab

tmpfs /tmp tmpfs size=5G 0 0

추가

mount -o remount /dev/shm

-- /tmp 5g로 증가시킴

yum install -y ntp

vi /etc/ntp.conf

server 0.rhel.pool.ntp.org iburst

server 1.rhel.pool.ntp.org iburst

server 2.rhel.pool.ntp.org iburst

server 3.rhel.pool.ntp.org iburst

수정

#server 0.rhel.pool.ntp.org iburst

#server 1.rhel.pool.ntp.org iburst

#server 2.rhel.pool.ntp.org iburst

#server 3.rhel.pool.ntp.org iburst

server 1.kr.pool.ntp.org

server 0.asia.pool.ntp.org

server 2.asia.pool.ntp.org

--------------------------------------------------------------------------------------

uname -r

-- 커널버젼 확인

Red Hat Enterprise Linux 7.5: 3.10.0-862.11.6.el7.x86_64 or later

https://docs.oracle.com/en/database/oracle/oracle-database/19/cwlin/supported-red-hat-enterprise-linux-7-distributions-for-x86-64.html#GUID-2E11B561-6587-4789-A583-2E33D705E498

--------------------------------------------------------------------------------------

curl -o oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPackage/oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum -y localinstall oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum install -y gcc-c++-4.8*

-- oracle 19c pre-installer

-Oracle Grid Infrastructure 및 Oracle Database 설치에 필요한 추가 RPM 패키지를 자동으로 다운로드 및 설치하고

종속성을 모두 해결

-작성oracle사용자 및 oraInventory 생성(oinstall) 및 OSDBA(dba해당 사용자에 대한 그룹[oracle 만 만들어줌. ]

-필요에 따라 세트sysctl.confOracle Database Pre installation RPM 프로그램의 권장 사항을 기반으로 하는 값에 대

한 설정, 시스템 시작 매개 변수 및 드라이버 매개 변수

-하드 및 소프트 리소스 제한 설정

-커널 버전에 따라 다른 권장 매개 변수 설정

-Linux x86_64 시스템의 커널에서 numa=off를 설정하십시오

--------------------------------------------------------------------------------------

useradd -u 54322 -g oinstall -G dba,racdba grid

passwd oracle

passwd grid

vi /etc/hosts

--------------------------------------------------------------------------------------

##Public

192.168.30.11 HA-n01

192.168.30.21 HA-n02

##Private

192.168.200.10 HA-n01-priv

192.168.200.10 HA-n02-priv

##Virtual

192.168.30.110 HA-n01-vip

192.168.30.210 HA-n02-vip

##SCAN

192.168.30.150 HA-scan

--------------------------------------------------------------------------------------

vi /etc/sysctl.conf

--------------------------------------------------------------------------------------

-- oracle 19c pre-installer로 자동 설정됨 제대로 설정됬는지만 확인

# oracle-database-preinstall-19c setting for fs.file-max is 6815744

fs.file-max = 6815744

# oracle-database-preinstall-19c setting for kernel.sem is '250 32000 100 128'

kernel.sem = 250 32000 100 128

# oracle-database-preinstall-19c setting for kernel.shmmni is 4096

kernel.shmmni = 4096

# oracle-database-preinstall-19c setting for kernel.shmall is 1073741824 on x86_64

kernel.shmall = 1073741824

#1073741824 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

# oracle-database-preinstall-19c setting for kernel.shmmax is 4398046511104 on x86_64

kernel.shmmax = 4398046511104

#4398046511104 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

8589934592

# oracle-database-preinstall-19c setting for kernel.panic_on_oops is 1 per Orabug 19212317

kernel.panic_on_oops = 1

# oracle-database-preinstall-19c setting for net.core.rmem_default is 262144

net.core.rmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.rmem_max is 4194304

net.core.rmem_max = 4194304

# oracle-database-preinstall-19c setting for net.core.wmem_default is 262144

net.core.wmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.wmem_max is 1048576

net.core.wmem_max = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.conf.all.rp_filter is 2

net.ipv4.conf.all.rp_filter = 2

# oracle-database-preinstall-19c setting for net.ipv4.conf.default.rp_filter is 2

net.ipv4.conf.default.rp_filter = 2

# oracle-database-preinstall-19c setting for fs.aio-max-nr is 1048576

fs.aio-max-nr = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.ip_local_port_range is 9000 65500

net.ipv4.ip_local_port_range = 9000 65500

--------------------------------------------------------------------------------------

vi /etc/security/limits.d/oracle-database-preinstall-19c.conf

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

oracle soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

oracle hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

oracle soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

oracle hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

oracle soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

oracle hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

oracle hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

oracle soft memlock 134217728

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

grid soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

grid hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

grid soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

grid hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

grid soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

grid hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

grid hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

grid soft memlock 134217728

--------------------------------------------------------------------------------------

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

systemctl stop ntpdate

systemctl disable ntpdate

vi /etc/selinux/config

SELINUX = disabled

--------------------------------------------------------------------------------------

openfiler 설치

disk는 Scsi로 설치

disk 2개 설치

os 설치되는 디스크는 체크하여 openfiler os 설치

다른 디스크는 설치 X

os가 설치되는 디스크는 Public Network 사용

다른디스크는 Private 사용

설치하고

접속해서

openfile

password

입력하여 관리자 화면으로 접속

메뉴 system 접속하여 정상적으로 셋팅 됐는지 확인

메뉴 Service로 이동

[iSCSI Target] 및 [iSCSI Initiator]를 enable 버튼 클릭 후 start 버튼을 차례로 클릭하여 serivce를 start 시킨다.

메뉴 volumes 로 이동

You can create new physical volumes.

클릭

os 가 안깔린 디스크 선택

partion type은 Psysical Volume 선택

[Create] 버튼을 클릭하여 /dev/sdb 장치의 남아있는 모든 Volume 을 PhysicalVolume 을 생성 한다.

위와 같이 Physical Volumn 생성하면 생성한 Physical Volume 을 확인 할수 있다.

왼쪽 상단의 [Volume Group] 탭을 클립하여 Volume 을 구성한다.

방금 생성한 피지컬 그룹을 전부 볼륨그룹으로 생성한다.

볼륨그룹이 생성되면

왼쪽 상단의 [Add Volume] 클릭

Add Volume 버튼을 이용하여 Logical volume을 생성하여 각각의 node에 공급할 수 있게 된다.

이렇게 하나씩 구성해서 ,

로 만든다.

Logical volume을 전부 구성했으면 다시

system 탭으로 넘어와 맨밑에 Network Access Configuration에

node1,node2의 private network 정보를 추가한다.

다시 volumes 탭으로가서 iSCSI Target 으로이동

Target Configuration(Add new iSCSI Target)에서 Add를 누르고

Target Configuration 에서 LUN Mapping 이동

매핑전에는 MAP 으로 표시되는 MAPPING 버튼을 전부눌러

매핑시켜준다.

매핑후 Network ACL 으로 가서

Deny 설정을 Allow로 바꿔주고 업데이트

shell에서

vi /etc/initiators.deny

# iqn.2006-01.com.openfiler:tsn.2151a0d1ff7e ALL

--주석처리

openfiler 끝

----------------------------------------------------------------------------------------

다시 centos 로 돌아온다.

yum install -y iscsi-initiator-utils lsscsi

--iscsi 클라이언트

systemctl start iscsi

systemctl enable iscsi

--서비스 시작,활성화

iscsiadm -m discovery -t st -p 192.168.30.125

--ip로 iscsi 검색

iscsiadm -m node -T iqn.2006-01.com.openfiler:tsn.325d1f22136c -l -p 192.168.200.125

-- openfiler의 InitiatorName을 기입해 연결

fdisk -l

로 연결 확인

-----------------------------------------------------------------------------------

Disk /dev/sdb: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdc: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdd: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sde: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdf: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdg: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdh: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdi: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdj: 10.7 GB, 10737418240 bytes, 20971520 sectors

-----------------------------------------------------------------------------------

yum install oracleasm*

fdisk /dev/sdb

fdisk /dev/sdc

fdisk /dev/sdd

fdisk /dev/sde

fdisk /dev/sdf

fdisk /dev/sdg

fdisk /dev/sdh

fdisk /dev/sdi

fdisk /dev/sdj

--원래 한곳에서만 해도 동기화된다.

-----------------------------------------------------------------------------------

centos7 에서 oracleasm 을 사용하기위해

rpm을 깔아야한다.

https://www.oracle.com/linux/downloads/linux-asmlib-rhel7-downloads.html

rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

-----------------------------------------------------------------------------------

47 rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

48 rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

chmod 777 /var/log/oracleasm

oracleasm configure -I

Default user to own the driver interface []: grid

Default group to own the driver interface []: dba

Start Oracle ASM library driver on boot (y/n) [n]: y

Scan for Oracle ASM disks on boot (y/n) [y]: y

oracleasm init

oracleasm createdisk OCR_VOTE01 /dev/sdb1

oracleasm createdisk OCR_VOTE02 /dev/sdc1

oracleasm createdisk OCR_VOTE03 /dev/sdd1

oracleasm createdisk DATA01 /dev/sde1

oracleasm createdisk DATA02 /dev/sdf1

oracleasm createdisk DATA03 /dev/sdg1

oracleasm createdisk RECO01 /dev/sdh1

oracleasm createdisk RECO02 /dev/sdi1

oracleasm createdisk RECO03 /dev/sdj1

oracleasm scandisks

oracleasm listdisks

-----------------------------------------------------------------------------------

mkdir /oracle/app

chown oracle:dba -R /oracle

chmod 775 -R /oracle

mkdir -p /oracle/app/oraInventory

chown -R grid:dba /oracle/app/oraInventory

chmod -R 775 /oracle/app/oraInventory

mkdir -p /oracle/app/19.3.0/grid_base

mkdir -p /oracle/app/19.3.0/grid_home

chown -R grid:dba /oracle/app/19.3.0/

chmod -R 775 /oracle/app/19.3.0/

mkdir -p /oracle/app/oracle

mkdir -p /oracle/app/oracle/cfgtoollogs

chown -R oracle:dba /oracle/app/oracle

chmod -R 775 /oracle/app/oracle

mkdir -p /oracle/app/oracle/product/19.3.0/db_1

chown -R oracle:dba /oracle/app/oracle/product/19.3.0/db_1

chmod -R 775 /oracle/app/oracle/product/19.3.0/db_1

[root]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

su - grid

[grid]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

[oracle]vi .bash_profile

TMP=/tmp; export TMP

TMPDIR=$TMP; export TMPDIR

ORACLE_UNQNAME=oradb; export ORACLE_UNQNAME

ORACLE_BASE=/u01/app/oracle; export ORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/19.3.0/db_1; export ORACLE_HOME

GRID_HOME=/oracle/19.3.0/grid; export GRID_HOME

ORACLE_SID=oradb; export ORACLE_SID

PATH=/usr/sbin:$PATH; export PATH

PATH=$ORACLE_HOME/bin:$PATH:$GRID_HOME:$GRID_HOME/bin; export PATH

LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib; export LD_LIBRARY_PATH

CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib; export CLASSPATH

-----------------------------------------------------------------------------------

cd GRID_HOME

mv OPatch/ OPatch_old/

unzip p6880880_190000_Linux-x86-64.zip

rpm -qi cvuqdisk

cd $GRID_HOME/cv/rpm

rpm -Uvh cvuqdisk-1.0.10-1.rpm

--cvudisk rpm 설치

cd $GRID_HOME

./runcluvfy.sh stage -pre crsinst -n HA-n01,HA-n02 -osdba oinstall -orainv oinstall

--검사 스크립트

yum install -y rsync

rsync --progress $GRID_HOME/cv/rpm/cvuqdisk-1.0.10-1.rpm HA-n02:/root/

rpm -ivh cvuqdisk-1.0.10-1.rpm

cd $GRID_HOME/oui/prov/resources/scripts

./sshUserSetup.sh -user grid -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user oracle -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user root -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

--password less 설정해주는 스크립트

---------------------------------------------------------------

ssh password 설정

[node 1,2 에서 모두 수행]

ssh-keygen -t rsa

-- rsa keygen 생성

ssh-keygen -t dsa

[node1에서만 수행]

$cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys -- id_rsa.pub는 만들어진 keygen

$cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$ssh HA-n02 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys

-- 생성된 keygen을 node2로 넘김

$ssh HA-n02 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$scp ~/.ssh/authorized_keys HA-n02:~/.ssh/authorized_keys

[node 1,2 에서 모두 수행]

$chmod 600 authorized_keys

[비번을 정하지 않았을 때 node1, 2 에서 모두 수행]

$ssh node1 date

$ssh node1-priv date

$ssh HA-n02 date

$ssh node2-priv date

$GRID_HOME/OPatch/opatch lspatches -oh $GRID_HOME

$ORACLE_HOME/OPatch/opatch lspatches -oh $ORACLE_HOME

--패치 확인

-- 각각 node의 시간이 보이면 성공

그다음 grid 설치

---------------------------------------------------------------

cd $GRID_HOME

export SRVM_DISABLE_MTTRANS=true

./gridSetup.sh -applyRU /oracle/patches/33509923

setup할때 환경변수로 지정한 grid_base grid_home 잘확인할것!

asmca

instance name 확인한뒤

grid 계정 환경변수에 적용

GRID_SID=+ASM1; export GRID_SID

ftp로 파일 옮기기

cd $ORACLE_HOME

./runInstaller -applyRU /oracle/patches/33515361

--db 엔진도 패치하면서 깔기 가능

--무조건 해야됨 ()

-----------------------------------------------------------------------------------

dbca

-- option을 HA로 줄것!

---

ocr_vote 역할

https://docs.oracle.com/en/database/oracle/oracle-database/19/cwlin/installing-the-cvuqdisk-rpm-for-linux.html#GUID-8A74CA97-D2FA-4016-8B61-99D6CB52A40E

Cvuqdisk.rpm

-------------------------------------------------------------------------------------

오류

--hostname 대소문자

--gridfile이 grid유저한테 권한이 넘어가지 않아서 문제 생김

HA 서버 둘 , 공유 스토리지 하나

server

HA-n01 (centos7)

HA-n02 (centos7)

Storage (openfiler)

Network 구성

Public network(ens32)

IP/Netmask/GW

HA-n01 : 192.168.30.11/ 255.255.255.0/192.168.30.2

HA-n02 : 192.168.30.21/ 255.255.255.0/192.168.30.2

Private network(ens33)

IP/Netmask/GW

HA-n01 :192.168.200.10/ 255.255.255.0/192.168.30.2

HA-n02 :192.168.200.20/ 255.255.255.0/192.168.30.2

참고

storage

https://support.oracle.com/epmos/faces/DocContentDisplay?_afrLoop=221257150744570&id=2118136.2&_afrWindowMode=0&_adf.ctrl-state=fhsz9h0hk_361

MOS에서

Opatch update download (Opatch의 패치번호는 항상6880880임.)

들어가서 Oracle Database Update 선택

19.0.0.0 선택후 Grid, Database 둘다 다운

yum update -y --exclude=kernel*

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

yum install -y net-tools

vi /etc/fstab

tmpfs /tmp tmpfs size=5G 0 0

추가

mount -o remount /dev/shm

-- /tmp 5g로 증가시킴

yum install -y ntp

vi /etc/ntp.conf

server 0.rhel.pool.ntp.org iburst

server 1.rhel.pool.ntp.org iburst

server 2.rhel.pool.ntp.org iburst

server 3.rhel.pool.ntp.org iburst

수정

#server 0.rhel.pool.ntp.org iburst

#server 1.rhel.pool.ntp.org iburst

#server 2.rhel.pool.ntp.org iburst

#server 3.rhel.pool.ntp.org iburst

server 1.kr.pool.ntp.org

server 0.asia.pool.ntp.org

server 2.asia.pool.ntp.org

--------------------------------------------------------------------------------------

uname -r

-- 커널버젼 확인

Red Hat Enterprise Linux 7.5: 3.10.0-862.11.6.el7.x86_64 or later

https://docs.oracle.com/en/database/oracle/oracle-database/19/cwlin/supported-red-hat-enterprise-linux-7-distributions-for-x86-64.html#GUID-2E11B561-6587-4789-A583-2E33D705E498

--------------------------------------------------------------------------------------

curl -o oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm https://yum.oracle.com/repo/OracleLinux/OL7/latest/x86_64/getPackage/oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum -y localinstall oracle-database-preinstall-19c-1.0-1.el7.x86_64.rpm

yum install -y gcc-c++-4.8*

-- oracle 19c pre-installer

-Oracle Grid Infrastructure 및 Oracle Database 설치에 필요한 추가 RPM 패키지를 자동으로 다운로드 및 설치하고

종속성을 모두 해결

-작성oracle사용자 및 oraInventory 생성(oinstall) 및 OSDBA(dba해당 사용자에 대한 그룹[oracle 만 만들어줌. ]

-필요에 따라 세트sysctl.confOracle Database Pre installation RPM 프로그램의 권장 사항을 기반으로 하는 값에 대

한 설정, 시스템 시작 매개 변수 및 드라이버 매개 변수

-하드 및 소프트 리소스 제한 설정

-커널 버전에 따라 다른 권장 매개 변수 설정

-Linux x86_64 시스템의 커널에서 numa=off를 설정하십시오

--------------------------------------------------------------------------------------

useradd -u 54322 -g oinstall -G dba,racdba grid

passwd oracle

passwd grid

vi /etc/hosts

--------------------------------------------------------------------------------------

##Public

192.168.30.11 HA-n01

192.168.30.21 HA-n02

##Private

192.168.200.10 HA-n01-priv

192.168.200.10 HA-n02-priv

##Virtual

192.168.30.110 HA-n01-vip

192.168.30.210 HA-n02-vip

##SCAN

192.168.30.150 HA-scan

--------------------------------------------------------------------------------------

vi /etc/sysctl.conf

--------------------------------------------------------------------------------------

-- oracle 19c pre-installer로 자동 설정됨 제대로 설정됬는지만 확인

# oracle-database-preinstall-19c setting for fs.file-max is 6815744

fs.file-max = 6815744

# oracle-database-preinstall-19c setting for kernel.sem is '250 32000 100 128'

kernel.sem = 250 32000 100 128

# oracle-database-preinstall-19c setting for kernel.shmmni is 4096

kernel.shmmni = 4096

# oracle-database-preinstall-19c setting for kernel.shmall is 1073741824 on x86_64

kernel.shmall = 1073741824

#1073741824 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

# oracle-database-preinstall-19c setting for kernel.shmmax is 4398046511104 on x86_64

kernel.shmmax = 4398046511104

#4398046511104 또는 물리메모리 크기의 절반(byte) 나는 메모리가 6G임으로 3221225472

8589934592

# oracle-database-preinstall-19c setting for kernel.panic_on_oops is 1 per Orabug 19212317

kernel.panic_on_oops = 1

# oracle-database-preinstall-19c setting for net.core.rmem_default is 262144

net.core.rmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.rmem_max is 4194304

net.core.rmem_max = 4194304

# oracle-database-preinstall-19c setting for net.core.wmem_default is 262144

net.core.wmem_default = 262144

# oracle-database-preinstall-19c setting for net.core.wmem_max is 1048576

net.core.wmem_max = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.conf.all.rp_filter is 2

net.ipv4.conf.all.rp_filter = 2

# oracle-database-preinstall-19c setting for net.ipv4.conf.default.rp_filter is 2

net.ipv4.conf.default.rp_filter = 2

# oracle-database-preinstall-19c setting for fs.aio-max-nr is 1048576

fs.aio-max-nr = 1048576

# oracle-database-preinstall-19c setting for net.ipv4.ip_local_port_range is 9000 65500

net.ipv4.ip_local_port_range = 9000 65500

--------------------------------------------------------------------------------------

vi /etc/security/limits.d/oracle-database-preinstall-19c.conf

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

oracle soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

oracle hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

oracle soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

oracle hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

oracle soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

oracle hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

oracle hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

oracle soft memlock 134217728

# oracle-database-preinstall-19c setting for nofile soft limit is 1024

grid soft nofile 1024

# oracle-database-preinstall-19c setting for nofile hard limit is 65536

grid hard nofile 65536

# oracle-database-preinstall-19c setting for nproc soft limit is 16384

# refer orabug15971421 for more info.

grid soft nproc 16384

# oracle-database-preinstall-19c setting for nproc hard limit is 16384

grid hard nproc 16384

# oracle-database-preinstall-19c setting for stack soft limit is 10240KB

grid soft stack 10240

# oracle-database-preinstall-19c setting for stack hard limit is 32768KB

grid hard stack 32768

# oracle-database-preinstall-19c setting for memlock hard limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90 % of RAM

grid hard memlock 134217728

# oracle-database-preinstall-19c setting for memlock soft limit is maximum of 128GB on x86_64 or 3GB on x86 OR 90% of RAM

grid soft memlock 134217728

--------------------------------------------------------------------------------------

systemctl stop firewalld

systemctl disable firewalld

systemctl stop chronyd

systemctl disable chronyd

mv /etc/chrony.conf /etc/chrony.conf.bak

systemctl stop ntpdate

systemctl disable ntpdate

vi /etc/selinux/config

SELINUX = disabled

--------------------------------------------------------------------------------------

openfiler 설치

disk는 Scsi로 설치

disk 2개 설치

os 설치되는 디스크는 체크하여 openfiler os 설치

다른 디스크는 설치 X

os가 설치되는 디스크는 Public Network 사용

다른디스크는 Private 사용

설치하고

접속해서

openfile

password

입력하여 관리자 화면으로 접속

메뉴 system 접속하여 정상적으로 셋팅 됐는지 확인

메뉴 Service로 이동

[iSCSI Target] 및 [iSCSI Initiator]를 enable 버튼 클릭 후 start 버튼을 차례로 클릭하여 serivce를 start 시킨다.

메뉴 volumes 로 이동

You can create new physical volumes.

클릭

os 가 안깔린 디스크 선택

partion type은 Psysical Volume 선택

[Create] 버튼을 클릭하여 /dev/sdb 장치의 남아있는 모든 Volume 을 PhysicalVolume 을 생성 한다.

위와 같이 Physical Volumn 생성하면 생성한 Physical Volume 을 확인 할수 있다.

왼쪽 상단의 [Volume Group] 탭을 클립하여 Volume 을 구성한다.

방금 생성한 피지컬 그룹을 전부 볼륨그룹으로 생성한다.

볼륨그룹이 생성되면

왼쪽 상단의 [Add Volume] 클릭

Add Volume 버튼을 이용하여 Logical volume을 생성하여 각각의 node에 공급할 수 있게 된다.

이렇게 하나씩 구성해서 ,

로 만든다.

Logical volume을 전부 구성했으면 다시

system 탭으로 넘어와 맨밑에 Network Access Configuration에

node1,node2의 private network 정보를 추가한다.

다시 volumes 탭으로가서 iSCSI Target 으로이동

Target Configuration(Add new iSCSI Target)에서 Add를 누르고

Target Configuration 에서 LUN Mapping 이동

매핑전에는 MAP 으로 표시되는 MAPPING 버튼을 전부눌러

매핑시켜준다.

매핑후 Network ACL 으로 가서

Deny 설정을 Allow로 바꿔주고 업데이트

shell에서

vi /etc/initiators.deny

# iqn.2006-01.com.openfiler:tsn.2151a0d1ff7e ALL

--주석처리

openfiler 끝

----------------------------------------------------------------------------------------

다시 centos 로 돌아온다.

yum install -y iscsi-initiator-utils lsscsi

--iscsi 클라이언트

systemctl start iscsi

systemctl enable iscsi

--서비스 시작,활성화

iscsiadm -m discovery -t st -p 192.168.30.125

--ip로 iscsi 검색

iscsiadm -m node -T iqn.2006-01.com.openfiler:tsn.325d1f22136c -l -p 192.168.200.125

-- openfiler의 InitiatorName을 기입해 연결

fdisk -l

로 연결 확인

-----------------------------------------------------------------------------------

Disk /dev/sdb: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdc: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sdd: 4294 MB, 4294967296 bytes, 8388608 sectors

Disk /dev/sde: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdf: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdg: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdh: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdi: 10.7 GB, 10737418240 bytes, 20971520 sectors

Disk /dev/sdj: 10.7 GB, 10737418240 bytes, 20971520 sectors

-----------------------------------------------------------------------------------

yum install oracleasm*

fdisk /dev/sdb

fdisk /dev/sdc

fdisk /dev/sdd

fdisk /dev/sde

fdisk /dev/sdf

fdisk /dev/sdg

fdisk /dev/sdh

fdisk /dev/sdi

fdisk /dev/sdj

--원래 한곳에서만 해도 동기화된다.

-----------------------------------------------------------------------------------

centos7 에서 oracleasm 을 사용하기위해

rpm을 깔아야한다.

https://www.oracle.com/linux/downloads/linux-asmlib-rhel7-downloads.html

rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

-----------------------------------------------------------------------------------

47 rpm -ivh oracleasmlib-2.0.12-1.el7.x86_64.rpm

48 rpm -ivh oracleasm-support-2.1.11-2.el7.x86_64.rpm

chmod 777 /var/log/oracleasm

oracleasm configure -I

Default user to own the driver interface []: grid

Default group to own the driver interface []: dba

Start Oracle ASM library driver on boot (y/n) [n]: y

Scan for Oracle ASM disks on boot (y/n) [y]: y

oracleasm init

oracleasm createdisk OCR_VOTE01 /dev/sdb1

oracleasm createdisk OCR_VOTE02 /dev/sdc1

oracleasm createdisk OCR_VOTE03 /dev/sdd1

oracleasm createdisk DATA01 /dev/sde1

oracleasm createdisk DATA02 /dev/sdf1

oracleasm createdisk DATA03 /dev/sdg1

oracleasm createdisk RECO01 /dev/sdh1

oracleasm createdisk RECO02 /dev/sdi1

oracleasm createdisk RECO03 /dev/sdj1

oracleasm scandisks

oracleasm listdisks

-----------------------------------------------------------------------------------

mkdir /oracle/app

chown oracle:dba -R /oracle

chmod 775 -R /oracle

mkdir -p /oracle/app/oraInventory

chown -R grid:dba /oracle/app/oraInventory

chmod -R 775 /oracle/app/oraInventory

mkdir -p /oracle/app/19.3.0/grid_base

mkdir -p /oracle/app/19.3.0/grid_home

chown -R grid:dba /oracle/app/19.3.0/

chmod -R 775 /oracle/app/19.3.0/

mkdir -p /oracle/app/oracle

mkdir -p /oracle/app/oracle/cfgtoollogs

chown -R oracle:dba /oracle/app/oracle

chmod -R 775 /oracle/app/oracle

mkdir -p /oracle/app/oracle/product/19.3.0/db_1

chown -R oracle:dba /oracle/app/oracle/product/19.3.0/db_1

chmod -R 775 /oracle/app/oracle/product/19.3.0/db_1

[root]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

su - grid

[grid]vi .bash_profile

GRID_BASE=/oracle/app/19.3.0/grid_base; export GRID_BASE

GRID_HOME=/oracle/app/19.3.0/grid_home; export GRID_HOME

PATH=$PATH:$HOME/bin:$GRID_HOME/bin; export PATH

[oracle]vi .bash_profile

TMP=/tmp; export TMP

TMPDIR=$TMP; export TMPDIR

ORACLE_UNQNAME=oradb; export ORACLE_UNQNAME

ORACLE_BASE=/u01/app/oracle; export ORACLE_BASE

ORACLE_HOME=$ORACLE_BASE/product/19.3.0/db_1; export ORACLE_HOME

GRID_HOME=/oracle/19.3.0/grid; export GRID_HOME

ORACLE_SID=oradb; export ORACLE_SID

PATH=/usr/sbin:$PATH; export PATH

PATH=$ORACLE_HOME/bin:$PATH:$GRID_HOME:$GRID_HOME/bin; export PATH

LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib; export LD_LIBRARY_PATH

CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib; export CLASSPATH

-----------------------------------------------------------------------------------

cd GRID_HOME

mv OPatch/ OPatch_old/

unzip p6880880_190000_Linux-x86-64.zip

rpm -qi cvuqdisk

cd $GRID_HOME/cv/rpm

rpm -Uvh cvuqdisk-1.0.10-1.rpm

--cvudisk rpm 설치

cd $GRID_HOME

./runcluvfy.sh stage -pre crsinst -n HA-n01,HA-n02 -osdba oinstall -orainv oinstall

--검사 스크립트

yum install -y rsync

rsync --progress $GRID_HOME/cv/rpm/cvuqdisk-1.0.10-1.rpm HA-n02:/root/

rpm -ivh cvuqdisk-1.0.10-1.rpm

cd $GRID_HOME/oui/prov/resources/scripts

./sshUserSetup.sh -user grid -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user oracle -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

./sshUserSetup.sh -user root -hosts "ha-n01 ha-n02" -noPromptPassphrase -advanced

--password less 설정해주는 스크립트

---------------------------------------------------------------

ssh password 설정

[node 1,2 에서 모두 수행]

ssh-keygen -t rsa

-- rsa keygen 생성

ssh-keygen -t dsa

[node1에서만 수행]

$cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys -- id_rsa.pub는 만들어진 keygen

$cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$ssh HA-n02 cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys

-- 생성된 keygen을 node2로 넘김

$ssh HA-n02 cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

$scp ~/.ssh/authorized_keys HA-n02:~/.ssh/authorized_keys

[node 1,2 에서 모두 수행]

$chmod 600 authorized_keys

[비번을 정하지 않았을 때 node1, 2 에서 모두 수행]

$ssh node1 date

$ssh node1-priv date

$ssh HA-n02 date

$ssh node2-priv date

$GRID_HOME/OPatch/opatch lspatches -oh $GRID_HOME

$ORACLE_HOME/OPatch/opatch lspatches -oh $ORACLE_HOME

--패치 확인

-- 각각 node의 시간이 보이면 성공

그다음 grid 설치

---------------------------------------------------------------

cd $GRID_HOME

export SRVM_DISABLE_MTTRANS=true

./gridSetup.sh -applyRU /oracle/patches/33509923

setup할때 환경변수로 지정한 grid_base grid_home 잘확인할것!

asmca

instance name 확인한뒤

grid 계정 환경변수에 적용

GRID_SID=+ASM1; export GRID_SID

ftp로 파일 옮기기

cd $ORACLE_HOME

./runInstaller -applyRU /oracle/patches/33515361

--db 엔진도 패치하면서 깔기 가능

--무조건 해야됨 ()

-----------------------------------------------------------------------------------

dbca

-- option을 HA로 줄것!

---

ocr_vote 역할