RAC配置笔记

Iscsi常用命令（我通过openfiler实现iscsi存储）

# iscsiadm -m discovery -t st -p IP:port     //发现iSCSI存储

# iscsiadm -m node -o delete -T TARGET -p IP:port    //删除iSCSI发现记录

# iscsiadm -m node          //查看iSCSI发现记录

# iscsiadm -m session     //查看会话情况

# iscsiadm -m node -T TARGET -p IP:port -l       //登录iSCSI存储
# iscsiadm -m node -T TARGET -p IP:port -u      //登出iSCSI存储

vim /etc/iscsi/initiatorname.iscsi 
  //添加客户端认证

InitiatorName=iqn.2018-12.com.oven:client     //名称与服务端acl设置的名称一致

systemctl restart
iscsid    //更新IQN
iscsiadm -m node -T iqn.2018-12.com.oven:master
-p 192.168.4.10 -l   //更新IQN后登录成功

[root@rhel1 ~]# fdisk /dev/sde      --分区

[root@rhel1 ~]# udevadm  test /sys/block/sde ----查看信息

配置udev来固定iscsi磁盘分区

[root@rhel1 ~]# vi
/etc/udev/rules.d/99-openiscsi.rules     ---->redhat7

KERNEL=="sd*",
SUBSYSTEM=="block", 
PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent",
RESULT=="14f504e46494c455248704e5673662d486e38762d505a7470",
SYMLINK+="asm/asm_ocr3/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*",
SUBSYSTEM=="block", 
PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent",
RESULT=="14f504e46494c45524a59386b4a412d39354f472d35776769",
SYMLINK+="asm/asm_fra/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*",
SUBSYSTEM=="block", 
PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent", RESULT=="14f504e46494c455273656f6353492d3762575a2d69475577",SYMLINK+="asm/asm_dbfile/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*",
SUBSYSTEM=="block", 
PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent",
RESULT=="14f504e46494c455233326755744d2d544a586f2d4234696e",
SYMLINK+="asm/asm_ocr1/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

KERNEL=="sd*",
SUBSYSTEM=="block", 
PROGRAM=="/usr/lib/udev/scsi_id -g -u -d /dev/$parent",
RESULT=="14f504e46494c45524d79356d34542d354b456f2d326b3877",
SYMLINK+="asm/asm_ocr2/part%n",OWNER="grid",GROUP="asmadmin",MODE="0660"

[root@rhel1 ~]# udevadm control
--reload-rules

[root@rhel1 ~]# udevadm trigger

[root@rhel1 asm]# tree

├── asm_dbfile

│   └── part1 -> ../../sdf1

├── asm_fra

│   └── part1 -> ../../sde1

├── asm_ocr1

│   └── part1 -> ../../sdc1

├── asm_ocr2

│   └── part1 -> ../../sdb1

└── asm_ocr3

└── part1 -> ../../sdd1

5 directories, 5 files

ASM配置安装

[root@rhel1 ~]# yum install kmod-oracleasm.x86_64

[root@rhel1 ~]# rpm -ivh /soft/oracleasmlib-2.0.12-1.el7.x86_64.rpm

[root@rhel1 ~]# rpm -ivh
/soft/oracleasm-support-2.1.11-2.el7.x86_64.rpm

[root@rhel1 ~]# /etc/init.d/oracleasm configure

/etc/init.d/oracleasm is deprecated. Use 'oracleasm
configure -i'

[root@rhel1 ~]# oracleasm configure –I             ---- 两个节点都需操作

Configuring the Oracle ASM library driver.

This will configure the on-boot properties of the
Oracle ASM library

driver.  The
following questions will determine whether the driver is

loaded on boot and what permissions it will have.  The current values

will be shown in brackets ('[]').  Hitting <ENTER> without typing an

answer will keep that current value.  Ctrl-C will abort.

Default user to own the driver interface []: grid

Default group to own the driver interface []:
asmadmin

Start Oracle ASM library driver on boot (y/n) [n]:
y

Scan for Oracle ASM disks on boot (y/n) [y]: y

Writing Oracle ASM library driver configuration:
done

[root@rhel1 asm]# oracleasm createdisk  dbfile /dev/asm/asm_dbfile/part1

Writing disk header: done

Instantiating disk: done

[root@rhel2 ~]# oracleasm scandisks

Reloading disk partitions: done

Cleaning any stale ASM disks...

Scanning system for ASM disks...

Instantiating disk "OCRDISK3"

Instantiating disk "FRAS"

Instantiating disk "DBFILES"

Instantiating disk "OCRDISK1"

Instantiating disk "OCRDISK2"

[root@rhel2 ~]# oracleasm listdisks

DBFILES

FRAS

OCRDISK1

OCRDISK2

OCRDISK3

[root@rhel2 ~]#oracleasm querydisk -p OCRDISK1  -----查询asm磁盘所对应的设备文件

内核参数设置：

[root@ rhel1 ~]# vi /etc/sysctl.conf

fs.aio-max-nr = 1048576

fs.file-max = 6815744

kernel.shmall =

kernel.shmmax =

kernel.shmmni = 4096

kernel.sem = 250 32000 100 128

net.ipv4.ip_local_port_range = 9000 65500

net.core.rmem_default = 262144

net.core.rmem_max = 4194304

net.core.wmem_default = 262144

net.core.wmem_max = 1048586

执行sysctl -p

配置oracle、grid用户的shell限制

[root@ rhel1 ~]# vi
/etc/security/limits.conf

grid soft nproc 2047

grid hard nproc 16384

grid soft nofile 1024

grid hard nofile 65536

oracle soft nproc 2047

oracle hard nproc 16384

oracle soft nofile 1024

oracle hard nofile 65536

[root@rhel1 ~]# vi /etc/pam.d/login

session   
required    
/lib64/security/pam_limits.so

添加用户

[root@ rhel1 ~]#
groupadd -g 1001 oinstall

[root@ rhel1 ~]#
groupadd -g 1002 asmadmin

[root@ rhel1 ~]#
groupadd -g 1003 dba

[root@ rhel1 ~]#
groupadd -g 1004 oper

[root@ rhel1 ~]#
groupadd -g 1005 asmdba

[root@ rhel1 ~]#
groupadd -g 1006 asmoper

[root@ rhel1 ~]#
useradd -u 1002 -g oinstall -G asmadmin,asmdba,asmoper grid

[root@ rhel1 ~]#
usermod -g oinstall -G dba,oper,asmdba oracle

[root@ rhel1 ~]#
mkdir -p /u01/app/11.2.0/grid

[root@ rhel1 ~]#
chown -R grid:oinstall  /u01

[root@ rhel1 ~]#
mkdir /u01/app/oracle

[root@ rhel1 ~]#
chown -R oracle:oinstall  /u01/app/oracle/

[root@ rhel1 ~]#
chmod -R 775 /u01/

DNS配置

[root@rhel2 ~]#yum install named

[root@rhel2 ~]# vi /etc/named.conf   ----添加以下内容

zone "86.168.192.in-addr.arpa" IN{

type
master;

file
"192.168.86.db";

};

zone "example.com." IN {

type
master;

file
"example.com.db";

};

[root@rhel2 ~]# vi /var/named/example.com.db

$TTL 1H

@       IN
SOA  homeserver.localdomain.
root.homeserver.localdomain. (

5       ; serial

3H      ; refresh

1H      ; retry

1W      ; expire

1H
)    ; minimum

NS      homeserver.localdomain.

rhel-cluster-scan.grid     IN  
A       192.168.86.170

rhel-cluster-scan.grid     IN  
A       192.168.86.171

rhel-cluster-scan.grid     IN  
A       192.168.86.172

[root@rhel2 ~]# vi /var/named/192.168.86.db

$TTL 1H

@       IN
SOA 
homeserver.localdomain.grid.example.com.
root.homeserver.localdomain.grid.example.com. (

2       ; serial

3H      ; refresh

1H      ; retry

1W      ; expire

1H
)    ; minimum

NS       
homeserver.localdomain.grid.example.com.

170 IN   
PTR    
rhel-cluster-scan.grid.example.com.

171 IN   
PTR    
rhel-cluster-scan.grid.example.com.

172 IN   
PTR    
rhel-cluster-scan.grid.example.com.

[root@rhel2 ~]# vi /etc/resolv.conf

nameserver 192.168.86.152

[root@rhel2 ~]# vi /etc/nsswitch.conf  -----在hosts: files dns加上nis

hosts:     
files dns nis

[root@rhel2 ~]# nslookup
rhel-cluster-scan.grid.example.com

Server:        
192.168.86.152

Address:       
192.168.86.152#53

Name:  
rhel-cluster-scan.grid.example.com

Address: 192.168.86.172

Name:  
rhel-cluster-scan.grid.example.com

Address: 192.168.86.170

Name:  
rhel-cluster-scan.grid.example.com

Address: 192.168.86.171

[grid@ rhel1 ~]#/u01/app/grid/runcluvfy.sh
stage -pre crsinst -n rhel1,rhel2 -fixup –verbose                     ------执行检查

Ssh互信配置
 每个节点都需要

[oracle@ rhel1 ~]$

ssh-keygen -t rsa

ssh-keygen -t dsa

[oracle@ rhel1 ~]$

ssh rhel1 cat ~/.ssh/id_rsa.pub >>
authorized_keys

ssh rhel2 cat ~/.ssh/id_rsa.pub >>
authorized_keys

ssh rhel1 cat ~/.ssh/id_dsa.pub >>
authorized_keys

ssh rhel2 cat ~/.ssh/id_dsa.pub >>
authorized_keys

[oracle@ rhel1.ssh]$ scp authorized_keys rhel2:~/.ssh/

[oracle@ rhel2.ssh]$ chmod 600 authorized_keys

执行root.sh出现错误

Adding daemon to inittab

CRS-4124: Oracle High Availability Services startup
failed.

CRS-4000: Command Start failed, or completed with
errors.

ohasd failed to start: Inappropriate ioctl for
device

ohasd failed to start at
/u01/app/11.2.0/grid/crs/install/rootcrs.pl line 443.

[root@rhel1 ~]#
/u01/app/11.2.0/grid/crs/install/roothas.pl -deconfig -force -verbose

出现
Adding daemon to inittab 时执行

[root@rhel1 ~]#dd if=/var/tmp/.oracle/npohasd
of=/dev/null bs=1024 count=1 （rhel7+11.2.0.1）

[root@rhel1 ~]# /u01/app/11.2.0/grid/root.sh ---->等待上一个节点执行完在执行