hadoop生态搭建（3节点）-14.redis配置

# ==================================================================规划
node1 redis:7000 7001 192.168.6.131
node2 redis:7002 7003 192.168.6.132
node3 redis:7004 7005 192.168.6.133

# ==================================================================安装 redis

yum install -y gcc g++ gcc-c++ make

tar -zxvf ~/redis-4.0.10.tar.gz

cd ~/redis-4.0.10

make && make install PREFIX=/usr/local/redis-4.0.10

rm -r ~/redis-4.0.10.tar.gz

# 环境变量
# ==================================================================node1 node2 node3

vi /etc/profile

# 在export PATH USER LOGNAME MAIL HOSTNAME HISTSIZE HISTCONTROL下添加

export JAVA_HOME=/usr/java/jdk1.8.0_111

export ZOOKEEPER_HOME=/usr/local/zookeeper-3.4.12

export HADOOP_HOME=/usr/local/hadoop-2.7.6

export MYSQL_HOME=/usr/local/mysql

export HBASE_HOME=/usr/local/hbase-1.2.4

export HIVE_HOME=/usr/local/hive-2.1.1

export SCALA_HOME=/usr/local/scala-2.12.4

export KAFKA_HOME=/usr/local/kafka_2.12-0.10.2.1

export FLUME_HOME=/usr/local/flume-1.8.0

export SPARK_HOME=/usr/local/spark-2.3.0

export STORM_HOME=/usr/local/storm-1.1.0

export ERLANG_HOME=/usr/local/erlang

export RABBITMQ_HOME=/usr/local/rabbitmq_server-3.7.5

export MONGODB_HOME=/usr/local/mongodb-3.4.5

export REDIS_HOME=/usr/local/redis-4.0.10

export RUBY_HOME=/usr/local/ruby-2.5.1

export PATH=$PATH:$JAVA_HOME/bin:$JAVA_HOME/jre/bin:$ZOOKEEPER_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$MYSQL_HOME/bin:$HBASE_HOME/bin:$HIVE_HOME/bin:$SCALA_HOME/bin:$KAFKA_HOME/bin:$FLUME_HOME/bin:$SPARK_HOME/bin:$SPARK_HOME/sbin:$STORM_HOME/bin:$ERLANG_HOME/bin:$RABBITMQ_HOME/ebin:$RABBITMQ_HOME/sbin:$MONGODB_HOME/bin:$REDIS_HOME/bin:$RUBY_HOME/bin

export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

export HADOOP_INSTALL=$HADOOP_HOME

export HADOOP_MAPRED_HOME=$HADOOP_HOME

export HADOOP_COMMON_HOME=$HADOOP_HOME

export HADOOP_HDFS_HOME=$HADOOP_HOME

export YARN_HOME=$HADOOP_HOME

export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native

# ==================================================================node1

# 使环境变量生效

source /etc/profile

# 查看配置结果

echo $REDIS_HOME

cp /root/redis-4.0.10/redis.conf $REDIS_HOME/redis.conf

# ==================================================================node1

vi $REDIS_HOME/redis.conf

# 根据本机所在的IP或hostname

bind node1

# redis后台运行

daemonize yes

# pidfile文件

pidfile /usr/local/redis-4.0.10/redis_6379.pid

# aof日志开启 有需要就开启，它会每次写操作都记录一条日志

appendonly yes

scp -r $REDIS_HOME node2:/usr/local/

scp -r $REDIS_HOME node3:/usr/local/

mkdir -p $REDIS_HOME/redis_cluster/7000

mkdir -p $REDIS_HOME/redis_cluster/7001

vi $REDIS_HOME/redis_cluster/7000/redis.conf

# 端口根据对应的文件夹配置端口 7000,7001,7002,7003,7004,7005

port 7000

# 根据本机所在的IP或hostname配置 node1 node2 node3

bind node1

# redis后台运行

daemonize yes

# pidfile文件对应7000,7001,7002,7003,7004,7005

pidfile /usr/local/redis-4.0.10/redis_cluster/redis_7000.pid

# 开启集群

cluster-enabled yes

# 集群的配置 配置文件首次启动自动生成 7000,7001,7002,7003,7004,7005

cluster-config-file /usr/local/redis-4.0.10/redis_cluster/nodes_7000.conf

# 请求超时  默认15秒，可自行设置

cluster-node-timeout 15000

# aof日志开启 有需要就开启，它会每次写操作都记录一条日志

appendonly yes

vi $REDIS_HOME/redis_cluster/7001/redis.conf

# 端口根据对应的文件夹配置端口 7000,7001,7002,7003,7004,7005

port 7001

# 根据本机所在的IP或hostname配置 node1 node2 node3

bind node1

# redis后台运行

daemonize yes

# pidfile文件对应7000,7001,7002,7003,7004,7005

pidfile /usr/local/redis-4.0.10/redis_cluster/redis_7001.pid

# 开启集群

cluster-enabled yes

# 集群的配置 配置文件首次启动自动生成 7000,7001,7002,7003,7004,7005

cluster-config-file /usr/local/redis-4.0.10/redis_cluster/nodes_7001.conf

# 请求超时  默认15秒，可自行设置

cluster-node-timeout 15000

# aof日志开启 有需要就开启，它会每次写操作都记录一条日志

appendonly yes

# ==================================================================node2 node3

# 使环境变量生效

source /etc/profile

# 查看配置结果

echo $REDIS_HOME

# ==================================================================node2

mkdir -p $REDIS_HOME/redis_cluster/7002

mkdir -p $REDIS_HOME/redis_cluster/7003

vi $REDIS_HOME/redis_cluster/7002/redis.conf

# 端口根据对应的文件夹配置端口 7000,7001,7002,7003,7004,7005

port 7002

# 根据本机所在的IP或hostname配置 node1 node2 node3

bind node2

# redis后台运行

daemonize yes

# pidfile文件对应7000,7001,7002,7003,7004,7005

pidfile /usr/local/redis-4.0.10/redis_cluster/redis_7002.pid

# 开启集群

cluster-enabled yes

# 集群的配置 配置文件首次启动自动生成 7000,7001,7002,7003,7004,7005

cluster-config-file /usr/local/redis-4.0.10/redis_cluster/nodes_7002.conf

# 请求超时  默认15秒，可自行设置

cluster-node-timeout 15000

# aof日志开启 有需要就开启，它会每次写操作都记录一条日志

appendonly yes

vi $REDIS_HOME/redis_cluster/7003/redis.conf

# 端口根据对应的文件夹配置端口 7000,7001,7002,7003,7004,7005

port 7003

# 根据本机所在的IP或hostname配置 node1 node2 node3

bind node2

# redis后台运行

daemonize yes

# pidfile文件对应7000,7001,7002,7003,7004,7005

pidfile /usr/local/redis-4.0.10/redis_cluster/redis_7003.pid

# 开启集群

cluster-enabled yes

# 集群的配置 配置文件首次启动自动生成 7000,7001,7002,7003,7004,7005

cluster-config-file /usr/local/redis-4.0.10/redis_cluster/nodes_7003.conf

# 请求超时  默认15秒，可自行设置

cluster-node-timeout 15000

# aof日志开启 有需要就开启，它会每次写操作都记录一条日志

appendonly yes

# ==================================================================node3

mkdir -p $REDIS_HOME/redis_cluster/7004

mkdir -p $REDIS_HOME/redis_cluster/7005

vi $REDIS_HOME/redis_cluster/7004/redis.conf

# 端口根据对应的文件夹配置端口 7000,7001,7002,7003,7004,7005

port 7004

# 根据本机所在的IP或hostname配置 node1 node2 node3

bind node3

# redis后台运行

daemonize yes

# pidfile文件对应7000,7001,7002,7003,7004,7005

pidfile /usr/local/redis-4.0.10/redis_cluster/redis_7004.pid

# 开启集群

cluster-enabled yes

# 集群的配置 配置文件首次启动自动生成 7000,7001,7002,7003,7004,7005

cluster-config-file /usr/local/redis-4.0.10/redis_cluster/nodes_7004.conf

# 请求超时  默认15秒，可自行设置

cluster-node-timeout 15000

# aof日志开启 有需要就开启，它会每次写操作都记录一条日志

appendonly yes

vi $REDIS_HOME/redis_cluster/7005/redis.conf

# 端口根据对应的文件夹配置端口 7000,7001,7002,7003,7004,7005

port 7005

# 根据本机所在的IP或hostname配置 node1 node2 node3

bind node3

# redis后台运行

daemonize yes

# pidfile文件对应7000,7001,7002,7003,7004,7005

pidfile /usr/local/redis-4.0.10/redis_cluster/redis_7005.pid

# 开启集群

cluster-enabled yes

# 集群的配置 配置文件首次启动自动生成 7000,7001,7002,7003,7004,7005

cluster-config-file /usr/local/redis-4.0.10/redis_cluster/nodes_7005.conf

# 请求超时  默认15秒，可自行设置

cluster-node-timeout 15000

# aof日志开启 有需要就开启，它会每次写操作都记录一条日志

appendonly yes

# 开启集群

# ==================================================================node1 node2 node3

# 复制src目录中的redis-trib.rb 到/usr/local/redis/bin目录

cp ~/redis-4.0.10/src/redis-trib.rb $REDIS_HOME/bin

scp -r ~/redis-4.0.10/src/redis-trib.rb node2:$REDIS_HOME/bin

scp -r ~/redis-4.0.10/src/redis-trib.rb node3:$REDIS_HOME/bin

# https://cache.ruby-lang.org/pub/ruby/2.5/ruby-2.5.1.tar.gz

# https://rubygems.org/pages/download

# https://rubygems.org/gems/redis/versions/4.0.0

# ==================================================================安装 ruby

#yum -y install wget

#wget http://cache.ruby-lang.org/pub/ruby/2.5/ruby-2.5.1.tar.gz

tar -zxvf ~/ruby-2.5.1.tar.gz -C /usr/local/

cd /usr/local/ruby-2.5.1

./configure

make && make install

ln -s $REDIS_HOME/bin/ruby /usr/bin/ruby

ln -s $REDIS_HOME/bin/gem /usr/bin/gem

ruby -v

cd ~

# 缺少zlib依赖，需要安装zlib库

yum install zlib-devel

cd $RUBY_HOME/ext/zlib

ruby extconf.rb

vi Makefile

top_srcdir =../..

make && make install

cd ~

# 缺少openssl库，安装openssl库

yum install openssl-devel

cd $RUBY_HOME/ext/openssl

ruby extconf.rb

vi Makefile

top_srcdir =../..

make && make install

cd ~

tar -zxvf ~/rubygems-2.7.7.tgz -C /usr/local/

cd /usr/local/rubygems-2.7.7

ruby setup.rb

cd ~

gem install -l redis-4.0.0.gem

scp -r ~/ruby-2.5.1.tar.gz node2:~/

scp -r ~/ruby-2.5.1.tar.gz node3:~/

scp -r ~/rubygems-2.7.7.tgz  node2:~/

scp -r ~/rubygems-2.7.7.tgz  node3:~/

scp -r ~/redis-4.0.0.gem node2:~/

scp -r ~/redis-4.0.0.gem node3:~/

rm -r ~/ruby-2.5.1.tar.gz

rm -r ~/rubygems-2.7.7.tgz

rm -r ~/redis-4.0.0.gem

# ==================================================================node2 node3

tar -zxvf ~/ruby-2.5.1.tar.gz -C /usr/local/

cd /usr/local/ruby-2.5.1

./configure

make && make install

ln -s $REDIS_HOME/bin/ruby /usr/bin/ruby

ln -s $REDIS_HOME/bin/gem /usr/bin/gem

ruby -v

# 缺少zlib依赖，需要安装zlib库

cd ~

yum install zlib-devel

cd $RUBY_HOME/ext/zlib

ruby extconf.rb

vi Makefile

top_srcdir =../..

make && make install

# 缺少openssl库，安装openssl库

cd ~

yum install openssl-devel

cd $RUBY_HOME/ext/openssl

ruby extconf.rb

vi Makefile

top_srcdir =../..

make && make install

cd ~

tar -zxvf ~/rubygems-2.7.7.tgz -C /usr/local/

cd /usr/local/rubygems-2.7.7

ruby setup.rb

cd ~

gem install -l redis-4.0.0.gem

rm -r ~/ruby-2.5.1.tar.gz

rm -r ~/rubygems-2.7.7.tgz

rm -r ~/redis-4.0.0.gem

shutdown -h now

# 快照 redis集群前

# 启动

# ==================================================================node1

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7000/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7001/redis.conf

# ==================================================================node2

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7002/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7003/redis.conf

# ==================================================================node3

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7004/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7005/redis.conf

# 查看进程

ps -ef | grep redis

# 查看端口

# netstat -tnlp | grep redis

# ==================================================================node1

# $REDIS_HOME/bin/redis-trib.rb create --replicas 1 node1:7000 node1:7001 node2:7002 node2:7003 node3:7004 node3:7005

$REDIS_HOME/bin/redis-trib.rb create --replicas 1 192.168.6.131:7000 192.168.6.131:7001 192.168.6.132:7002 192.168.6.132:7003 192.168.6.133:7004 192.168.6.133:7005

# $REDIS_HOME/bin/redis-trib.rb check node1:7001

$REDIS_HOME/bin/redis-trib.rb check 192.168.6.131:7001

# (-c 制定集群模式，-h 制定ip -p 制定端口号)

# ./redis-cli -c -h -p

# $REDIS_HOME/bin/redis-cli -c -h node1 -p 7001

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7001

# 查看集群信息

cluster info

# 查看节点列表

cluster nodes

# 关闭集群

# $REDIS_HOME/bin/redis-cli -c -h node1 -p 7001 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7001 shutdown

shutdown -h now

# 快照 redis集群

# ==================================================================认证

# 启动

# ==================================================================node1

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7000/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7001/redis.conf

# ==================================================================node2

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7002/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7003/redis.conf

# ==================================================================node3

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7004/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7005/redis.conf

# 查看进程

ps -ef | grep redis

# 增加认证，是每一个节点的密码必须都一致，如果不一致，切换的时候就会出现没有权限登问题，而且必须登陆进每一个节点设置一次认证才可以。

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7000

> config set masterauth Redis*123456

> config set requirepass Redis*123456

> exit

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7001

> config set masterauth Redis*123456

> config set requirepass Redis*123456

> exit

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.132 -p 7002

> config set masterauth Redis*123456

> config set requirepass Redis*123456

> exit

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.132 -p 7003

> config set masterauth Redis*123456

> config set requirepass Redis*123456

> exit

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.133 -p 7004

> config set masterauth Redis*123456

> config set requirepass Redis*123456

> exit

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.133 -p 7005

> config set masterauth Redis*123456

> config set requirepass Redis*123456

> exit

# 每个节点（-a Redis*123456 就是刚才所设置的密码，用于认证）

$REDIS_HOME/bin/redis-cli -h 192.168.6.131 -p 7000 -c -a Redis*123456

> config rewrite

> exit

$REDIS_HOME/bin/redis-cli -h 192.168.6.131 -p 7001 -c -a Redis*123456

> config rewrite

> exit

$REDIS_HOME/bin/redis-cli -h 192.168.6.132 -p 7002 -c -a Redis*123456

> config rewrite

> exit

$REDIS_HOME/bin/redis-cli -h 192.168.6.132 -p 7003 -c -a Redis*123456

> config rewrite

> exit

$REDIS_HOME/bin/redis-cli -h 192.168.6.133 -p 7004 -c -a Redis*123456

> config rewrite

> exit

$REDIS_HOME/bin/redis-cli -h 192.168.6.133 -p 7005 -c -a Redis*123456

> config rewrite

> exit

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7000 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7001 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.132 -p 7002 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.132 -p 7003 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.133 -p 7004 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.133 -p 7005 -a Redis*123456 shutdown

# 再次启动

# ==================================================================node1

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7000/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7001/redis.conf

# ==================================================================node2

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7002/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7003/redis.conf

# ==================================================================node3

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7004/redis.conf

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis_cluster/7005/redis.conf

$REDIS_HOME/bin/redis-cli -h 192.168.6.131 -p 7000 -c -a Redis*123456

#查看所有key

> keys *

> set key value

> get key

> keys *

> exit

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7000 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.131 -p 7001 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.132 -p 7002 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.132 -p 7003 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.133 -p 7004 -a Redis*123456 shutdown

$REDIS_HOME/bin/redis-cli -c -h 192.168.6.133 -p 7005 -a Redis*123456 shutdown

shutdown -h now

# 快照 redis集群认证

# ==================================================================单机启动

# 指定配置文件启动 Redis客户端连接指定Redis Server

$REDIS_HOME/bin/redis-server $REDIS_HOME/redis.conf

#连接指定Redis Server

$REDIS_HOME/bin/redis-cli -h node1

# 设置：set key1 value1

# 获取：get key1

# 关闭客户端

# $REDIS_HOME/bin/redis-cli -p 6379 shutdown

hadoop生态搭建（3节点）-14.redis配置的更多相关文章

hadoop生态搭建（3节点）
软件:CentOS-7 VMware12 SSHSecureShellClient shell工具:Xshell 规划 vm网络配置 01.基础配置 02.ssh配置 03.zookeep ...
14. Redis配置统计字典
14. Redis配置统计字典14.1 info系统状态说明14.1.1 命令说明14.1.2 详细说明14.2 standalone配置说明和分析14.2.1 总体配置14.2.2 最大内存及策略1 ...
hadoop生态搭建（3节点）-08.kafka配置
如果之前没有安装jdk和zookeeper,安装了的请直接跳过 # https://www.oracle.com/technetwork/java/javase/downloads/java-arch ...
hadoop生态搭建（3节点）-15.Nginx_Keepalived_Tomcat配置
# Nginx+Tomcat搭建高可用服务器名称预装软件 IP地址Nginx服务器 Nginx1 192.168.6.131Nginx服务器 Nginx2 192.168.6.132 # ===== ...
hadoop生态搭建（3节点）-04.hadoop配置
如果之前没有安装jdk和zookeeper,安装了的请直接跳过 # https://www.oracle.com/technetwork/java/javase/downloads/java-arch ...
hadoop生态搭建（3节点）-10.spark配置
# https://www.scala-lang.org/download/2.12.4.html# ================================================= ...
hadoop生态搭建（3节点）-13.mongodb配置
# 13.mongodb配置_副本集_认证授权# ==================================================================安装 mongod ...
hadoop生态搭建（3节点）-03.zookeeper配置
# https://www.oracle.com/technetwork/java/javase/downloads/java-archive-javase8-2177648.html # ===== ...
hadoop生态搭建（3节点）-09.flume配置
# http://archive.apache.org/dist/flume/1.8.0/# ===================================================== ...

随机推荐

Windows(7)上不能启动MySQL服务（位于本地计算机上）错误1067 ：进程意外终止
就这段时间,很多人在抱怨为什么自己的MySQL又打不开问题. 就“Windows(7)上不能启动MySQL服务(位于本地计算机上)错误1067 :进程意外终止”这个问题,我想到了几种方案解决: 一.首 ...
Hadoop学习---Hadoop的深入学习
Hadoop生态圈存储数据HDFS(Hadoop Distributed File System),运行在通用硬件上的分布式文件系统.具有高度容错性.高吞吐量的的特点. 处理数据MapReduce, ...
使用redis存放 map数据
效果实现 public class JedisPoolUtil { /** * 获取一个redis实例 * @param jedisConnectionFactory * @return */ pu ...
Oracle 查看占用undo大的sql语句
select s.sid,s.serial#,s.sql_id,v.usn,segment_name,r.status, v.rssize/1024/1024 mb from dba_roll ...
Prototype Pattern
MySQL语法二：数据操纵语句
数据操纵语句DML(SELECT,DELETE,UPDATE,INSERT) 一. 数据操纵语句是对数据表中的内容进行操作.比如对某个表中的某条记录或者多条记录进行增删改查操作. 一).查询 SELE ...
PHP-----TP框架基础
TP框架基础把Thinkphp框架的压缩包解压到php文件夹下----www目录下. Thinkphp文件夹都有什么呢??? (所有用TP框架做的程序,要访问程序里面的网页.内容的话,全部要走这 ...
es6的解构赋值
分类:数组.对象.字符串.布尔值.函数参数.数值解构赋值
【转】Spring Boot特性
https://yq.aliyun.com/articles/25530 摘要: 1. SpringApplication SpringApplication 类是启动 Spring Boot 应用的 ...
启动memcache
"D:\SOFT\memcached-1.4.5-amd64\memcached-amd64\memcached.exe"

hadoop生态搭建（3节点）-14.redis配置

hadoop生态搭建（3节点）-14.redis配置的更多相关文章

随机推荐

热门专题