最简单之安装hadoop单机版

一，hadoop下载

(前提：先安装java环境)

下载地址：http://hadoop.apache.org/releases.html（注意是binary文件，source那个是源码）

二，解压配置

tar xzvf hadoop-2.10..tar.gz
[root@--- hadoop-2.10.]# echo $JAVA_HOME
/usr/java/jdk1..0_231-amd64
[root@--- hadoop-2.10.]# vi /home/hadoop-2.10./etc/hadoop/hadoop-env.sh
export JAVA_HOME=/usr/java/jdk1..0_231-amd64
[root@192-168-22-220 hadoop-2.10.0]# vi /home/hadoop-2.10.0/etc/hadoop/yarn-env.sh
export JAVA_HOME=/usr/java/jdk1.8.0_231-amd64

[root@--- hadoop-2.10.]# hostname
---
[root@--- ~]# mkdir /home/hadoop-2.10./tmp
[root@--- ~]# vi /home/hadoop-2.10./etc/hadoop/core-site.xml
<configuration>
    <!-- 指定HDFS老大（namenode）的通信地址 -->
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://localhost:9000</value>
    </property>
    <!-- 指定hadoop运行时产生文件的存储路径 -->
    <property>
        <name>hadoop.tmp.dir</name>
        <value>/home/hadoop-2.10./tmp</value>
    </property>
</configuration>

[root@--- hadoop-2.10.]# mkdir /home/hadoop-2.10./hdfs
[root@--- hadoop-2.10.]# mkdir /home/hadoop-2.10./hdfs/name
[root@--- hadoop-2.10.]# mkdir /home/hadoop-2.10./hdfs/data
[root@--- hadoop-2.10.]# vi /home/hadoop-2.10./etc/hadoop/hdfs-site.xml
<configuration>
<property>
    <name>dfs.name.dir</name>
    <value>/home/hadoop-2.10./hdfs/name</value> 
    <description>namenode上存储hdfs名字空间元数据 </description> 
</property>

<property>
    <name>dfs.data.dir</name>
    <value>/home/hadoop-2.10./hdfs/data</value> 
    <description>datanode上数据块的物理存储位置</description>
</property>

<property>
    <name>dfs.replication</name>
    <value></value>
    <description>副本个数，配置默认是3,应小于datanode机器数量</description>
</property>
</configuration>

[root@--- hadoop]# cp mapred-site.xml.template mapred-site.xml
[root@--- hadoop]# vi /home/hadoop-2.10./etc/hadoop/mapred-site.xml

<configuration>
    <!-- 通知框架MR使用YARN -->
    <property>
        <name>mapreduce.framework.name</name>
        <value>yarn</value>
    </property>
</configuration>

[root@--- hadoop]#vi /home/hadoop-2.10./etc/hadoop/yarn-site.xml
<configuration>
    <!-- reducer取数据的方式是mapreduce_shuffle -->
    <property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle</value>
    </property>
</configuration>

三，环境变量

vi /etc/profile
export HADOOP_HOME=/home/hadoop-2.10.0
export PATH=$PATH:$HADOOP_HOME/bin
source /etc/profile

四，免密登陆

ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys
chmod  ~/.ssh/authorized_keys

五，第一次先格式化hdfs

[root@--- hadoop-2.10.]# pwd
/home/hadoop-2.10.
[root@--- hadoop-2.10.]# ./bin/hdfs namenode -format  #或者 hadoop namenode -format

六，启动hdfs

./sbin/start-dfs.sh  #启动命令
./sbin/stop-dfs.sh   #停止命令

 

七，启动yarn

[root@--- hadoop-2.10.]# pwd
/home/hadoop-2.10.
[root@--- hadoop-2.10.]# ./sbin/start-yarn.sh            # 关闭命令：./sbin/stop-yarn.sh
starting yarn daemons
resourcemanager running as process . Stop it first.
localhost: starting nodemanager, logging to /home/hadoop-2.10./logs/yarn-root-n            
odemanager----.out
[root@--- hadoop-2.10.]# jps
 NameNode
 ResourceManager
 Jps
 DataNode
 SecondaryNameNode
 NodeManager

八，批量启动和停止

[root@--- hadoop-2.10.]# ./sbin/stop-all.sh
This script is Deprecated. Instead use stop-dfs.sh and stop-yarn.sh
Stopping namenodes on [---]
---: stopping namenode
localhost: stopping datanode
Stopping secondary namenodes [0.0.0.0]
0.0.0.0: stopping secondarynamenode
stopping yarn daemons
stopping resourcemanager
localhost: stopping nodemanager
localhost: nodemanager did not stop gracefully after  seconds: killing with kill -
no proxyserver to stop
[root@--- hadoop-2.10.]# ./sbin/start-all.sh
This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh
Starting namenodes on [---]
---: starting namenode, logging to /home/hadoop-2.10./logs/hadoop-root-namenode----.out
localhost: starting datanode, logging to /home/hadoop-2.10./logs/hadoop-root-datanode----.out
Starting secondary namenodes [0.0.0.0]
0.0.0.0: starting secondarynamenode, logging to /home/hadoop-2.10./logs/hadoop-root-secondarynamenode----.out
starting yarn daemons
starting resourcemanager, logging to /home/hadoop-2.10./logs/yarn-root-resourcemanager----.out
localhost: starting nodemanager, logging to /home/hadoop-2.10./logs/yarn-root-nodemanager----.out