CentOS7.4下编译Hadoop-2.7.6
1. 使用系统和软件
操作系统：CentOS Linux release 7.4.1708 (Core) 64位
使用软件如下：
jdk1.8.0_112.tar.gz
hadoop-2.7.6-src.tar.gz
apache-ant-1.9.11-bin.tar.gz
apache-maven-3.5.3-bin.tar.gz
findbugs-3.0.1.tar.gz
protobuf-2.5.0.tar.gz
2. 必要的包安装
[root@mini05 ~]# yum install -y cmake
[root@mini05 ~]# yum install -y openssl-devel
[root@mini05 ~]# yum install -y ncurses-devel
3. 安装Jdk【java8】
3.1. 软件安装
[root@mini05 software]# pwd
/app/software
[root@mini05 software]# tar xf jdk1.8.0_112.tar.gz
[root@mini05 software]# ll
total 201392
drwxr-xr-x 8 10 143 4096 Dec 20 13:27 jdk1.8.0_112
-rw-r--r-- 1 root root 189815615 Mar 12 16:47 jdk1.8.0_112.tar.gz
[root@mini05 software]# mv jdk1.8.0_112/ /app/
[root@mini05 software]# cd /app/
[root@mini05 app]# ln -s jdk1.8.0_112/ jdk
[root@mini05 app]# ll
total 8
lrwxrwxrwx 1 root root 13 May 16 23:19 jdk -> jdk1.8.0_112/
drwxr-xr-x 8 10 143 4096 Dec 20 13:27 jdk1.8.0_112
3.2. 环境变量
[root@mini05 ~]$ pwd
/app
[root@mini05 ~]$ ll -d jdk* # 可以根据实际情况选择jdk版本，其中jdk1.8 可以兼容 jdk1.7
lrwxrwxrwx 1 yun yun 11 Mar 15 14:58 jdk -> jdk1.8.0_112
drwxr-xr-x 8 yun yun 4096 Dec 20 13:27 jdk1.8.0_112
[root@mini05 profile.d]$ pwd
/etc/profile.d
[root@mini05 profile.d]$ cat jdk.sh # java环境变量
export JAVA_HOME=/app/jdk
export JRE_HOME=/app/jdk/jre
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:$JRE_HOME/lib:$CLASSPATH
export PATH=$JAVA_HOME/bin:$PATH [root@mini05 profile.d]# source /etc/profile
[root@mini05 profile.d]$ java -version
java version "1.8.0_112"
Java(TM) SE Runtime Environment (build 1.8.0_112-b15)
Java HotSpot(TM) 64-Bit Server VM (build 25.112-b15, mixed mode)
4. 安装maven
4.1. 软件安装
[root@mini05 software]# pwd
/app/software
[root@mini05 software]# tar xf apache-maven-3.5.3-bin.tar.gz
[root@mini05 software]# mv apache-maven-3.5.3 /app/
[root@mini05 software]# cd /app/
[root@mini05 app]# ln -s apache-maven-3.5.3 maven
[root@mini05 app]# ll
total 0
drwxr-xr-x 6 root root 99 Jun 8 10:18 apache-maven-3.5.3
lrwxrwxrwx 1 yun yun 13 Jun 7 22:49 jdk -> jdk1.8.0_112/
drwxr-xr-x 8 yun yun 255 Sep 23 2016 jdk1.8.0_112
lrwxrwxrwx 1 root root 18 Jun 8 10:19 maven -> apache-maven-3.5.3
drwxrwxr-x 2 yun yun 222 Jun 8 10:18 software
4.2. 环境变量
[root@mini05 profile.d]# pwd
/etc/profile.d
[root@mini05 profile.d]# cat maven.sh
export MAVEN_HOME=/app/maven/
export PATH=$MAVEN_HOME/bin:$PATH [root@mini05 profile.d]# source /etc/profile
[root@mini05 profile.d]# mvn -v
Apache Maven 3.5.3 (3383c37e1f9e9b3bc3df5050c29c8aff9f295297; 2018-02-25T03:49:05+08:00)
Maven home: /app/maven
Java version: 1.8.0_112, vendor: Oracle Corporation
Java home: /app/jdk1.8.0_112/jre
Default locale: en_US, platform encoding: UTF-8
OS name: "linux", version: "3.10.0-693.el7.x86_64", arch: "amd64", family: "unix"
5. 安装ant
5.1. 软件安装
[root@mini05 software]# pwd
/app/software
[root@mini05 software]# tar xf apache-ant-1.9.11-bin.tar.gz
[root@mini05 software]# mv apache-ant-1.9.11 /app/
[root@mini05 app]# ln -s apache-ant-1.9.11 ant
[root@mini05 app]# ll
total 0
lrwxrwxrwx 1 root root 17 Jun 8 10:38 ant -> apache-ant-1.9.11
drwxr-xr-x 6 root root 235 Mar 24 01:08 apache-ant-1.9.11
drwxr-xr-x 6 root root 99 Jun 8 10:18 apache-maven-3.5.3
lrwxrwxrwx 1 yun yun 13 Jun 7 22:49 jdk -> jdk1.8.0_112/
drwxr-xr-x 8 yun yun 255 Sep 23 2016 jdk1.8.0_112
lrwxrwxrwx 1 root root 18 Jun 8 10:19 maven -> apache-maven-3.5.3
drwxrwxr-x 2 yun yun 222 Jun 8 10:18 software
5.2. 环境变量
[root@mini05 profile.d]# pwd
/etc/profile.d
[root@mini05 profile.d]# vim ant.sh
export ANT_HOME="/app/ant"
export PATH=$ANT_HOME/bin:$PATH [root@mini05 profile.d]# source /etc/profile
[root@mini05 profile.d]# ant -version
Apache Ant(TM) version 1.9.11 compiled on March 23 2018
6. 安装findbugs
6.1. 软件安装
[root@mini05 software]# pwd
/app/software
[root@mini05 software]# tar xf findbugs-3.0.1.tar.gz
[root@mini05 software]# mv findbugs-3.0.1 /app/
[root@mini05 software]# cd /app/
[root@mini05 app]# ln -s findbugs-3.0.1/ findbugs
[root@mini05 app]# ll
total 0
lrwxrwxrwx 1 root root 17 Jun 8 10:38 ant -> apache-ant-1.9.11
drwxr-xr-x 6 root root 235 Mar 24 01:08 apache-ant-1.9.11
drwxr-xr-x 6 root root 99 Jun 8 10:18 apache-maven-3.5.3
lrwxrwxrwx 1 root root 15 Jun 8 11:01 findbugs -> findbugs-3.0.1/
drwxr-xr-x 8 root root 104 Jun 8 11:00 findbugs-3.0.1
lrwxrwxrwx 1 yun yun 13 Jun 7 22:49 jdk -> jdk1.8.0_112/
drwxr-xr-x 8 yun yun 255 Sep 23 2016 jdk1.8.0_112
lrwxrwxrwx 1 root root 18 Jun 8 10:19 maven -> apache-maven-3.5.3
drwxrwxr-x 2 yun yun 222 Jun 8 11:01 software
6.2. 环境变量
[root@mini05 profile.d]# pwd
/etc/profile.d
[root@mini05 profile.d]# cat findbugs.sh
export FINDBUGS_HOME="/app/findbugs"
export PATH=$FINDBUGS_HOME/bin:$PATH [root@mini05 profile.d]# source /etc/profile
[root@mini05 profile.d]# findbugs -version
3.0.1
7. 安装protobuf
# 不能使用 protobuf-2.6.1.tar.gz 会出错
[root@mini05 software]# pwd
/app/software
[root@mini05 software]# tar xf protobuf-2.5.0.tar.gz
[root@mini05 software]# cd protobuf-2.5.0/
[root@mini05 protobuf-2.5.0]# pwd
/app/software/protobuf-2.5.0
[root@mini05 protobuf-2.6.1]# ./configure
………………
[root@mini05 protobuf-2.6.1]# make
………………
[root@mini05 protobuf-2.6.1]# make install
………………
[root@mini05 protobuf-2.6.1]# protoc --version
libprotoc 2.5.0
8. 编译Hadoop
8.1. 编译Hadoop
[root@mini05 software]# pwd
/app/software
[root@mini05 software]# tar xf hadoop-2.7.6-src.tar.gz
[root@mini05 software]# cd hadoop-2.7.6-src/
[root@mini05 hadoop-2.7.6-src]# pwd
/app/software/hadoop-2.7.6-src
[root@mini05 hadoop-2.7.6-src]# mvn clean install -DskipTests # clean 参数可以省略
………………
### 持续时间较长，中间也有可能一直卡主，如果卡主那么Ctrl+C 之后再执行即可。总过程可能会有多次卡主那么中断后再执行该命令。
………………………………
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] Apache Hadoop Main 2.7.6 ........................... SUCCESS [ 1.098 s]
[INFO] Apache Hadoop Build Tools .......................... SUCCESS [ 1.151 s]
[INFO] Apache Hadoop Project POM .......................... SUCCESS [ 0.851 s]
[INFO] Apache Hadoop Annotations .......................... SUCCESS [ 0.390 s]
[INFO] Apache Hadoop Project Dist POM ..................... SUCCESS [ 0.298 s]
[INFO] Apache Hadoop Assemblies ........................... SUCCESS [ 0.158 s]
[INFO] Apache Hadoop Maven Plugins ........................ SUCCESS [ 1.494 s]
[INFO] Apache Hadoop MiniKDC .............................. SUCCESS [ 3.178 s]
[INFO] Apache Hadoop Auth ................................. SUCCESS [ 1.902 s]
[INFO] Apache Hadoop Auth Examples ........................ SUCCESS [ 0.916 s]
[INFO] Apache Hadoop Common ............................... SUCCESS [ 38.980 s]
[INFO] Apache Hadoop NFS .................................. SUCCESS [ 1.097 s]
[INFO] Apache Hadoop KMS .................................. SUCCESS [ 13.255 s]
[INFO] Apache Hadoop Common Project ....................... SUCCESS [ 0.099 s]
[INFO] Apache Hadoop HDFS ................................. SUCCESS [ 57.047 s]
[INFO] Apache Hadoop HttpFS ............................... SUCCESS [ 7.958 s]
[INFO] Apache Hadoop HDFS BookKeeper Journal .............. SUCCESS [ 49.933 s]
[INFO] Apache Hadoop HDFS-NFS ............................. SUCCESS [ 0.632 s]
[INFO] Apache Hadoop HDFS Project ......................... SUCCESS [ 0.048 s]
[INFO] hadoop-yarn ........................................ SUCCESS [ 0.045 s]
[INFO] hadoop-yarn-api .................................... SUCCESS [ 3.861 s]
[INFO] hadoop-yarn-common ................................. SUCCESS [01:35 min]
[INFO] hadoop-yarn-server ................................. SUCCESS [ 0.030 s]
[INFO] hadoop-yarn-server-common .......................... SUCCESS [ 1.002 s]
[INFO] hadoop-yarn-server-nodemanager ..................... SUCCESS [ 1.825 s]
[INFO] hadoop-yarn-server-web-proxy ....................... SUCCESS [ 0.499 s]
[INFO] hadoop-yarn-server-applicationhistoryservice ....... SUCCESS [ 0.940 s]
[INFO] hadoop-yarn-server-resourcemanager ................. SUCCESS [ 3.872 s]
[INFO] hadoop-yarn-server-tests ........................... SUCCESS [ 0.759 s]
[INFO] hadoop-yarn-client ................................. SUCCESS [ 0.687 s]
[INFO] hadoop-yarn-server-sharedcachemanager .............. SUCCESS [ 0.850 s]
[INFO] hadoop-yarn-applications ........................... SUCCESS [ 0.034 s]
[INFO] hadoop-yarn-applications-distributedshell .......... SUCCESS [ 0.396 s]
[INFO] hadoop-yarn-applications-unmanaged-am-launcher ..... SUCCESS [ 0.272 s]
[INFO] hadoop-yarn-site ................................... SUCCESS [ 0.040 s]
[INFO] hadoop-yarn-registry ............................... SUCCESS [ 0.711 s]
[INFO] hadoop-yarn-project ................................ SUCCESS [ 0.248 s]
[INFO] hadoop-mapreduce-client ............................ SUCCESS [ 0.114 s]
[INFO] hadoop-mapreduce-client-core ....................... SUCCESS [ 2.589 s]
[INFO] hadoop-mapreduce-client-common ..................... SUCCESS [ 1.546 s]
[INFO] hadoop-mapreduce-client-shuffle .................... SUCCESS [ 0.467 s]
[INFO] hadoop-mapreduce-client-app ........................ SUCCESS [ 1.305 s]
[INFO] hadoop-mapreduce-client-hs ......................... SUCCESS [ 0.780 s]
[INFO] hadoop-mapreduce-client-jobclient .................. SUCCESS [ 19.947 s]
[INFO] hadoop-mapreduce-client-hs-plugins ................. SUCCESS [ 0.364 s]
[INFO] Apache Hadoop MapReduce Examples ................... SUCCESS [ 0.831 s]
[INFO] hadoop-mapreduce ................................... SUCCESS [ 0.169 s]
[INFO] Apache Hadoop MapReduce Streaming .................. SUCCESS [ 8.894 s]
[INFO] Apache Hadoop Distributed Copy ..................... SUCCESS [ 34.396 s]
[INFO] Apache Hadoop Archives ............................. SUCCESS [ 0.309 s]
[INFO] Apache Hadoop Rumen ................................ SUCCESS [ 0.471 s]
[INFO] Apache Hadoop Gridmix .............................. SUCCESS [ 0.484 s]
[INFO] Apache Hadoop Data Join ............................ SUCCESS [ 0.187 s]
[INFO] Apache Hadoop Ant Tasks ............................ SUCCESS [ 0.099 s]
[INFO] Apache Hadoop Extras ............................... SUCCESS [ 0.386 s]
[INFO] Apache Hadoop Pipes ................................ SUCCESS [ 0.024 s]
[INFO] Apache Hadoop OpenStack support .................... SUCCESS [ 0.445 s]
[INFO] Apache Hadoop Amazon Web Services support .......... SUCCESS [03:23 min]
[INFO] Apache Hadoop Azure support ........................ SUCCESS [ 17.180 s]
[INFO] Apache Hadoop Client ............................... SUCCESS [ 1.042 s]
[INFO] Apache Hadoop Mini-Cluster ......................... SUCCESS [ 0.862 s]
[INFO] Apache Hadoop Scheduler Load Simulator ............. SUCCESS [ 1.292 s]
[INFO] Apache Hadoop Tools Dist ........................... SUCCESS [ 0.614 s]
[INFO] Apache Hadoop Tools ................................ SUCCESS [ 0.033 s]
[INFO] Apache Hadoop Distribution 2.7.6 ................... SUCCESS [ 0.124 s]
[INFO] ------------------------------------------------------------------------
[INFO] BUILD SUCCESS
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 09:51 min
[INFO] Finished at: 2018-06-08T16:28:47+08:00
[INFO] ------------------------------------------------------------------------ [root@mini05 hadoop-2.7.6-src]# mvn package -Pdist,native -DskipTests -Dtar
…………………………
[INFO] Executing tasks
main:
[exec] $ tar cf hadoop-2.7.6.tar hadoop-2.7.6
[exec] $ gzip -f hadoop-2.7.6.tar
[exec]
[exec] Hadoop dist tar available at: /app/software/hadoop-2.7.6-src/hadoop-dist/target/hadoop-2.7.6.tar.gz # Hadoop编译好的jar包位置
[exec]
[INFO] Executed tasks
[INFO]
[INFO] --- maven-javadoc-plugin:2.8.1:jar (module-javadocs) @ hadoop-dist ---
[INFO] Building jar: /app/software/hadoop-2.7.6-src/hadoop-dist/target/hadoop-dist-2.7.6-javadoc.jar
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] Apache Hadoop Main 2.7.6 ........................... SUCCESS [ 7.433 s]
[INFO] Apache Hadoop Build Tools .......................... SUCCESS [ 0.789 s]
[INFO] Apache Hadoop Project POM .......................... SUCCESS [ 21.333 s]
[INFO] Apache Hadoop Annotations .......................... SUCCESS [ 1.470 s]
[INFO] Apache Hadoop Assemblies ........................... SUCCESS [ 0.135 s]
[INFO] Apache Hadoop Project Dist POM ..................... SUCCESS [ 13.132 s]
[INFO] Apache Hadoop Maven Plugins ........................ SUCCESS [ 2.676 s]
[INFO] Apache Hadoop MiniKDC .............................. SUCCESS [ 3.423 s]
[INFO] Apache Hadoop Auth ................................. SUCCESS [ 3.391 s]
[INFO] Apache Hadoop Auth Examples ........................ SUCCESS [ 2.545 s]
[INFO] Apache Hadoop Common ............................... SUCCESS [01:06 min]
[INFO] Apache Hadoop NFS .................................. SUCCESS [ 3.635 s]
[INFO] Apache Hadoop KMS .................................. SUCCESS [ 9.051 s]
[INFO] Apache Hadoop Common Project ....................... SUCCESS [ 0.044 s]
[INFO] Apache Hadoop HDFS ................................. SUCCESS [01:17 min]
[INFO] Apache Hadoop HttpFS ............................... SUCCESS [ 12.516 s]
[INFO] Apache Hadoop HDFS BookKeeper Journal .............. SUCCESS [ 9.920 s]
[INFO] Apache Hadoop HDFS-NFS ............................. SUCCESS [ 2.311 s]
[INFO] Apache Hadoop HDFS Project ......................... SUCCESS [ 0.029 s]
[INFO] hadoop-yarn ........................................ SUCCESS [ 0.036 s]
[INFO] hadoop-yarn-api .................................... SUCCESS [ 22.028 s]
[INFO] hadoop-yarn-common ................................. SUCCESS [ 16.103 s]
[INFO] hadoop-yarn-server ................................. SUCCESS [ 0.041 s]
[INFO] hadoop-yarn-server-common .......................... SUCCESS [ 6.938 s]
[INFO] hadoop-yarn-server-nodemanager ..................... SUCCESS [ 10.326 s]
[INFO] hadoop-yarn-server-web-proxy ....................... SUCCESS [ 2.036 s]
[INFO] hadoop-yarn-server-applicationhistoryservice ....... SUCCESS [ 4.360 s]
[INFO] hadoop-yarn-server-resourcemanager ................. SUCCESS [ 11.051 s]
[INFO] hadoop-yarn-server-tests ........................... SUCCESS [ 3.508 s]
[INFO] hadoop-yarn-client ................................. SUCCESS [ 3.938 s]
[INFO] hadoop-yarn-server-sharedcachemanager .............. SUCCESS [ 2.340 s]
[INFO] hadoop-yarn-applications ........................... SUCCESS [ 0.022 s]
[INFO] hadoop-yarn-applications-distributedshell .......... SUCCESS [ 1.674 s]
[INFO] hadoop-yarn-applications-unmanaged-am-launcher ..... SUCCESS [ 1.333 s]
[INFO] hadoop-yarn-site ................................... SUCCESS [ 0.020 s]
[INFO] hadoop-yarn-registry ............................... SUCCESS [ 3.027 s]
[INFO] hadoop-yarn-project ................................ SUCCESS [ 2.675 s]
[INFO] hadoop-mapreduce-client ............................ SUCCESS [ 0.086 s]
[INFO] hadoop-mapreduce-client-core ....................... SUCCESS [ 11.176 s]
[INFO] hadoop-mapreduce-client-common ..................... SUCCESS [ 10.672 s]
[INFO] hadoop-mapreduce-client-shuffle .................... SUCCESS [ 2.336 s]
[INFO] hadoop-mapreduce-client-app ........................ SUCCESS [ 5.157 s]
[INFO] hadoop-mapreduce-client-hs ......................... SUCCESS [ 3.429 s]
[INFO] hadoop-mapreduce-client-jobclient .................. SUCCESS [ 2.947 s]
[INFO] hadoop-mapreduce-client-hs-plugins ................. SUCCESS [ 1.182 s]
[INFO] Apache Hadoop MapReduce Examples ................... SUCCESS [ 3.813 s]
[INFO] hadoop-mapreduce ................................... SUCCESS [ 1.939 s]
[INFO] Apache Hadoop MapReduce Streaming .................. SUCCESS [ 2.445 s]
[INFO] Apache Hadoop Distributed Copy ..................... SUCCESS [ 5.319 s]
[INFO] Apache Hadoop Archives ............................. SUCCESS [ 1.183 s]
[INFO] Apache Hadoop Rumen ................................ SUCCESS [ 3.061 s]
[INFO] Apache Hadoop Gridmix .............................. SUCCESS [ 2.350 s]
[INFO] Apache Hadoop Data Join ............................ SUCCESS [ 1.619 s]
[INFO] Apache Hadoop Ant Tasks ............................ SUCCESS [ 1.436 s]
[INFO] Apache Hadoop Extras ............................... SUCCESS [ 1.817 s]
[INFO] Apache Hadoop Pipes ................................ SUCCESS [ 5.664 s]
[INFO] Apache Hadoop OpenStack support .................... SUCCESS [ 2.720 s]
[INFO] Apache Hadoop Amazon Web Services support .......... SUCCESS [ 2.630 s]
[INFO] Apache Hadoop Azure support ........................ SUCCESS [ 2.453 s]
[INFO] Apache Hadoop Client ............................... SUCCESS [ 6.406 s]
[INFO] Apache Hadoop Mini-Cluster ......................... SUCCESS [ 0.674 s]
[INFO] Apache Hadoop Scheduler Load Simulator ............. SUCCESS [ 3.096 s]
[INFO] Apache Hadoop Tools Dist ........................... SUCCESS [ 6.273 s]
[INFO] Apache Hadoop Tools ................................ SUCCESS [ 0.032 s]
[INFO] Apache Hadoop Distribution 2.7.6 ................... SUCCESS [ 25.962 s]
[INFO] ------------------------------------------------------------------------
[INFO] BUILD SUCCESS
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 07:28 min
[INFO] Finished at: 2018-06-08T16:37:06+08:00
[INFO] ------------------------------------------------------------------------
8.2. 查看Native
[root@mini05 native]# pwd
/app/software/hadoop-2.7.6-src/hadoop-dist/target/hadoop-2.7.6/lib/native
[root@mini05 native]# file *
libhadoop.a: current ar archive
libhadooppipes.a: current ar archive
libhadoop.so: symbolic link to `libhadoop.so.1.0.0'
libhadoop.so.1.0.0: ELF 64-bit LSB shared object, x86-64, version 1 (SYSV), dynamically linked, BuildID[sha1]=1092bb61838f0b1c0d982b20dc8223ae93ba708f, not stripped
libhadooputils.a: current ar archive
libhdfs.a: current ar archive
libhdfs.so: symbolic link to `libhdfs.so.0.0.0'
libhdfs.so.0.0.0: ELF 64-bit LSB shared object, x86-64, version 1 (SYSV), dynamically linked, BuildID[sha1]=e719718169b5319c4f9109b5b5d8f33cebe65ed6, not stripped
8.3. jar包位置
[root@mini05 target]# pwd
/app/software/hadoop-2.7.6-src/hadoop-dist/target
[root@mini05 target]# ll -h
total 571M
drwxr-xr-x 2 root root 28 Jun 8 16:28 antrun
drwxr-xr-x 3 root root 22 Jun 8 16:28 classes
-rw-r--r-- 1 root root 1.9K Jun 8 16:36 dist-layout-stitching.sh
-rw-r--r-- 1 root root 643 Jun 8 16:36 dist-tar-stitching.sh
drwxr-xr-x 9 root root 149 Jun 8 16:36 hadoop-2.7.6
-rw-r--r-- 1 root root 190M Jun 8 16:36 hadoop-2.7.6.tar.gz
-rw-r--r-- 1 root root 26K Jun 8 16:36 hadoop-dist-2.7.6.jar
-rw-r--r-- 1 root root 381M Jun 8 16:37 hadoop-dist-2.7.6-javadoc.jar
-rw-r--r-- 1 root root 24K Jun 8 16:36 hadoop-dist-2.7.6-sources.jar
-rw-r--r-- 1 root root 24K Jun 8 16:36 hadoop-dist-2.7.6-test-sources.jar
drwxr-xr-x 2 root root 51 Jun 8 16:36 javadoc-bundle-options
drwxr-xr-x 2 root root 28 Jun 8 16:28 maven-archiver
drwxr-xr-x 3 root root 22 Jun 8 16:28 maven-shared-archive-resources
drwxr-xr-x 3 root root 22 Jun 8 16:28 test-classes
drwxr-xr-x 2 root root 6 Jun 8 16:28 test-dir
PS：
相关编译所需的软件放在了云盘中，其中CentOS-.4_hadoop-2.7..tar.gz 是上面编译好的 hadoop-2.7..tar.gz 进行的重命名，直接使用即可。 链接：https://pan.baidu.com/s/1saAbQdoO4GRIbdCH--prkw 密码：372f
9. 文章参考
CentOS7.4下编译Hadoop-2.7.6的更多相关文章
- centos7.2下编译安装&&使用-git代码库
centos7.2下编译安装git Git简介 Git是一个分布式版本控制系统 Git vs SVN SVN是典型的集中式版本控制起,版本库集中存放在服务器,当我们用自己的电脑干活儿的时候,需要先从中 ...
- Windows 10 x64 下编译 Hadoop 源码
Windows 10 x64 下编译 Hadoop 源码 环境准备 Hadoop并没有提供官方的 Windows 10 下的安装包,所以需要自己手动来编译,官方文档中 BUILDING.txt 文件中 ...
- CentOS7 下编译 Hadoop
准备工作 下载 Hadoop 源码 Source (当前最新 2.9.2) https://hadoop.apache.org/releases.html 打开压缩包会看到 BUILDING.txt ...
- 64位centos 下编译 hadoop 2.6.0 源码
64位os下为啥要编译hadoop就不解释了,百度一下就能知道原因,下面是步骤: 前提:编译源码所在的机器,必须能上网,否则建议不要尝试了 一. 下载必要的组件 a) 下载hadoop源码 (当前最新 ...
- eclipse下编译hadoop源代码(转)
hadoop是一个分布式存储和分布式计算的框架.在日常使用hadoop时,我们会发现hadoop不能完全满足我们的需要,我们可能需要修改hadoop的源代码并重新编译.打包. 下面将详细描述如何从sv ...
- 虚拟机centos7系统下安装hadoop ha和yarn ha（详细）
一:基础环境准备 (一):虚拟机新建五个centos7系统(复制文件夹的方式) (二):角色分配 (三)按照角色分配表配置 (1)更改主机ip(自行查找),如果只是个人搭建玩一玩,可选择安装cento ...
- 在windows环境下编译hadoop
1.环境准备 1.1 JDK的安装 下载jdk1.6.0_43(这里务必要使用jdk的1.6版本,因为使用JDK1.7版本编译hadoop的时候,很多Maven依赖下载不完整,最终会报错)解压到,并将 ...
- Mac 下编译 Hadoop
Mac 下编译 Hadoop-2.9.2 系统环境 系统: Mac OS_10.14.4 maven: Apache Maven 3.6.0 jdk: jdk_1.8.0_201 ProtocolBu ...
- Windows下编译 Hadoop
Windows下编译 Hadoop-2.9.2 系统环境 系统: Windows 10 10.0_x64 maven: Apache Maven 3.6.0 jdk: jdk_1.8.0_201 Pr ...
随机推荐
- 希尔排序——Shell Sort
前言: 数据序列1: 13-17-20-42-28 利用插入排序,13-17-20-28-42. Number of swap:1;数据序列2: 13-17-20-42-14 利用插入排序,13-14 ...
- 【适合公司业务】全网最详细的IDEA里如何正确新建【普通或者Maven】的Java web项目并发布到Tomcat上运行成功【博主强烈推荐】(类似eclipse里同一个workspace下【多个子项目】并存）（图文详解）
不多说,直接上干货! 首先,大家要明确,IDEA.Eclipse和MyEclipse等编辑器之间的新建和运行手法是不一样的. 如果是在Myeclipse里,则是File -> new -> ...
- GO入门——6. struct与方法
1 struct Go 中的struct与C中的struct非常相似,并且Go没有class 使用 type struct{} 定义结构,名称遵循可见性规则 支持指向自身的指针类型成员 支持匿名结构, ...
- 干货 | 请收下这份2018学习清单：150个最好的机器学习，NLP和Python教程
机器学习的发展可以追溯到1959年,有着丰富的历史.这个领域也正在以前所未有的速度进化.在之前的一篇文章中,我们讨论过为什么通用人工智能领域即将要爆发.有兴趣入坑ML的小伙伴不要拖延了,时不我待! 在 ...
- 使用GitHub搭建个人博客
博客已经从博客园慢慢搬到GitHub 上,可能在博客园上显示不是很规整,可以移步到另外的一个上面看 Blog 两边博客同时更新. 欢迎各位star 和 follower 搭建过程 在搭建博客时候也踩 ...
- 快速排序的Java和python实现，亲测实际可用
1.基本思想 快速排序每趟排序确定一个元素x的位置,使用的方式是 将大于元素x的值放大x的右边,小于元素x的值放大x的左边.当确定x的位置之后,再分别对x左边的数组和右边的数组进行快速排序即可. 2. ...
- K均值聚类
聚类(cluster)与分类的不同之处在于, 分类算法训练过程中样本所属的分类是已知的属监督学习. 而聚类算法不需要带有分类的训练数据,而是根据样本特征的相似性将其分为几类,又称为无监督分类. K均值 ...
- css布局------左右宽度固定,中间宽度自适应容器
HTML /*适用方法1,方法2*/<body> <div class="container"> <div class="left" ...
- 流程控制<二>
上一篇:Numbers.Strings.Lists 笔记<一>下一篇:数据结构-Python3.7<三> 如果需要修改迭代中的数据,建议先赋值一个副本(e.g:序列,切片复制的 ...
- Receiver 和 Direct方式的区别
Kafka direct 跟receiver 方式接收数据的区别? Receiver是使用Kafka的高层次Consumer API来实现的.Receiver从Kafka中获取的数据都是存储在Spar ...