Hadoop生态圈-Oozie实战之调度shell脚本
Hadoop生态圈-Oozie实战之调度shell脚本
作者：尹正杰
版权声明：原创作品，谢绝转载！否则将追究法律责任。
本篇博客展示案例：使用Oozie调度Shell脚本。
1>.解压官方案例模板
[root@s101 oozie-4.0.-cdh5.3.6]# ll
total
drwxr-xr-x Jul bin
drwxr-xr-x Sep : conf
drwxr-xr-x Jul docs
drwxr-xr-x Jul hadooplibs
drwxr-xr-x Jul lib
drwxr-xr-x root root Sep : libext
drwxr-xr-x Jul libtools
-rw-r--r-- Jul LICENSE.txt
drwxr-xr-x root root Sep : logs
-rw-r--r-- Jul NOTICE.txt
drwxr-xr-x Jul oozie-core
-rw-r--r-- Jul oozie-examples.tar.gz
-rw-r--r-- Jul oozie-hadooplibs-4.0.-cdh5.3.6.tar.gz
drwxr-xr-x Jul oozie-server
-r--r--r-- Jul oozie-sharelib-4.0.-cdh5.3.6.tar.gz
-r--r--r-- Jul oozie-sharelib-4.0.-cdh5.3.6-yarn.tar.gz
-rw-r--r-- root root Sep : oozie.sql
-rw-r--r-- Jul oozie.war
-rw-r--r-- Jul release-log.txt
drwxr-xr-x Jul src
[root@s101 oozie-4.0.-cdh5.3.6]#
[root@s101 oozie-4.0.-cdh5.3.6]# tar -zxf oozie-examples.tar.gz
[root@s101 oozie-4.0.-cdh5.3.6]# ll
total
drwxr-xr-x Jul bin
drwxr-xr-x Sep : conf
drwxr-xr-x Jul docs
drwxr-xr-x root root Sep : examples
drwxr-xr-x Jul hadooplibs
drwxr-xr-x Jul lib
drwxr-xr-x root root Sep : libext
drwxr-xr-x Jul libtools
-rw-r--r-- Jul LICENSE.txt
drwxr-xr-x root root Sep : logs
-rw-r--r-- Jul NOTICE.txt
drwxr-xr-x Jul oozie-core
-rw-r--r-- Jul oozie-examples.tar.gz
-rw-r--r-- Jul oozie-hadooplibs-4.0.-cdh5.3.6.tar.gz
drwxr-xr-x Jul oozie-server
-r--r--r-- Jul oozie-sharelib-4.0.-cdh5.3.6.tar.gz
-r--r--r-- Jul oozie-sharelib-4.0.-cdh5.3.6-yarn.tar.gz
-rw-r--r-- root root Sep : oozie.sql
-rw-r--r-- Jul oozie.war
-rw-r--r-- Jul release-log.txt
drwxr-xr-x Jul src
[root@s101 oozie-4.0.-cdh5.3.6]#
[root@s101 oozie-4.0.-cdh5.3.6]#
[root@s101 oozie-4.0.-cdh5.3.6]# ll | grep examples
drwxr-xr-x root root Sep : examples
-rw-r--r-- Jul oozie-examples.tar.gz
[root@s101 oozie-4.0.-cdh5.3.6]#
2>. 创建工作目录
[root@s101 oozie-4.0.-cdh5.3.6]# mkdir yinzhengjie-oozie-jobs
[root@s101 oozie-4.0.-cdh5.3.6]#
3>.拷贝任务模板到oozie-apps/目录
[root@s101 oozie-4.0.-cdh5.3.6]# cp -r examples/apps/shell/ yinzhengjie-oozie-jobs/
[root@s101 oozie-4.0.-cdh5.3.6]#
4>. 随意编写一个脚本yinzhengjie.sh
[root@yinzhengjie oozie-4.0.-cdh5.3.6]# vi yinzhengjie-oozie-jobs/shell/yinzhengjie.sh
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
[root@yinzhengjie oozie-4.0.-cdh5.3.6]# more yinzhengjie-oozie-jobs/shell/yinzhengjie.sh
#!/bin/bash
#@author :yinzhengjie
#blog:http://www.cnblogs.com/yinzhengjie
#EMAIL:y1053419035@qq.com function yinzhengjie(){
currentTime=`date -d today +"%Y-%m-%d %T"`
echo " $currentTime : 尹正杰到此一游！" >>/home/yinzhengjie/data/access.log
} yinzhengjie
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
5>.修改job.properties
[root@yinzhengjie oozie-4.0.-cdh5.3.6]# vi yinzhengjie-oozie-jobs/shell/job.properties
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
[root@yinzhengjie oozie-4.0.-cdh5.3.6]# more yinzhengjie-oozie-jobs/shell/job.properties
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# #HDFS地址
nameNode=hdfs://s101:8020 #ResourceManager地址
jobTracker=s101: #队列名称
queueName=default examplesRoot=yinzhengjie-oozie-jobs #指定oozie的shell脚本存放路径
oozie.wf.application.path=${nameNode}/user/${user.name}/${examplesRoot}/shell #指定执行的脚本名称
EXEC=yinzhengjie.sh
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
6>.修改workflow.xml文件
[root@yinzhengjie oozie-4.0.0-cdh5.3.6]# vi yinzhengjie-oozie-jobs/shell/workflow.xml
[root@yinzhengjie oozie-4.0.0-cdh5.3.6]#
[root@yinzhengjie oozie-4.0.0-cdh5.3.6]#
[root@yinzhengjie oozie-4.0.0-cdh5.3.6]#
[root@yinzhengjie oozie-4.0.0-cdh5.3.6]# more yinzhengjie-oozie-jobs/shell/workflow.xml
<workflow-app xmlns="uri:oozie:workflow:0.4" name="shell-wf"> <!-- 任务开始会先执行start标签，而start标签指定是要执行的动作，即action。使用name属性指定action的名称 -->
<start to="shell-node"/> <!-- action是定义执行的动作，使用name属性定义action的名称 -->
<action name="shell-node"> <!-- 由于我们指定的是linux的shell脚本，因此这里使用shell标签包裹-->
<shell xmlns="uri:oozie:shell-action:0.2"> <!-- 注意，这里的“${jobTracker}”变量是调用的job.properties配置文件中的变量哟，下面调用变量同理。-->
<job-tracker>${jobTracker}</job-tracker>
<name-node>${nameNode}</name-node>
<configuration> <!--指定队列的名称-->
<property>
<name>mapred.job.queue.name</name>
<value>${queueName}</value>
</property>
</configuration> <!-- 指定执行脚本的名称-->
<exec>${EXEC}</exec> <!-- 注意，argument关键字这一行是传参数，我们可以传递多个参数，由于我自定义的脚本并没有传递参数的需求，因此这里就不是必须的，当前行是注释掉的。-->
<!-- <argument>my_output=Hello Oozie</argument> --> <!-- 指定hdfs执行脚本的路径-->
<file>/user/root/yinzhengjie-oozie-jobs/shell/${EXEC}#${EXEC}</file> <capture-output/>
</shell> <!-- 当执行成功时会执行的标签，即会执行下面的“end标签”-->
<ok to="end"/> <!-- 当执行出错时会执行的标签,即会执行下面的“fail标签”-->
<error to="fail"/>
</action> <!-- 定义kill标签，其名称为“fail”-->
<kill name="fail">
<message>Shell action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
</kill> <!-- 定义执行“end”标签，其名称为“end”-->
<end name="end"/> </workflow-app>
[root@yinzhengjie oozie-4.0.0-cdh5.3.6]#
7>.上传任务配置
[root@s101 oozie-4.0.-cdh5.3.6]# /home/yinzhengjie/download/cdh/hadoop-2.5.-cdh5.3.6/bin/hdfs dfs -put yinzhengjie-oozie-jobs/ /user/root
[root@s101 oozie-4.0.-cdh5.3.6]# /home/yinzhengjie/download/cdh/hadoop-2.5.-cdh5.3.6/bin/hdfs dfs -ls -R /user/root/
drwxr-xr-x - root supergroup -- : /user/root/share
drwxr-xr-x - root supergroup -- : /user/root/share/lib
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/distcp
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/distcp/hadoop-distcp-2.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/distcp/oozie-sharelib-distcp-4.0.-cdh5.3.6.jar
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/ST4-4.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/ant-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/ant-launcher-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/avro-1.7.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/bonecp-0.7..RELEASE.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/commons-compress-1.4..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/commons-httpclient-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/commons-io-2.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/commons-lang3-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/datanucleus-api-jdo-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/datanucleus-core-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/datanucleus-rdbms-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/groovy-all-2.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-ant-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-common-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-exec-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-hcatalog-core-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-hcatalog-pig-adapter-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-hcatalog-server-extensions-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-metastore-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-serde-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/hive-webhcat-java-client-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/jdo-api-3.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/jersey-core-1.9.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/jersey-server-1.9.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/jersey-servlet-1.14.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/libfb303-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/log4j-1.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/oozie-hcatalog-0.13.-cdh5.3.6.oozie-4.0.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/oozie-sharelib-hcatalog-4.0.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/opencsv-2.3.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/paranamer-2.3.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/slf4j-api-1.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/slf4j-log4j12-1.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/snappy-java-1.0.4.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/stax-api-1.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/velocity-1.7.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hcatalog/xz-1.0.jar
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/hive
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/ST4-4.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/activation-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/ant-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/ant-launcher-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/antlr-2.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/antlr-runtime-3.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/asm-commons-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/asm-tree-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/bonecp-0.7..RELEASE.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/commons-compress-1.4..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/commons-httpclient-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/commons-io-2.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/commons-lang3-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/datanucleus-api-jdo-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/datanucleus-core-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/datanucleus-rdbms-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/derby-10.10.1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/geronimo-annotation_1.0_spec-1.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/geronimo-jaspic_1.0_spec-1.0.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/geronimo-jta_1.1_spec-1.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/groovy-all-2.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/guava-11.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-ant-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-cli-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-common-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-contrib-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-exec-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-metastore-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-serde-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-service-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-shims-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-shims-0.23-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-shims-common-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-shims-common-secure-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/hive-shims-scheduler-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/httpclient-4.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/httpcore-4.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jdo-api-3.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jersey-core-1.9.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jersey-server-1.9.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jersey-servlet-1.14.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jetty-all-7.6..v20120127.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jline-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jpam-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jsr305-1.3..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/jta-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/libfb303-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/libthrift-0.9.-cdh5-.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/log4j-1.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/mail-1.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/oozie-sharelib-hive-4.0.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/opencsv-2.3.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/slf4j-api-1.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/slf4j-log4j12-1.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/stax-api-1.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/stringtemplate-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive/xz-1.0.jar
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/ST4-4.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/activation-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/antlr-2.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/antlr-runtime-3.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/asm-3.2.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/asm-commons-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/asm-tree-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/commons-cli-1.2.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/commons-codec-1.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/commons-httpclient-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/commons-io-2.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/commons-lang-2.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/commons-lang3-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/commons-logging-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/datanucleus-api-jdo-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/datanucleus-core-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/datanucleus-rdbms-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/geronimo-annotation_1.0_spec-1.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/geronimo-jaspic_1.0_spec-1.0.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/geronimo-jta_1.1_spec-1.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-beeline-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-exec-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-jdbc-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-metastore-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-serde-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-service-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-shims-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-shims-0.23-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-shims-common-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-shims-common-secure-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/hive-shims-scheduler-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/httpclient-4.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/httpcore-4.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jdo-api-3.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jersey-core-1.9.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jersey-server-1.9.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jersey-servlet-1.14.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jetty-all-7.6..v20120127.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jline-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jpam-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/jta-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/libfb303-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/libthrift-0.9.-cdh5-.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/log4j-1.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/mail-1.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/oozie-sharelib-hive2-4.0.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/opencsv-2.3.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/servlet-api-2.5.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/slf4j-api-1.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/slf4j-log4j12-1.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/stringtemplate-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/hive2/super-csv-2.2..jar
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/mapreduce-streaming
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/mapreduce-streaming/hadoop-streaming-2.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/mapreduce-streaming/oozie-sharelib-streaming-4.0.-cdh5.3.6.jar
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/oozie
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/oozie/json-simple-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/oozie/oozie-hadoop-utils-2.5.-cdh5.3.6.oozie-4.0.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/oozie/oozie-sharelib-oozie-4.0.-cdh5.3.6.jar
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/pig
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/ant-1.6..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/antlr-2.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/antlr-runtime-3.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/automaton-1.11-.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/avro-1.7.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-codec-1.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-collections-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-compress-1.4..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-el-1.0.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-httpclient-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-io-2.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-lang-2.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/commons-logging-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/core-3.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/findbugs-annotations-1.3.-.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/guava-11.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/hbase-client-0.98.-cdh5.3.6-tests.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/hbase-client-0.98.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/hbase-common-0.98.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/hbase-protocol-0.98.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/hsqldb-1.8.0.10.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/htrace-core-2.04.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jackson-core-asl-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jackson-mapper-asl-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jansi-1.9.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jasper-compiler-5.5..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jasper-runtime-5.5..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jets3t-0.6..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jetty-6.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jetty-util-6.1..cloudera..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jline-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/joda-time-1.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jsch-0.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/json-simple-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jsp-2.1-6.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jsp-api-2.1-6.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jsr305-1.3..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/jython-standalone-2.5..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/kfs-0.3.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/log4j-1.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/netty-3.6..Final.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/oozie-sharelib-pig-4.0.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/oro-2.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/paranamer-2.3.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/parquet-pig-bundle-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/pig-0.12.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/piggybank-0.12.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/protobuf-java-2.5..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/servlet-api-2.5-6.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/slf4j-api-1.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/snappy-java-1.0.4.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/stringtemplate-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/pig/xz-1.0.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sharelib.properties
drwxr-xr-x - root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/ST4-4.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/activation-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/ant-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/ant-launcher-1.8..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/antlr-2.7..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/antlr-runtime-3.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/asm-3.2.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/asm-commons-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/asm-tree-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/avro-ipc-1.7.-cdh5.3.6-tests.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/avro-ipc-1.7.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/avro-mapred-1.7.-cdh5.3.6-hadoop2.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/bonecp-0.7..RELEASE.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/commons-compress-1.4..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/commons-io-2.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/commons-jexl-2.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/commons-lang3-3.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/datanucleus-api-jdo-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/datanucleus-core-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/datanucleus-rdbms-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/findbugs-annotations-1.3.-.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/geronimo-annotation_1.0_spec-1.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/geronimo-jaspic_1.0_spec-1.0.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/geronimo-jta_1.1_spec-1.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/groovy-all-2.1..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/guava-11.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hadoop-archives-2.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hbase-common-0.98.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-ant-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-cli-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-common-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-exec-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-hcatalog-core-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-metastore-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-serde-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-service-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-shims-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-shims-0.23-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-shims-common-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-shims-common-secure-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hive-shims-scheduler-0.13.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/hsqldb-1.8.0.10.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/httpclient-4.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/httpcore-4.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jackson-annotations-2.3..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jackson-core-2.3..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jackson-databind-2.3..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jdo-api-3.0..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jersey-servlet-1.14.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jetty-all-7.6..v20120127.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jline-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jpam-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jsr305-1.3..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/jta-1.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/kite-data-core-0.15.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/kite-hadoop-compatibility-0.15.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/libfb303-0.9..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/libthrift-0.9.-cdh5-.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/mail-1.4.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/netty-3.4..Final.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/oozie-sharelib-sqoop-4.0.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/opencsv-2.3.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-avro-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-column-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-common-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-encoding-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-format-2.1.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-generator-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-hadoop-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/parquet-jackson-1.5.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/snappy-java-1.0.4.1.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/sqoop-1.4.-cdh5.3.6.jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/stringtemplate-3.2..jar
-rw-r--r-- root supergroup -- : /user/root/share/lib/lib_20180906212707/sqoop/xz-1.0.jar
drwxr-xr-x - root supergroup -- : /user/root/yinzhengjie-oozie-jobs
drwxr-xr-x - root supergroup -- : /user/root/yinzhengjie-oozie-jobs/shell
-rw-r--r-- root supergroup -- : /user/root/yinzhengjie-oozie-jobs/shell/blog.sh
-rw-r--r-- root supergroup -- : /user/root/yinzhengjie-oozie-jobs/shell/job.properties
-rw-r--r-- root supergroup -- : /user/root/yinzhengjie-oozie-jobs/shell/workflow.xml
[root@s101 oozie-4.0.-cdh5.3.6]#
[root@s101 oozie-4.0.0-cdh5.3.6]# /home/yinzhengjie/download/cdh/hadoop-2.5.0-cdh5.3.6/bin/hdfs dfs -put yinzhengjie-oozie-jobs/ /user/root
8>.执行任务（温馨提示：--oozie指定的是oozie的通讯地址，-config指定的是hdfs上的路径，相对路径前面回头一个默认的/user/root/）
[root@s101 oozie-4.0.-cdh5.3.6]# bin/oozie job --oozie http://s101:11000/oozie -config yinzhengjie-oozie-jobs/shell/job.properties -run
job: --oozie-root-W
[root@s101 oozie-4.0.-cdh5.3.6]#
9>.任务执行成功后查看是否有日志生成
[root@s101 ~]# cat /home/yinzhengjie/data/access.log
-- :: : 尹正杰到此一游！
-- :: : 尹正杰到此一游！
[root@s101 ~]#
10>.杀死job任务
[root@s101 oozie-4.0.-cdh5.3.6]# bin/oozie job --oozie http://s101:11000/oozie -kill 0000001-180906233840835-oozie-root-W
[root@s101 oozie-4.0.-cdh5.3.6]#
查看webUI状态：
11>.检查作业状态
[root@yinzhengjie oozie-4.0.-cdh5.3.6]# bin/oozie job --oozie http://s101:11000/oozie -info 0000002-180907200401168-oozie-root-W
Job ID : --oozie-root-W
------------------------------------------------------------------------------------------------------------------------------------
Workflow Name : shell-wf
App Path : hdfs://s101:8020/user/root/yinzhengjie-oozie-jobs/shell
Status : RUNNING
Run :
User : root
Group : -
Created : -- : GMT
Started : -- : GMT
Last Modified : -- : GMT
Ended : -
CoordAction ID: - Actions
------------------------------------------------------------------------------------------------------------------------------------
ID Status Ext ID Ext Status Err Code
------------------------------------------------------------------------------------------------------------------------------------
--oozie-root-W@shell-node PREP - - -
------------------------------------------------------------------------------------------------------------------------------------
--oozie-root-W@:start: OK - OK -
------------------------------------------------------------------------------------------------------------------------------------ [root@yinzhengjie oozie-4.0.-cdh5.3.6]#
12>.查看日志
[root@yinzhengjie oozie-4.0.-cdh5.3.6]# bin/oozie job --oozie http://s101:11000/oozie -log 0000002-180907200401168-oozie-root-W
-- ::, INFO ActionStartXCommand: - SERVER[] USER[root] GROUP[-] TOKEN[] APP[shell-wf] JOB[--oozie-root-W] ACTION[--oozie-root-W@:start:] Start action [--oozie-root-W@:start:] with user-retry state : userRetryCount [], userRetryMax [], userRetryInterval []
-- ::, INFO ActionStartXCommand: - SERVER[] USER[root] GROUP[-] TOKEN[] APP[shell-wf] JOB[--oozie-root-W] ACTION[--oozie-root-W@:start:] [***--oozie-root-W@:start:***]Action status=DONE
-- ::, INFO ActionStartXCommand: - SERVER[] USER[root] GROUP[-] TOKEN[] APP[shell-wf] JOB[--oozie-root-W] ACTION[--oozie-root-W@:start:] [***--oozie-root-W@:start:***]Action updated in DB!
-- ::, INFO ActionStartXCommand: - SERVER[] USER[root] GROUP[-] TOKEN[] APP[shell-wf] JOB[--oozie-root-W] ACTION[--oozie-root-W@shell-node] Start action [--oozie-root-W@shell-node] with user-retry state : userRetryCount [], userRetryMax [], userRetryInterval []
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
13>.检查xml文件是否合规
[root@yinzhengjie oozie-4.0.-cdh5.3.6]# bin/oozie validate yinzhengjie-oozie-jobs/shell/workflow.xml
Valid workflow-app
[root@yinzhengjie oozie-4.0.-cdh5.3.6]#
关于更多oozie的客户端命令请参考：https://yq.aliyun.com/articles/60212.
Hadoop生态圈-Oozie实战之调度shell脚本的更多相关文章
- Hadoop生态圈-Oozie实战之逻辑调度执行多个Job
Hadoop生态圈-Oozie实战之逻辑调度执行多个Job 作者:尹正杰 版权声明:原创作品,谢绝转载!否则将追究法律责任. 1>.启动hadoop集群 [root@yinzhengjie ha ...
- Hadoop生态圈-Oozie部署实战
Hadoop生态圈-Oozie部署实战 作者:尹正杰 版权声明:原创作品,谢绝转载!否则将追究法律责任. 一.Oozie简介 1>.什么是Oozie Oozie英文翻译为:驯象人.一个基于工作流 ...
- Hadoop生态圈-Azkaban实战之Command类型执行指定脚本
Hadoop生态圈-Azkaban实战之Command类型执行指定脚本 作者:尹正杰 版权声明:原创作品,谢绝转载!否则将追究法律责任. 1>.服务端测试代码(别忘记添加权限哟!) [yinzh ...
- Hadoop生态圈-Azkaban实战之Command类型多job工作流flow
Hadoop生态圈-Azkaban实战之Command类型多job工作流flow 作者:尹正杰 版权声明:原创作品,谢绝转载!否则将追究法律责任. Azkaban内置的任务类型支持command.ja ...
- shell编程系列24--shell操作数据库实战之利用shell脚本将文本数据导入到mysql中
shell编程系列24--shell操作数据库实战之利用shell脚本将文本数据导入到mysql中 利用shell脚本将文本数据导入到mysql中 需求1:处理文本中的数据,将文本中的数据插入到mys ...
- 【Hadoop离线基础总结】oozie调度shell脚本
目录 1.解压官方提供的调度案例 2.创建工作目录 3.拷贝任务模板到工作目录当中去 4.随意准备一个shell脚本 5.修改模板下的配置文件 6.上传调度任务到hdfs上面去 7.执行调度任务 1. ...
- crontab定时调度shell脚本
本人最近要用crontab做一个定时调度任务,调一个启动脚本去执行jar包,并给main方法传一个日期参数. Linux系统:CentOS7 输入: crontab -e 在里面编写: SHELL=/ ...
- 2-10 就业课(2.0)-oozie：4、通过oozie执行shell脚本
oozie的配置文件job.properties:里面主要定义的是一些key,value对,定义了一些变量,这些变量往workflow.xml里面传递workflow.xml :workflow的配置 ...
- Hadoop的shell脚本分析
你会发现hadoop-daemon.sh用于启动单独的本机节点 而hadoop-daemons.sh 会批量的ssh到别的机器启动 前记: 这些天一直学习hadoop,学习中也遇到了许多的问题,主要是 ...
随机推荐
- 软件工程——HelloWorld
#include main(){ printf("Hello World\n"); }
- java中定时执行任务
现在项目中用到需要定时去检查文件是否更新的功能.timer正好用于此处. 用法很简单,new一个timer,然后写一个timertask的子类即可. 代码如下: package comz.autoup ...
- 小学四则运算APP 第二阶段冲刺-第三天
团队成员:陈淑筠.杨家安.陈曦 团队选题:小学四则运算APP 第二次冲刺阶段时间:11.29~12.09 本次发布的是判断题的部分代码 panduanset.java import com.examp ...
- 我的software
每个学计算机软件的同学都有可能经历以下的情况: 1. 哎,我家电脑开不了机了,来帮帮忙 2. 我耳机坏了,你给修修吧 3. 你能换手机屏不 4. 过来看下,我的Word打不开了 等等等等 这些 ...
- PAT 1028 人口普查
https://pintia.cn/problem-sets/994805260223102976/problems/994805293282607104 某城镇进行人口普查,得到了全体居民的生日.现 ...
- Java的Spring内实现的mini版内存"计数器"功能
工期紧急,不让用Redis,自己实现了一个Spring内的mini版内存"计数器"功能,很简陋,和业务耦合太紧密,需要改进. public Long getCreationCoun ...
- JS创建事件的三种方式（实例）
1.普通的定义方式 <input type="button" name="Button" value="确定" onclick=&qu ...
- Activiti流程编辑器针对自定义用户角色表优化改造
本文目的: 针对自定义的用户.角色表,对Activiti的在线流程设计器进行优化改造,使之能直接在图形界面上完成对节点办理人.候选人.候选组的配置,不需要先去查数据库中的用户ID.角色ID等信息再填入 ...
- RAID 磁盘阵列说明
Copy From wiki RAID档次 最少硬盘 最大容错 可用容量 读取性能 写入性能 安全性 目的 应用产业 单一硬盘 (引用) 0 1 1 1 无 JBOD 1 0 n 1 1 无( ...
- React componentDidMount
<!DOCTYPE html><html><head lang="en"> <meta charset="UTF-8" ...