sqoop数据校验

sqoop数据校验

# check data
oracle_cnt=$(sqoop eval \
-Dmapred.job.queue.name=${queue} \
--connect ${connect} \
--username ${username} \
--password ${password} \
-e "
select 'check_data '||count() as cnt from all_tables
"|grep "check_data"|awk '{print $3}')

hive_cnt=$(hive -S -e "
select concat('check_data ',count()) as cnt from test1;
"|grep "check_data"|awk '{print $2}')