Sqoop常用导数shell脚本整理（全）_sqoop脚本导数-优快云博客

本文链接：https://blog.youkuaiyun.com/weixin_40983094/article/details/123298019

本文档介绍了四个脚本，分别展示了如何使用Sqoop将Hive数据导出到Oracle，以及从Oracle导入数据到Hive，包括基本导出、带分区的导入操作。还涵盖了MySQL和Hive之间的数据同步。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

Hive2Oracle

#!/bin/sh 
sqoop export \
--table dw result_final \
--connect jdbc:oracle:thin:@//10.0.0.1:1521/testdb \
-username oracle_user \
--password oracle_password \
--export-dir /user/hive/warehouse/ads_hive.db/ads_result_final\
--columns dt,city,code,cname,loaddate \
--input-fields-terminated-by '\001'
--input-lines-terminated-by '\n'
--input-null-string '\\N'
--input-null-non-string '\\N'

Oracle2Hive

#!/bin/sh 
export HADOOP_CLASSPATH=/app/java/1ib/ojdbc6.jar:/app/cloudera/CDH-6.3.2/yarn-conf 
CONDITIONS='$CONDITIONS'; 
sqoop-import
--connect jdbc:oracle:thin:@//10.0.0.1:1521/testdb \
-username oracle_user \
-password oracle_password \
-query "
select 
dt
,code
,cname
,batchno
,loaddate 
from tmp.mp_input_tmp 
where $CONDITIONS
" \
-m1 \
--null-string 'null' \
--null-non-string 'null' \
--fields-terminated-by '\001' \
--lines-terminated-by'\n' \
--target-dir /user/hive/warehouse/dim_hive.db/dim_mp_input_tmp \
--hive-database dim_hive \
--hive-table dim_mp_input_tmp \
--delete-target-dir;

Oracle2Hive（带分区）

#/bin/sh 
export HADOOP_CLASSPATH=/app/java/lib/ojdbc6. jar:/app/cloudera/CDH-6.3.2/yarn-conf 
CONDITIONS='$CONDITIONS'; 
sqoop-import
--connect jdbc: oracle:thin:@//10.0.0.1:1521/testdb \
--username oracle_user \
--password oracle_password \
--query "
select
id
,field1
,field2
,field3
,field4
,field5
,field6
,field7
,field8
from dw.log_tmp_table 
where CONDITIONS"\
--hive-import \
--hive-overwrite \
--hive-database tmp
--hive-table log_tmp_table\
--hive-partition-key "dt"\
--hive-partition-value' date-d"1 day ago"+"%Y-%m-%d"\
-target-dir /user/warehouse/log_tmp_table \
--delete-target-dir \
--m 1\
--compression-codec Snappy \
--null-string 'N' \
--null-non-string 'N' \
--fields-terminated-by '\001' \
--lines-terminated-by '\n'

Hive2MySQL

#!/bin/sh 
export HADOOP_CLASSPATH=/app/java/lib/mysql-connector-java-5.1.44.jar;
--table order_data\
--connect jdbc:mysql://10.0.0.1:3306/testdb \
--username sys_user \
--password sys_password \
--hcatalog-database tmp_hive \
--hcatalog-table tmp_order_df \
--columns dt,code,number \
--input-fields-terminated-by '\001' \
--input-lines-terminated-by '\n' \
--input-null-string '\\N' \
--input-null-non-string '\\N'