DataX从Hive将数据写入Oracle

docsz

已于 2023-04-13 15:04:49 修改

阅读量2.6k

点赞数

CC 4.0 BY-SA版权

分类专栏： datax 文章标签： datax

于 2022-04-13 19:55:36 首次发布

本文链接：https://blog.youkuaiyun.com/docsz/article/details/124156225

datax 专栏收录该内容

19 篇文章

订阅专栏

本文详细解读了从HDFS读取数据并导入Oracle数据库的脚本，涉及HDFSReader处理CSV文件、列配置，以及OracleWriter连接参数和预处理SQL。重点在于数据迁移过程和技术细节。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

1、脚本

{
    "job": {
        "content": [
            {
                "reader": {
                    "name": "hdfsreader", 
                    "parameter": {
						"column": [
							{
								"index":0,
								"type":"STRING"
							},
							{
								"index":1,
								"type":"STRING"
							},
							{
								"index":2,
								"type":"STRING"
							},
							{
								"index":3,
								"type":"STRING"
							},
							{
								"index":4,
								"type":"STRING"
							},
							{
								"index":5,
								"type":"STRING"
							},
							{
								"index":6,
								"type":"STRING"
							},
							{
								"index":7,
								"type":"STRING"
							},
							{
								"index":8,
								"type":"STRING"
							},
							{
								"index":9,
								"type":"STRING"
							},
							{
								"index":10,
								"type":"STRING"
							},
							{
								"index":11,
								"type":"STRING"
							},
							{
								"index":12,
								"type":"STRING"
							},
							{
								"index":13,
								"type":"STRING"
							},
							{
								"index":14,
								"type":"STRING"
							},
							{
								"index":15,
								"type":"STRING"
							},
							{
								"index":16,
								"type":"STRING"
							},
							{
								"index":17,
								"type":"STRING"
							},
							{
								"index":18,
								"type":"STRING"
							},
							{
								"index":19,
								"type":"STRING"
							},
							{
								"index":20,
								"type":"STRING"
							},
							{
								"index":21,
								"type":"STRING"
							},
							{
								"index":22,
								"type":"STRING"
							},
							{
								"index":23,
								"type":"STRING"
							},
							{
								"index":24,
								"type":"DATE"
							},
							{
								"index":25,
								"type":"STRING"
							},
							{
								"index":26,
								"type":"DATE"
							}
                        ], 
                        "defaultFS": "hdfs://node01:9000", 
                        "encoding": "UTF-8", 
                        "fieldDelimiter": "|", 
                        "fileType": "text",
						"nullFormat":"",
                        "path": "/user/hive/warehouse/mask_data.db/health_code/*"
                    }
                }, 
                "writer": {
                    "name": "oraclewriter", 
                    "parameter": {
                        "column": [
							"ID_1",
							"NAME_1",
							"SN",
							"PASSPORT",
							"PHONE",
							"AREA",
							"STREET",
							"COMMUNITY",
							"ADDRESS",
							"CODE_TYPE",
							"APPLY_TYPE",
							"APPLY_MEMO",
							"AUDIT_MEMO",
							"AUDIT_STATUS",
							"AUDIT_TIME",
							"ATTACHMENT1",
							"ATTACHMENT2",
							"ADD_TIME",
							"CODE_ZM_TYPE",
							"AUDIT_STREET_MEMO",
							"AUDIT_AREA_MEMO",
							"UPDATE_TIME",
							"AUDIT_STREET_TIME",
							"AUDIT_AREA_TIME",
							"JLGXSJ12",
							"INC_ID",
							"RKSJ_CJYT"
						], 
                        "connection": [
                            {
                                "jdbcUrl": "jdbc:oracle:thin:@//ip:1521/orcl", 
                                "table": ["HEALTH_CODE"]
                            }
                        ], 
                        "password": "xxxxx", 
                        "preSql": ["truncate table HEALTH_CODE"], 
                        "username": "root"
                    }
                }
            }
        ], 
        "setting": {
            "speed": {
                "channel": "3"
            }
        }
    }
}