addax idea调试流程_addax debug-优快云博客

1、下载源码

2、编译源码快速使用 - Addax Documentation (wgzhao.github.io)

3、idea调试

1、打开工程

2、找到Engine

3、配置运行环境

Vm Option 重要

// 前面步骤打好的包路径
-Daddax.home=C:\Users\Wsong\Desktop\addax-4.0.8
// 这是网络安全配置，一般不需要
-Djava.net.preferIPv4Stack=true 
// 这是指定运行的依赖包，如果缺少jar包就在这指定
-classpath C:\Users\Wsong\Desktop\addax-4.0.8\lib\*

Working directory

datax编译后的目录

program arguments job配置

-job C:\Users\Wsong\Desktop\test1.json

运行就可以了

例子:mysql2hive

1、配置addax的打包环境

--Daddax.home=C:\Users\Wsong\Desktop\addax-4.0.8

-classpath C:\Users\Wsong\Desktop\addax-4.0.8\lib\*

2、配置json

-job C:\Users\Wsong\Desktop\test1.json

{
    "job":{
        "setting":{
            "speed":{
                "channel":1
            }
        },
        "content":[
            {
                "reader":{
                    "name":"mysqlreader",
                    "parameter":{
                        "username":"test",
                        "password":"test",
                        "column":[
                            "id",
                            "name",
                            "value",
                            "create_date",
                            "create_by",
                            "update_date",
                            "update_by",
                            "delete_flag",
                            "versions",
                            "' '"
                        ],
                        "connection":[
                            {
                                "table":[
                                    "demo"
                                ],
                                "jdbcUrl":[
                                    "jdbc:mysql://dream1:3306/testdb"
                                ]
                            }
                        ],
                        "where":""
                    }
                },
                "writer":{
                    "name":"hdfswriter",
                    "parameter":{
                        "defaultFS":"hdfs://dream1:9000",
                        "fileType":"text",
                        "path":"/user/hive/warehouse/test.db/src_test_ws/part_id=1",
                        "fileName":"test",
                        "column":[
                            {
                                "name":"id",
                                "type":"INT"
                            },
                            {
                                "name":"name",
                                "type":"STRING"
                            },
                            {
                                "name":"value",
                                "type":"STRING"
                            },
                            {
                                "name":"create_date",
                                "type":"DATE"
                            },
                            {
                                "name":"create_by",
                                "type":"BIGINT"
                            },
                            {
                                "name":"update_date",
                                "type":"DATE"
                            },
                            {
                                "name":"update_by",
                                "type":"BIGINT"
                            },
                            {
                                "name":"delete_flag",
                                "type":"STRING"
                            },
                            {
                                "name":"versions",
                                "type":"INT"
                            },
                            {
                                "name":"part_id",
                                "type":"STRING"
                            }
                        ],
						"partition":"aaa",
                        "writeMode":"append",
                        "fieldDelimiter":","
                    }
                }
            }
        ]
    }
}