Datasophon集成tez

原创 已于 2025-05-27 11:54:33 修改
· 238 阅读 · 0 ·
版权
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
文章标签：

#笔记

于 2024-09-22 08:19:55 首次发布

修改以下文件

hive的service_ddl.json


{
  "name": "HIVE",
  "label": "Hive",
  "description": "离线数据仓库",
  "version": "3.1.0",
  "sortNum": 5,
  "dependencies":["HDFS"],
  "packageName": "hive-3.1.0.tar.gz",
  "decompressPackageName": "hive-3.1.0",
  "roles": [
    {
      "name": "HiveServer2",
      "label": "HiveServer2",
      "roleType": "master",
      "runAs": {
        "user": "hive",
        "group": "hadoop"
      },
      "cardinality": "1+",
      "logFile": "logs/hiveserver2.out",
      "jmxPort": 11000,
      "sortNum": 1,
      "startRunner": {
        "timeout": "60",
        "program": "control_hive.sh",
        "args": [
          "start",
          "hiveserver2"
        ]
      },
      "stopRunner": {
        "timeout": "600",
        "program": "control_hive.sh",
        "args": [
          "stop",
          "hiveserver2"
        ]
      },
      "statusRunner": {
        "timeout": "60",
        "program": "control_hive.sh",
        "args": [
          "status",
          "hiveserver2"
        ]
      },
      "restartRunner": {
        "timeout": "60",
        "program": "control_hive.sh",
        "args": [
          "restart",
          "hiveserver2"
        ]
      },
      "externalLink": {
        "name": "HiveServer2 UI",
        "label": "HiveServer2 UI",
        "url": "http://${host}:10002"
      }
    },
    {
      "name": "HiveMetaStore",
      "label": "HiveMetaStore",
      "roleType": "master",
      "runAs": {
        "user": "hive",
        "group": "hadoop"
      },
      "cardinality": "1+",
      "logFile": "logs/hivemetastore.out",
      "jmxPort": 12000,
      "sortNum": 2,
      "startRunner": {
        "timeout": "60",
        "program": "control_hive.sh",
        "args": [
          "start",
          "hivemetastore"
        ]
      },
      "stopRunner": {
        "timeout": "600",
        "program": "control_hive.sh",
        "args": [
          "stop",
          "hivemetastore"
        ]
      },
      "statusRunner": {
        "timeout": "60",
        "program": "control_hive.sh",
        "args": [
          "status","hivemetastore"
        ]
      },
      "restartRunner": {
        "timeout": "60",
        "program": "control_hive.sh",
        "args": [
          "restart",
          "hivemetastore"
        ]
      }
    },
    {
      "name": "HiveClient",
      "label": "HiveClient",
      "roleType": "client",
      "cardinality": "1+",
      "runAs": {
        "user": "hive",
        "group": "hadoop"
      }
    }
  ],
  "configWriter": {
    "generators": [
      {
        "filename": "hive-site.xml",
        "configFormat": "xml",
        "outputDirectory": "conf",
        "includeParams": [
          "javax.jdo.option.ConnectionDriverName",
          "javax.jdo.option.ConnectionUserName",
          "javax.jdo.option.ConnectionPassword",
          "javax.jdo.option.ConnectionURL",
          "hive.server2.enable.doAs",
          "hive.metastore.schema.verification",
          "hive.metastore.schema.verification.record.version",
          "hive.metastore.warehouse.dir",
          "hive.metastore.port",
          "hive.metastore.uris",
          "hive.execution.engine",
          "hive.tez.container.size",
          "hive.files.umask.value",
          "tez.lib.uris",
          "hive.server2.map.fair.scheduler.queue",
          "hive.server2.authentication",
          "hive.server2.authentication.kerberos.principal",
          "hive.server2.authentication.kerberos.keytab",
          "hive.metastore.sasl.enabled",
          "hive.metastore.kerberos.keytab.file",
          "hive.metastore.kerberos.principal",
          "hive.server2.support.dynamic.service.discovery",
          "hive.server2.zookeeper.namespace",
          "hive.zookeeper.quorum",
          "hive.zookeeper.client.port",
          "hive.server2.thrift.bind.host",
          "hive.server2.thrift.port",
		  "hive.server2.tez.wm.am.registry.timeout",
          "custom.hive.site.xml",
          "mapreduce.framework.name",
          "hive.merge.mapfiles",
          "hive.merge.mapredfiles",
          "hive.merge.size.per.task",
          "hive.merge.smallfiles.avgsize",
          "hive.exec.submit.local.task.via.child"
        ]
      },
      {
        "filename": "hive-env.sh",
        "configFormat": "custom",
        "outputDirectory": "conf",
        "templateName": "hive-env.ftl",
        "includeParams": [
          "hiveHeapSize",
          "hadoopHome",
          "custom.hive.env.sh"
        ]
      },
      {
        "filename": "install.properties",
        "configFormat": "custom",
        "outputDirectory": "ranger-hive-plugin",
        "templateName": "ranger-hive.ftl",
        "includeParams": [
          "rangerAdminUrl",
          "hiveHome"
        ]
      }
    ]
  },
  "parameters": [
    {
      "name": "javax.jdo.option.ConnectionDriverName",
      "label": "jdbc链接驱动类名",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "com.mysql.jdbc.Driver"
    },
    {
      "name": "javax.jdo.option.ConnectionUserName",
      "label": "数据库用户名",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "hive"
    },
    {
      "name": "javax.jdo.option.ConnectionPassword",
      "label": "数据库密码",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "hive"
    },
    {
      "name": "javax.jdo.option.ConnectionURL",
      "label": "数据库链接地址",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "jdbc:mysql://${apiHost}:3306/hive?useUnicode=true&characterEncoding=UTF-8&useSSL=false"
    },
    {
      "name": "hive.server2.enable.doAs",
      "label": "启用doAs",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "false"
    },{
      "name": "hive.metastore.schema.verification",
      "label": "是否验证schema",
      "description": "是否验证schema",
      "required": true,
      "type": "switch",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "true"
    },
    {
      "name": "hive.metastore.warehouse.dir",
      "label": "hive默认hdfs数据存储目录",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "/user/hive/warehouse"
    },
    {
      "name": "hive.metastore.port",
      "label": "hive metastore服务端口",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "9083"
    },
    {
      "name": "hive.metastore.uris",
      "label": "hive metastore服务地址",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "thrift://${metastoreHost}:9083"
    },
    {
      "name": "hive.server2.map.fair.scheduler.queue",
      "label": "HiveServer2是否使用公平调度队列",
      "description": "",
      "required": true,
      "type": "switch",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": false
    },
    {
      "name": "enableKerberos",
      "label": "启用Kerberos认证",
      "description": "启用Kerberos认证",
      "required": true,
      "type": "switch",
      "value": false,
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": false
    },
    {
      "name": "mapreduce.framework.name",
      "label": "mr执行引擎",
      "description": "MapReduce作业是在哪种运行时框架下执行的",
      "required": true,
      "type": "select",
      "value": "yarn",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "yarn",
      "selectValue" : ["local", "classic", "yarn"]
    },
    {
      "name": "hive.execution.engine",
      "label": "Hive执行引擎",
      "description": "Hive执行引擎",
      "required": true,
      "type": "select",
      "value": "mr",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "mr",
      "selectValue" : ["mr", "tez", "spark"]
    },
    {
      "name": "hive.tez.container.size",
      "label": "HiveTez Container申请内存大小",
      "description": "HiveTez Container申请内存大小(MB)",
      "required": true,
      "minValue": 512,
      "maxValue": 8192,
      "type": "slider",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": 1024
    },{
      "name": "hive.files.umask.value",
      "label": "Hive文件权限",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "0002"
    },{
      "name": "hive.server2.tez.wm.am.registry.timeout",
      "label": "HiveTez AM注册超时时间设置",
      "description": "",
      "required": true,
      "minValue": 5000,
      "maxValue": 65000,
      "type": "slider",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": 30000
    },{
      "name": "tez.lib.uris",
      "label": "Tez Share Lib URI",
      "description": "Tez Share Lib URI(tez jars and libs on hdfs)",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${fs.defaultFS}/user/tez/tez.tar.gz"
    },
    {
      "name": "hive.merge.mapfiles",
      "label": "启用(Map-Only)小文件合并",
      "description": "在 map-only 作业结束时合并小文件。如启用，将创建 map-only 作业以合并目标表/分区中的文件",
      "required": true,
      "configType": "map",
      "type": "switch",
      "value": true,
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "hive.merge.mapredfiles",
      "label": "启用(Map-Reduce)小文件合并",
      "description": "在 map-reduce 作业结束时合并小文件。如启用，将创建 map-only 作业以合并目标表/分区中的文件",
      "required": true,
      "configType": "map",
      "type": "switch",
      "value": true,
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "hive.merge.size.per.task",
      "label": "合并后所需的文件大小",
      "description": "合并后所需的文件大小。应大于 hive.merge.smallfiles.avgsize",
      "required": true,
      "configType": "map",
      "type": "input",
      "value": "268435456",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "268435456"
    },
    {
      "name": "hive.merge.smallfiles.avgsize",
      "label": "小文件平均大小合并阈值",
      "description": "当作业的平均输出文件大小小于此属性的值时，Hive 将启动额外的 map-only 作业来将输出文件合并成大文件。仅当 hive.merge.mapfiles 为 true 对map-only 作业执行，当 hive.merge.mapredfiles 为 true 时对 map-reduce 作业执行，以及当 hive.merge.sparkfiles 为 true 时对 Spark 作业执行",
      "required": true,
      "configType": "map",
      "type": "input",
      "value": "104857600",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "104857600"
    },
    {
      "name": "hive.exec.submit.local.task.via.child",
      "label": "本地任务是否单独启动进程",
      "description": "决定本地任务（通常是mapjoin的哈希表生成阶段）是否在单独的JVM中运行",
      "required": true,
      "configType": "map",
      "type": "switch",
      "value": false,
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": false
    },
    {
      "name": "hive.server2.authentication",
      "label": "hive认证方式",
      "description": "",
      "configType": "kb",
      "configWithKerberos": true,
      "required": false,
      "type": "input",
      "value": "kerberos",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "kerberos"
    },
    {
      "name": "hive.server2.authentication.kerberos.principal",
      "label": "HiveServer2服务的Kerberos主体",
      "description": "HiveServer2服务的Kerberos主体",
      "configType": "kb",
      "configWithKerberos": true,
      "required": false,
      "type": "input",
      "value": "hive/${host}@${realm}",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "hive/${host}@${realm}"
    },
    {
      "name": "hive.server2.authentication.kerberos.keytab",
      "label": "HiveServer2服务的Kerberos密钥文件",
      "description": "HiveServer2服务的Kerberos密钥文件",
      "configType": "kb",
      "configWithKerberos": true,
      "required": false,
      "type": "input",
      "value": "/etc/security/keytab/hive.service.keytab",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "/etc/security/keytab/hive.service.keytab"
    },
    {
      "name": "hive.metastore.sasl.enabled",
      "label": "Metastore启动认证",
      "description": "Metastore启动认证",
      "configWithKerberos": true,
      "required": false,
      "type": "switch",
      "value": true,
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": true
    },
    {
      "name": "hive.metastore.kerberos.principal",
      "label": "Metastore Kerberos主体",
      "description": "Metastore Kerberos主体",
      "configType": "kb",
      "configWithKerberos": true,
      "required": false,
      "type": "input",
      "value": "hive/${host}@${realm}",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "hive/${host}@${realm}"
    },
    {
      "name": "hive.metastore.kerberos.keytab.file",
      "label": "Metastore Kerberos密钥文件",
      "description": "Metastore Kerberos密钥文件",
      "configType": "kb",
      "configWithKerberos": true,
      "required": false,
      "type": "input",
      "value": "/etc/security/keytab/hive.service.keytab",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "/etc/security/keytab/hive.service.keytab"
    },
    {
      "name": "hive.server2.support.dynamic.service.discovery",
      "label": "开启HiveServer2动态发现",
      "configType": "ha",
      "configWithHA": true,
      "description": "",
      "required": false,
      "type": "switch",
      "value": true,
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": true
    },
    {
      "name": "hive.server2.zookeeper.namespace",
      "label": "HiveServer2在zk命名空间",
      "configType": "ha",
      "configWithHA": true,
      "description": "",
      "required": false,
      "type": "input",
      "value": "hiveserver2",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "hiveserver2"
    },{
      "name": "hive.zookeeper.quorum",
      "label": "zk地址",
      "configType": "ha",
      "configWithHA": true,
      "description": "",
      "required": false,
      "type": "input",
      "value": "${zkUrls}",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "${zkUrls}"
    },{
      "name": "hive.zookeeper.client.port",
      "label": "zk端口",
      "configType": "ha",
      "configWithHA": true,
      "description": "",
      "required": false,
      "type": "input",
      "value": "2181",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "2181"
    },{
      "name": "hive.server2.thrift.bind.host",
      "label": "hive.server2.thrift.bind.host",
      "configType": "ha",
      "configWithHA": true,
      "description": "",
      "required": false,
      "type": "input",
      "value": "${host}",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "${host}"
    },{
      "name": "hive.server2.thrift.port",
      "label": "hiveserver2 thrift端口",
      "configType": "ha",
      "configWithHA": true,
      "description": "",
      "required": false,
      "type": "input",
      "value": "10000",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "10000"
    },
    {
      "name": "hiveHeapSize",
      "label": "Hive最大堆内存(MB)",
      "description": "Hive最大堆内存,单位MB",
      "configType": "map",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "1024"
    },
    {
      "name": "rangerAdminUrl",
      "label": "Ranger访问地址",
      "description": "",
      "required": false,
      "configType": "map",
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": ""
    },
    {
      "name": "hadoopHome",
      "label": "HADOOP_HOME",
      "description": "Hadoop的安装目录",
      "required": true,
      "configType": "map",
      "type": "input",
      "value": "${HADOOP_HOME}",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${HADOOP_HOME}"
    },
    {
      "name": "hiveHome",
      "label": "HIVE_HOME",
      "description": "Hive的安装目录",
      "required": true,
      "configType": "map",
      "type": "input",
      "value": "${HIVE_HOME}",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${HIVE_HOME}"
    },
    {
      "name": "custom.hive.site.xml",
      "label": "自定义配置hive-site.xml",
      "description": "自定义配置",
      "configType": "custom",
      "required": false,
      "type": "multipleWithKey",
      "value": [],
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": ""
    },
    {
      "name": "custom.hive.env.sh",
      "label": "自定义配置hive-env.sh",
      "description": "自定义配置",
      "configType": "custom",
      "required": false,
      "type": "multipleWithKey",
      "value": [{"HIVE_AUX_JARS_PATH":"${INSTALL_PATH}/hive-3.1.0/auxlibs"}],
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": ""
    }
  ]
}

{
  "name": "TEZ",
  "label": "TEZ",
  "description": "DAG架构的MR计算框架",
  "version": "0.10.2",
  "sortNum": 12,
  "dependencies": ["YARN"],
  "packageName": "tez-0.10.2.tar.gz",
  "decompressPackageName": "tez-0.10.2",
  "roles": [
    {
      "name": "TezServer",
      "label": "TezServer",
      "roleType": "master",
      "cardinality": "1",
      "runAs": {
        "user": "yarn",
        "group": "hadoop"
      },
      "logFile": "tez-server/logs/request.log",
      "startRunner": {
        "timeout": "60",
        "program": "tez-server/jetty.sh",
        "args": [
          "start"
        ]
      },
      "stopRunner": {
        "timeout": "600",
        "program": "tez-server/jetty.sh",
        "args": [
          "stop"
        ]
      },
      "statusRunner": {
        "timeout": "60",
        "program": "tez-server/jetty.sh",
        "args": [
          "status"
        ]
      },
      "restartRunner": {
        "timeout": "60",
        "program": "tez-server/jetty.sh",
        "args": [
          "restart"
        ]
      },
      "externalLink": {
        "name": "TEZServer UI",
        "label": "TEZServer UI",
        "url": "http://${host}:6080/tez/#/"
      }
    }
  ],
  "configWriter": {
    "generators": [
      {
        "filename": "configs.js",
        "configFormat": "custom",
        "outputDirectory": "tez-server/tezui/config",
        "templateName": "tez-server-config.ftl",
        "includeParams": [
          "yarn_timeline_server_uri",
          "yarn_resourcemanager_uri"
        ]
      },
      {
        "filename": "tez-site.xml",
        "configFormat": "xml",
        "outputDirectory": "conf",
        "includeParams": [
          "tez.lib.uris",
          "tez.tez-ui.history-url.base",
          "tez.history.logging.service.class",
          "tez.allow.disabled.timeline-domains"
        ]
      }
    ]
  },
  "parameters": [
    {
      "name": "tez.lib.uris",
      "label": "Tez Share Lib URI",
      "description": "Tez Share Lib URI(tez jars and libs on hdfs)",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "hdfs:///user/tez/tez.tar.gz"
    },
    {
      "name": "tez.tez-ui.history-url.base",
      "label": "TezServer 服务地址",
      "description": "Tez Server URI(URL for where the Tez UI is hosted)",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "http://${host}:6080/tez/"
    },
    {
      "name": "tez.history.logging.service.class",
      "label": "Tez History Service 服务类",
      "description": "Tez History Service 服务类",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService"
    },
    {
      "name": "tez.allow.disabled.timeline-domains",
      "label": "Timeline 跨域设置",
      "description": "Timeline 跨域设置",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn_timeline_server_uri",
      "label": "Tez Timeline Service 服务地址",
      "description": "Tez Timeline Service 服务地址",
      "required": true,
      "configType": "map",
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "http://${yarn.timeline-service.hostname}:8188"
    },
    {
      "name": "yarn_resourcemanager_uri",
      "label": "Tez Timeline RM 服务地址",
      "description": "Tez Timeline RM 服务地址",
      "required": true,
      "configType": "map",
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "http://${rm1}:8088"
    }
  ]
}

{
  "name": "YARN",
  "label": "YARN",
  "description": "分布式资源调度与管理平台",
  "version": "3.3.3",
  "sortNum": 2,
  "dependencies":["HDFS"],
  "packageName": "hadoop-3.3.3.tar.gz",
  "decompressPackageName": "hadoop-3.3.3",
  "roles": [
    {
      "name": "ResourceManager",
      "label": "ResourceManager",
      "roleType": "master",
      "cardinality": "1+",
      "runAs": {
        "user": "yarn",
        "group": "hadoop"
      },
      "sortNum": 1,
      "logFile": "logs/hadoop-yarn-resourcemanager-${host}.log",
      "jmxPort": 9323,
      "startRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "start",
          "resourcemanager"
        ]
      },
      "stopRunner": {
        "timeout": "600",
        "program": "control_hadoop.sh",
        "args": [
          "stop",
          "resourcemanager"
        ]
      },
      "statusRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "status",
          "resourcemanager"
        ]
      },
      "restartRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "restart",
          "resourcemanager"
        ]
      },
      "externalLink": {
        "name": "ResourceManager UI",
        "label": "ResourceManager UI",
        "url": "http://${host}:8088/ui2"
      }
    },
    {
      "name": "NodeManager",
      "label": "NodeManager",
      "roleType": "worker",
      "cardinality": "1+",
      "runAs": {
        "user": "yarn",
        "group": "hadoop"
      },
      "sortNum": 3,
      "logFile": "logs/hadoop-yarn-nodemanager-${host}.log",
      "jmxPort": 9324,
      "startRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "start",
          "nodemanager"
        ]
      },
      "stopRunner": {
        "timeout": "600",
        "program": "control_hadoop.sh",
        "args": [
          "stop",
          "nodemanager"
        ]
      },
      "statusRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "status","nodemanager"
        ]
      }
    },
    {
      "name": "HistoryServer",
      "label": "HistoryServer",
      "roleType": "master",
      "cardinality": "1",
      "runAs": {
        "user": "mapred",
        "group": "hadoop"
      },
      "sortNum": 2,
      "logFile": "logs/hadoop-mapred-historyserver-${host}.log",
      "jmxPort": 9325,
      "startRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "start",
          "historyserver"
        ]
      },
      "stopRunner": {
        "timeout": "600",
        "program": "control_hadoop.sh",
        "args": [
          "stop",
          "historyserver"
        ]
      },
      "statusRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "status","historyserver"
        ]
      },
      "restartRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "restart",
          "historyserver"
        ]
      }
    },
    {
      "name": "TimelineServer",
      "label": "TimelineServer",
      "roleType": "master",
      "cardinality": "1",
      "runAs": {
        "user": "yarn",
        "group": "hadoop"
      },
      "sortNum": 4,
      "logFile": "logs/hadoop-yarn-timelineserver-${host}.log",
      "startRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "start",
          "timelineserver"
        ]
      },
      "stopRunner": {
        "timeout": "600",
        "program": "control_hadoop.sh",
        "args": [
          "stop",
          "timelineserver"
        ]
      },
      "statusRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "status",
          "timelineserver"
        ]
      },
      "restartRunner": {
        "timeout": "60",
        "program": "control_hadoop.sh",
        "args": [
          "restart",
          "timelineserver"
        ]
      }
    },
    {
      "name": "YarnClient",
      "label": "YarnClient",
      "roleType": "client",
      "cardinality": "1+",
      "runAs": {
        "user": "yarn",
        "group": "hadoop"
      }
    }
  ],
  "configWriter": {
    "generators": [
      {
        "filename": "yarn-site.xml",
        "configFormat": "xml",
        "outputDirectory": "etc/hadoop/",
        "includeParams": [
          "yarn.webapp.ui2.enable",
          "yarn.nodemanager.resource.cpu-vcores",
          "yarn.nodemanager.resource.memory-mb",
          "yarn.scheduler.minimum-allocation-mb",
          "yarn.scheduler.minimum-allocation-vcores",
          "yarn.scheduler.maximum-allocation-mb",
          "yarn.scheduler.maximum-allocation-vcores",
          "yarn.nodemanager.vmem-pmem-ratio",
          "yarn.nodemanager.aux-services",
          "yarn.log-aggregation-enable",
          "yarn.log.server.url",
          "yarn.log-aggregation.retain-seconds",
          "yarn.nodemanager.remote-app-log-dir",
          "yarn.resourcemanager.scheduler.class",
          "yarn.scheduler.fair.allocation.file",
          "yarn.scheduler.fair.preemption",
          "yarn.resourcemanager.ha.enabled",
          "yarn.resourcemanager.cluster-id",
          "yarn.resourcemanager.ha.rm-ids",
          "yarn.resourcemanager.hostname.rm1",
          "yarn.resourcemanager.hostname.rm2",
          "yarn.resourcemanager.address.rm1",
          "yarn.resourcemanager.address.rm2",
          "yarn.resourcemanager.webapp.address.rm1",
          "yarn.resourcemanager.webapp.address.rm2",
          "yarn.resourcemanager.scheduler.address.rm1",
          "yarn.resourcemanager.scheduler.address.rm2",
          "yarn.resourcemanager.resource-tracker.address.rm1",
          "yarn.resourcemanager.resource-tracker.address.rm2",
          "yarn.resourcemanager.zk-address",
          "yarn.resourcemanager.recovery.enabled",
          "yarn.resourcemanager.store.class",
          "yarn.timeline-service.enabled",
          "yarn.timeline-service.hostname",
          "yarn.timeline-service.http-cross-origin.enabled",
          "yarn.resourcemanager.system-metrics-publisher.enabled",
          "yarn.application.classpath",
          "yarn.nodemanager.local-dirs",
          "yarn.nodemanager.log-dirs",
          "yarn.nodemanager.address",
          "yarn.nodemanager.resource.count-logical-processors-as-cores",
          "yarn.nodemanager.resource.detect-hardware-capabilities",
          "yarn.nodemanager.resource.pcores-vcores-multiplier",
          "yarn.resourcemanager.am.max-attempts",
          "yarn.node-labels.enabled",
          "yarn.node-labels.fs-store.root-dir",
          "yarn.resourcemanager.principal",
          "yarn.resourcemanager.keytab",
          "yarn.nodemanager.principal",
          "yarn.nodemanager.keytab",
          "yarn.nodemanager.container-executor.class",
          "yarn.nodemanager.linux-container-executor.group",
          "yarn.nodemanager.linux-container-executor.path",
          "custom.yarn.site.xml"
        ]
      },
      {
        "filename": "mapred-site.xml",
        "configFormat": "xml",
        "outputDirectory": "etc/hadoop/",
        "includeParams": [
          "mapreduce.jobhistory.keytab",
          "mapreduce.jobhistory.principal",
          "mapreduce.cluster.local.dir"
        ]
      }
    ]
  },
  "parameters": [
    {
      "name": "yarn.webapp.ui2.enable",
      "label": "启用webui2",
      "description": "启用webui2",
      "required": true,
      "type": "switch",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.node-labels.fs-store.root-dir",
      "label": "Node Label存储目录",
      "description": "Node Label存储目录",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "hdfs://nameservice1/user/yarn/nodeLabels"
    },
    {
      "name": "yarn.nodemanager.resource.cpu-vcores",
      "label": "nodemanager虚拟核数",
      "description": "nodemanager虚拟核数",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "-1"
    },
    {
      "name": "yarn.nodemanager.resource.count-logical-processors-as-cores",
      "label": "是否将物理核数作为虚拟核数",
      "description": "是否将物理核数作为虚拟核数",
      "required": true,
      "type": "switch",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.nodemanager.resource.detect-hardware-capabilities",
      "label": "是否让yarn自己检测硬件进行配置",
      "description": "是否让yarn自己检测硬件进行配置",
      "required": true,
      "type": "switch",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.nodemanager.resource.pcores-vcores-multiplier",
      "label": "虚拟核数与物理核数比例",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "0.75"
    },
    {
      "name": "yarn.resourcemanager.am.max-attempts",
      "label": "AM重试次数",
      "description": "",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "4"
    },
    {
      "name": "yarn.nodemanager.resource.memory-mb",
      "label": "nodemanager内存",
      "description": "可分配给容器的内存",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "65536"
    },
    {
      "name": "yarn.scheduler.minimum-allocation-mb",
      "label": "RM上每个容器请求的最小分配量（MB）",
      "description": "RM上每个容器请求的最小分配量（MB）",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "1024"
    },
    {
      "name": "yarn.scheduler.maximum-allocation-mb",
      "label": "RM上每个容器请求的最大分配量（MB）",
      "description": "RM上每个容器请求的最大分配量（MB）",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "65536"
    },

    {
      "name": "yarn.scheduler.minimum-allocation-vcores",
      "label": "RM上每个容器请求的虚拟CPU核的最小分配数",
      "description": "RM上每个容器请求的虚拟CPU核的最小分配数",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "1"
    },
    {
      "name": "yarn.scheduler.maximum-allocation-vcores",
      "label": "RM上每个容器请求的虚拟CPU核的最大分配数",
      "description": "RM上每个容器请求的虚拟CPU核的最大分配数",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "16"
    },

    {
      "name": "yarn.nodemanager.vmem-pmem-ratio",
      "label": "虚拟内存与物理内存之间的比率",
      "description": "为容器设置内存限制时，虚拟内存与物理内存之间的比率。",
      "required": true,
      "type": "input",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "2.1"
    },
    {
      "name": "yarn.nodemanager.aux-services",
      "label": "yarn服务机制",
      "description": "yarn服务机制",
      "required": true,
      "type": "input",
      "value": "mapreduce_shuffle",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "mapreduce_shuffle"
    },
    {
      "name": "yarn.log-aggregation-enable",
      "label": "是否开启yarn日志聚合",
      "description": "开启yarn日志聚合",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.resourcemanager.scheduler.class",
      "label": "资源调度器",
      "description": "选择资源调度器，容量调度器或公平调度器",
      "required": true,
      "type": "select",
      "value":"",
      "selectValue": [
        "org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler",
        "org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler"
      ],
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler"
    },
    {
      "name": "yarn.scheduler.fair.allocation.file",
      "label": "公平调度器配置文件位置",
      "description": "指明公平调度器队列分配配置文件",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${INSTALL_PATH}/hadoop-3.3.3/etc/hadoop/fair-scheduler.xml"
    },
    {
      "name": "yarn.scheduler.fair.preemption",
      "label": "是否允许队列间资源抢占",
      "description": "是否允许队列间资源抢占",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": false
    },
    {
      "name": "yarn.timeline-service.enabled",
      "label": "是否开启 Timeline Server",
      "description": "是否开启 Timeline Server",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.timeline-service.hostname",
      "label": "Timeline Server节点",
      "description": "Timeline Server节点",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${yarn_timeline_server}"
    },
    {
      "name": "yarn.timeline-service.http-cross-origin.enabled",
      "label": "开启 Timeline Server 跨域访问",
      "description": "开启 Timeline Server 跨域访问",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.resourcemanager.system-metrics-publisher.enabled",
      "label": "开启 resourcemanager 指标信息广播",
      "description": "开启 resourcemanager 指标信息广播",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.resourcemanager.ha.enabled",
      "label": "是否启用resourcemanager ha",
      "description": "是否启用resourcemanager ha",
      "configType": "ha",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.resourcemanager.cluster-id",
      "label": "resourcemanager高可用集群id",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "cluster-yarn1"
    },
    {
      "name": "yarn.resourcemanager.ha.rm-ids",
      "label": "resourcemanager高可用节点",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "rm1,rm2"
    },
    {
      "name": "yarn.resourcemanager.hostname.rm1",
      "label": "rm1主机名",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm1}"
    },
    {
      "name": "yarn.resourcemanager.hostname.rm2",
      "label": "rm2主机名",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm2}"
    },
    {
      "name": "yarn.resourcemanager.webapp.address.rm1",
      "label": "rm1 web地址",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm1}:8088"
    },
    {
      "name": "yarn.resourcemanager.webapp.address.rm2",
      "label": "rm2 web地址",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm2}:8088"
    },
    {
      "name": "yarn.resourcemanager.address.rm1",
      "label": "ResourceManager对客户端暴露的地址rm1",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm1}:8032"
    },
    {
      "name": "yarn.resourcemanager.address.rm2",
      "label": "ResourceManager对客户端暴露的地址rm2",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm2}:8032"
    },
    {
      "name": "yarn.resourcemanager.scheduler.address.rm1",
      "label": "ResourceManager对ApplicationMaster暴露的访问地址rm1",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm1}:8030"
    },
    {
      "name": "yarn.resourcemanager.scheduler.address.rm2",
      "label": "ResourceManager对ApplicationMaster暴露的访问地址rm2",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm2}:8030"
    },
    {
      "name": "yarn.resourcemanager.resource-tracker.address.rm1",
      "label": "ResourceManager对NodeManager暴露的地址rm1",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm1}:8031"
    },
    {
      "name": "yarn.resourcemanager.resource-tracker.address.rm2",
      "label": "ResourceManager对NodeManager暴露的地址rm2",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${rm2}:8031"
    },
    {
      "name": "yarn.resourcemanager.zk-address",
      "label": "zk地址",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${zkUrls}"
    },
    {
      "name": "yarn.resourcemanager.recovery.enabled",
      "label": "启用自动恢复",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "switch",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": true
    },
    {
      "name": "yarn.resourcemanager.store.class",
      "label": "yarn状态信息存储类",
      "description": "",
      "configType": "ha",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore"
    },
    {
      "name": "yarn.nodemanager.address",
      "label": "nodemanager地址",
      "description": "",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "0.0.0.0:45454"
    },
    {
      "name": "yarn.log.server.url",
      "label": "historyserver地址",
      "description": "",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "http://${historyserverHost}:19888/jobhistory/logs"
    },
    {
      "name": "yarn.log-aggregation.retain-seconds",
      "label": "日志保留时长",
      "description": "",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "2592000"
    },
    {
      "name": "yarn.nodemanager.remote-app-log-dir",
      "label": "日志保留位置",
      "description": "",
      "required": true,
      "type": "input",
      "value":"",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "${fs.defaultFS}/user/yarn/yarn-logs/"
    },
    {
      "name": "yarn.nodemanager.local-dirs",
      "label": "NodeManager本地存储目录",
      "description": "NodeManager本地存储目录，可配置多个，按逗号分隔",
      "required": true,
      "configType": "path",
      "separator": ",",
      "type": "multiple",
      "value": [
        "/data/nm"
      ],
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": ""
    },
    {
      "name": "yarn.nodemanager.log-dirs",
      "label": "NodeManager日志存储目录",
      "description": "NodeManager日志存储目录，可配置多个，按逗号分隔",
      "required": true,
      "configType": "path",
      "separator": ",",
      "type": "multiple",
      "value": [
        "/data/nm/userlogs"
      ],
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": ""
    },
    {
      "name": "mapreduce.cluster.local.dir",
      "label": "MapReduce本地存储目录",
      "description": "MapReduce本地存储目录",
      "required": true,
      "configType": "path",
      "separator": ",",
      "type": "input",
      "value": "/data/mapred/local",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": "/data/mapred/local"
    },
    {
      "name": "yarn.application.classpath",
      "label": "yarn应用程序加载的classpath",
      "description": "yarn应用程序加载的classpath",
      "required": true,
      "separator": ",",
      "type": "multiple",
      "value":["${HADOOP_HOME}/etc/hadoop","${HADOOP_HOME}/share/hadoop/common/lib/*","${HADOOP_HOME}/share/hadoop/common/*","${HADOOP_HOME}/share/hadoop/hdfs","${HADOOP_HOME}/share/hadoop/hdfs/lib/*","${HADOOP_HOME}/share/hadoop/hdfs/*","${HADOOP_HOME}/share/hadoop/mapreduce/lib/*","${HADOOP_HOME}/share/hadoop/mapreduce/*","${HADOOP_HOME}/share/hadoop/yarn","${HADOOP_HOME}/share/hadoop/yarn/lib/*","${HADOOP_HOME}/share/hadoop/yarn/*"],
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": ["${HADOOP_HOME}/etc/hadoop","${HADOOP_HOME}/share/hadoop/common/lib/*","${HADOOP_HOME}/share/hadoop/common/*","${HADOOP_HOME}/share/hadoop/hdfs","${HADOOP_HOME}/share/hadoop/hdfs/lib/*","${HADOOP_HOME}/share/hadoop/hdfs/*","${HADOOP_HOME}/share/hadoop/mapreduce/lib/*","${HADOOP_HOME}/share/hadoop/mapreduce/*","${HADOOP_HOME}/share/hadoop/yarn","${HADOOP_HOME}/share/hadoop/yarn/lib/*","${HADOOP_HOME}/share/hadoop/yarn/*"]
    },
    {
      "name": "yarn.resourcemanager.principal",
      "label": "ResourceManager服务的Kerberos主体",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "rm/_HOST@HADOOP.COM",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "rm/_HOST@HADOOP.COM"
    },
    {
      "name": "yarn.resourcemanager.keytab",
      "label": "ResourceManager服务的Kerberos密钥文件路径",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "/etc/security/keytab/rm.service.keytab",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "/etc/security/keytab/rm.service.keytab"
    },
    {
      "name": "yarn.nodemanager.principal",
      "label": "NodeManager服务的Kerberos主体",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "nm/_HOST@HADOOP.COM",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "nm/_HOST@HADOOP.COM"
    },
    {
      "name": "yarn.nodemanager.keytab",
      "label": "NodeManager服务的Kerberos密钥文件路径",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "/etc/security/keytab/nm.service.keytab",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "/etc/security/keytab/nm.service.keytab"
    },
    {
      "name": "mapreduce.jobhistory.principal",
      "label": "JobHistory服务的Kerberos主体",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "jhs/_HOST@HADOOP.COM",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "jhs/_HOST@HADOOP.COM"
    },
    {
      "name": "mapreduce.jobhistory.keytab",
      "label": "JobHistory服务的Kerberos密钥文件路径",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "/etc/security/keytab/jhs.service.keytab",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "/etc/security/keytab/jhs.service.keytab"
    },
    {
      "name": "yarn.nodemanager.container-executor.class",
      "label": "使用LinuxContainerExecutor管理Container",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor"
    },
    {
      "name": "yarn.nodemanager.linux-container-executor.group",
      "label": "NodeManager的启动用户的所属组",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "hadoop",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "hadoop"
    },
    {
      "name": "yarn.nodemanager.linux-container-executor.path",
      "label": "LinuxContainerExecutor脚本路径",
      "description": "",
      "required": false,
      "configType": "kb",
      "configWithKerberos": true,
      "type": "input",
      "value": "${HADOOP_HOME}/bin/container-executor",
      "configurableInWizard": true,
      "hidden": true,
      "defaultValue": "${HADOOP_HOME}/bin/container-executor"
    },
    {
      "name": "yarn.node-labels.enabled",
      "label": "启用YARN标签调度",
      "description": "开启 YARN Node Labels",
      "required": true,
      "type": "switch",
      "value": "",
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": false
    },
    {
      "name": "enableKerberos",
      "label": "启用Kerberos认证",
      "description": "启用Kerberos认证",
      "required": true,
      "type": "switch",
      "value": false,
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": false
    },
    {
      "name": "custom.yarn.site.xml",
      "label": "自定义配置yarn-site.xml",
      "description": "自定义配置",
      "configType": "custom",
      "required": false,
      "type": "multipleWithKey",
      "value": [],
      "configurableInWizard": true,
      "hidden": false,
      "defaultValue": ""
    }
  ]
}

补充： 在dbeaver使用的时候使用到hive on tez报错。可添加下列参数到datasophon

hive.server2.active.passive.ha.enable  true

州周
关注
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值