flink日常踩坑_could not instantiate jobmanager.-优快云博客

1 部署后启动不起来

org.apache.flink.client.program.ProgramInvocationException: The main method caused an error: Failed to execute job 'Flink Kafka'.
   at org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:366) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:219) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:114) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.client.deployment.application.DetachedApplicationRunner.tryExecuteJobs(DetachedApplicationRunner.java:84) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.client.deployment.application.DetachedApplicationRunner.run(DetachedApplicationRunner.java:70) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.webmonitor.handlers.JarRunHandler.lambda$handleRequest$0(JarRunHandler.java:102) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604) [?:1.8.0_275]
   at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_275]
   at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_275]
   at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) [?:1.8.0_275]
   at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) [?:1.8.0_275]
   at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
   at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
Caused by: org.apache.flink.util.FlinkException: Failed to execute job 'Flink Kafka'.
   at org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.executeAsync(StreamExecutionEnvironment.java:1918) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.client.program.StreamContextEnvironment.executeAsync(StreamContextEnvironment.java:135) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.client.program.StreamContextEnvironment.execute(StreamContextEnvironment.java:76) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.execute(StreamExecutionEnvironment.java:1782) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.streaming.api.scala.StreamExecutionEnvironment.execute(StreamExecutionEnvironment.scala:746) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at demo.rundir.Test$.main(Test.scala:275) ~[?:?]
   at demo.rundir.Test.main(Test.scala) ~[?:?]
   at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
   at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
   at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
   at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
   at org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:349) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   ... 13 more
Caused by: java.lang.RuntimeException: org.apache.flink.runtime.client.JobInitializationException: Could not instantiate JobManager.
   at org.apache.flink.util.ExceptionUtils.rethrow(ExceptionUtils.java:316) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.util.function.FunctionUtils.lambda$uncheckedFunction$2(FunctionUtils.java:75) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616) ~[?:1.8.0_275]
   at java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591) ~[?:1.8.0_275]
   at java.util.concurrent.CompletableFuture$Completion.exec(CompletableFuture.java:457) ~[?:1.8.0_275]
   at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289) ~[?:1.8.0_275]
   at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056) ~[?:1.8.0_275]
   at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692) ~[?:1.8.0_275]
   at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) ~[?:1.8.0_275]
Caused by: org.apache.flink.runtime.client.JobInitializationException: Could not instantiate JobManager.
   at org.apache.flink.runtime.dispatcher.Dispatcher.lambda$createJobManagerRunner$5(Dispatcher.java:494) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604) ~[?:1.8.0_275]
   ... 3 more
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to create checkpoint storage at checkpoint coordinator side.
   at org.apache.flink.runtime.checkpoint.CheckpointCoordinator.(CheckpointCoordinator.java:333) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.checkpoint.CheckpointCoordinator.(CheckpointCoordinator.java:246) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.executiongraph.ExecutionGraph.enableCheckpointing(ExecutionGraph.java:516) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.executiongraph.ExecutionGraphBuilder.buildGraph(ExecutionGraphBuilder.java:375) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.createExecutionGraph(SchedulerBase.java:322) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.createAndRestoreExecutionGraph(SchedulerBase.java:276) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.(SchedulerBase.java:249) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.DefaultScheduler.(DefaultScheduler.java:133) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.DefaultSchedulerFactory.createInstance(DefaultSchedulerFactory.java:111) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobMaster.createScheduler(JobMaster.java:342) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobMaster.(JobMaster.java:327) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.createJobMasterService(DefaultJobMasterServiceFactory.java:95) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.createJobMasterService(DefaultJobMasterServiceFactory.java:39) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobManagerRunnerImpl.(JobManagerRunnerImpl.java:162) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.dispatcher.DefaultJobManagerRunnerFactory.createJobManagerRunner(DefaultJobManagerRunnerFactory.java:86) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.dispatcher.Dispatcher.lambda$createJobManagerRunner$5(Dispatcher.java:478) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604) ~[?:1.8.0_275]
   ... 3 more
Caused by: org.apache.flink.core.fs.UnsupportedFileSystemSchemeException: Could not find a file system implementation for scheme 'hdfs'. The scheme is not directly supported by Flink and no Hadoop file system to support this scheme could be loaded. For a full list of supported file systems, please see https://ci.apache.org/projects/flink/flink-docs-stable/ops/filesystems/.
   at org.apache.flink.core.fs.FileSystem.getUnguardedFileSystem(FileSystem.java:531) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.core.fs.FileSystem.get(FileSystem.java:408) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.core.fs.Path.getFileSystem(Path.java:274) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.state.filesystem.FsCheckpointStorageAccess.(FsCheckpointStorageAccess.java:64) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.state.filesystem.FsStateBackend.createCheckpointStorage(FsStateBackend.java:518) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.checkpoint.CheckpointCoordinator.(CheckpointCoordinator.java:330) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.checkpoint.CheckpointCoordinator.(CheckpointCoordinator.java:246) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.executiongraph.ExecutionGraph.enableCheckpointing(ExecutionGraph.java:516) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.executiongraph.ExecutionGraphBuilder.buildGraph(ExecutionGraphBuilder.java:375) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.createExecutionGraph(SchedulerBase.java:322) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.createAndRestoreExecutionGraph(SchedulerBase.java:276) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.(SchedulerBase.java:249) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.DefaultScheduler.(DefaultScheduler.java:133) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.DefaultSchedulerFactory.createInstance(DefaultSchedulerFactory.java:111) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobMaster.createScheduler(JobMaster.java:342) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobMaster.(JobMaster.java:327) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.createJobMasterService(DefaultJobMasterServiceFactory.java:95) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.createJobMasterService(DefaultJobMasterServiceFactory.java:39) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobManagerRunnerImpl.(JobManagerRunnerImpl.java:162) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.dispatcher.DefaultJobManagerRunnerFactory.createJobManagerRunner(DefaultJobManagerRunnerFactory.java:86) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.dispatcher.Dispatcher.lambda$createJobManagerRunner$5(Dispatcher.java:478) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604) ~[?:1.8.0_275]
   ... 3 more
Caused by: org.apache.flink.core.fs.UnsupportedFileSystemSchemeException: Hadoop is not in the classpath/dependencies.
   at org.apache.flink.core.fs.UnsupportedSchemeFactory.create(UnsupportedSchemeFactory.java:55) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.core.fs.FileSystem.getUnguardedFileSystem(FileSystem.java:527) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.core.fs.FileSystem.get(FileSystem.java:408) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.core.fs.Path.getFileSystem(Path.java:274) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.state.filesystem.FsCheckpointStorageAccess.(FsCheckpointStorageAccess.java:64) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.state.filesystem.FsStateBackend.createCheckpointStorage(FsStateBackend.java:518) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.checkpoint.CheckpointCoordinator.(CheckpointCoordinator.java:330) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.checkpoint.CheckpointCoordinator.(CheckpointCoordinator.java:246) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.executiongraph.ExecutionGraph.enableCheckpointing(ExecutionGraph.java:516) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.executiongraph.ExecutionGraphBuilder.buildGraph(ExecutionGraphBuilder.java:375) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.createExecutionGraph(SchedulerBase.java:322) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.createAndRestoreExecutionGraph(SchedulerBase.java:276) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.SchedulerBase.(SchedulerBase.java:249) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.DefaultScheduler.(DefaultScheduler.java:133) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.scheduler.DefaultSchedulerFactory.createInstance(DefaultSchedulerFactory.java:111) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobMaster.createScheduler(JobMaster.java:342) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobMaster.(JobMaster.java:327) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.createJobMasterService(DefaultJobMasterServiceFactory.java:95) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.factories.DefaultJobMasterServiceFactory.createJobMasterService(DefaultJobMasterServiceFactory.java:39) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.jobmaster.JobManagerRunnerImpl.(JobManagerRunnerImpl.java:162) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.dispatcher.DefaultJobManagerRunnerFactory.createJobManagerRunner(DefaultJobManagerRunnerFactory.java:86) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at org.apache.flink.runtime.dispatcher.Dispatcher.lambda$createJobManagerRunner$5(Dispatcher.java:478) ~[flink-dist_2.11-1.12.4.jar:1.12.4]
   at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604) ~[?:1.8.0_275]
   ... 3 more