剑道第一仙

导航

< 2025年3月 >
23 24 25 26 27 28 1
2 3 4 5 6 7 8
9 10 11 12 13 14 15
16 17 18 19 20 21 22
23 24 25 26 27 28 29
30 31 1 2 3 4 5

统计

Flink使用异常处理

Flink使用异常处理

参考:https://jastee.gitee.io/pages/40d79f/

复制代码
2022-05-11 10:42:51 ERROR o.a.f.r.e.ClusterEntrypoint  - Could not start cluster entrypoint YarnJobClusterEntrypoint.
org.apache.flink.runtime.entrypoint.ClusterEntrypointException: Failed to initialize the cluster entrypoint YarnJobClusterEntrypoint.
    at org.apache.flink.runtime.entrypoint.ClusterEntrypoint.startCluster(ClusterEntrypoint.java:212)
    at org.apache.flink.runtime.entrypoint.ClusterEntrypoint.runClusterEntrypoint(ClusterEntrypoint.java:600)
    at org.apache.flink.yarn.entrypoint.YarnJobClusterEntrypoint.main(YarnJobClusterEntrypoint.java:99)
Caused by: java.lang.Exception: Could not create actor system
    at org.apache.flink.runtime.clusterframework.BootstrapTools.startRemoteActorSystem(BootstrapTools.java:240)
    at org.apache.flink.runtime.clusterframework.BootstrapTools.startRemoteActorSystem(BootstrapTools.java:152)
    at org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils$AkkaRpcServiceBuilder.createAndStart(AkkaRpcServiceUtils.java:370)
    at org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils$AkkaRpcServiceBuilder.createAndStart(AkkaRpcServiceUtils.java:344)
    at org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils.createRemoteRpcService(AkkaRpcServiceUtils.java:92)
    at org.apache.flink.runtime.entrypoint.ClusterEntrypoint.initializeServices(ClusterEntrypoint.java:294)
    at org.apache.flink.runtime.entrypoint.ClusterEntrypoint.runCluster(ClusterEntrypoint.java:239)
    at org.apache.flink.runtime.entrypoint.ClusterEntrypoint.lambda$startCluster$1(ClusterEntrypoint.java:189)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:422)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1729)
    at org.apache.flink.runtime.security.contexts.HadoopSecurityContext.runSecured(HadoopSecurityContext.java:41)
    at org.apache.flink.runtime.entrypoint.ClusterEntrypoint.startCluster(ClusterEntrypoint.java:186)
    ... 2 common frames omitted
Caused by: com.typesafe.config.ConfigException$UnresolvedSubstitution: reference.conf @ jar:file:/data/emr/yarn/local/usercache/hadoop/appcache/application_1652153115890_0001/filecache/30/avris-profile-platform-1.0.0.6-prd.jar!/reference.conf: 875: Could not resolve substitution to a value: ${akka.stream.materializer}
    at com.typesafe.config.impl.ConfigReference.resolveSubstitutions(ConfigReference.java:111)
    at com.typesafe.config.impl.ResolveContext.realResolve(ResolveContext.java:179)
    at com.typesafe.config.impl.ResolveContext.resolve(ResolveContext.java:142)
    at com.typesafe.config.impl.SimpleConfigObject$ResolveModifier.modifyChildMayThrow(SimpleConfigObject.java:379)
    at com.typesafe.config.impl.SimpleConfigObject.modifyMayThrow(SimpleConfigObject.java:312)
    at com.typesafe.config.impl.SimpleConfigObject.resolveSubstitutions(SimpleConfigObject.java:398)
    at com.typesafe.config.impl.ResolveContext.realResolve(ResolveContext.java:179)
    at com.typesafe.config.impl.ResolveContext.resolve(ResolveContext.java:142)
    at com.typesafe.config.impl.SimpleConfigObject$ResolveModifier.modifyChildMayThrow(SimpleConfigObject.java:379)
    at com.typesafe.config.impl.SimpleConfigObject.modifyMayThrow(SimpleConfigObject.java:312)
    at com.typesafe.config.impl.SimpleConfigObject.resolveSubstitutions(SimpleConfigObject.java:398)
    at com.typesafe.config.impl.ResolveContext.realResolve(ResolveContext.java:179)
    at com.typesafe.config.impl.ResolveContext.resolve(ResolveContext.java:142)
    at com.typesafe.config.impl.SimpleConfigObject$ResolveModifier.modifyChildMayThrow(SimpleConfigObject.java:379)
    at com.typesafe.config.impl.SimpleConfigObject.modifyMayThrow(SimpleConfigObject.java:312)
    at com.typesafe.config.impl.SimpleConfigObject.resolveSubstitutions(SimpleConfigObject.java:398)
    at com.typesafe.config.impl.ResolveContext.realResolve(ResolveContext.java:179)
    at com.typesafe.config.impl.ResolveContext.resolve(ResolveContext.java:142)
    at com.typesafe.config.impl.SimpleConfigObject$ResolveModifier.modifyChildMayThrow(SimpleConfigObject.java:379)
    at com.typesafe.config.impl.SimpleConfigObject.modifyMayThrow(SimpleConfigObject.java:312)
    at com.typesafe.config.impl.SimpleConfigObject.resolveSubstitutions(SimpleConfigObject.java:398)
    at com.typesafe.config.impl.ResolveContext.realResolve(ResolveContext.java:179)
    at com.typesafe.config.impl.ResolveContext.resolve(ResolveContext.java:142)
    at com.typesafe.config.impl.SimpleConfigObject$ResolveModifier.modifyChildMayThrow(SimpleConfigObject.java:379)
    at com.typesafe.config.impl.SimpleConfigObject.modifyMayThrow(SimpleConfigObject.java:312)
    at com.typesafe.config.impl.SimpleConfigObject.resolveSubstitutions(SimpleConfigObject.java:398)
    at com.typesafe.config.impl.ResolveContext.realResolve(ResolveContext.java:179)
    at com.typesafe.config.impl.ResolveContext.resolve(ResolveContext.java:142)
    at com.typesafe.config.impl.ResolveContext.resolve(ResolveContext.java:231)
    at com.typesafe.config.impl.SimpleConfig.resolveWith(SimpleConfig.java:78)
    at com.typesafe.config.impl.SimpleConfig.resolve(SimpleConfig.java:68)
    at com.typesafe.config.impl.SimpleConfig.resolve(SimpleConfig.java:63)
    at com.typesafe.config.impl.SimpleConfig.resolve(SimpleConfig.java:41)
    at com.typesafe.config.impl.ConfigImpl$1.call(ConfigImpl.java:371)
    at com.typesafe.config.impl.ConfigImpl$1.call(ConfigImpl.java:364)
    at com.typesafe.config.impl.ConfigImpl$LoaderCache.getOrElseUpdate(ConfigImpl.java:65)
    at com.typesafe.config.impl.ConfigImpl.computeCachedConfig(ConfigImpl.java:92)
    at com.typesafe.config.impl.ConfigImpl.defaultReference(ConfigImpl.java:364)
    at com.typesafe.config.ConfigFactory.defaultReference(ConfigFactory.java:367)
    at akka.actor.ActorSystem$Settings.<init>(ActorSystem.scala:308)
    at akka.actor.ActorSystemImpl.<init>(ActorSystem.scala:686)
    at akka.actor.RobustActorSystem.<init>(RobustActorSystem.scala:41)
    at akka.actor.RobustActorSystem$.internalApply(RobustActorSystem.scala:89)
    at akka.actor.RobustActorSystem$.apply(RobustActorSystem.scala:70)
    at akka.actor.RobustActorSystem$.create(RobustActorSystem.scala:55)
    at org.apache.flink.runtime.akka.AkkaUtils$.createActorSystem(AkkaUtils.scala:125)
    at org.apache.flink.runtime.akka.AkkaUtils.createActorSystem(AkkaUtils.scala)
    at org.apache.flink.runtime.clusterframework.BootstrapTools.startActorSystem(BootstrapTools.java:296)
    at org.apache.flink.runtime.clusterframework.BootstrapTools.startRemoteActorSystem(BootstrapTools.java:227)
    ... 14 common frames omitted
复制代码

解决方法:

增加

<transformers>
                                <transformer implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
                                    <resource>reference.conf</resource>
                                </transformer>

 

posted on   剑道第一仙  阅读(332)  评论(0编辑  收藏  举报

相关博文:
阅读排行:
· TypeScript + Deepseek 打造卜卦网站:技术与玄学的结合
· 阿里巴巴 QwQ-32B真的超越了 DeepSeek R-1吗?
· 【译】Visual Studio 中新的强大生产力特性
· 【设计模式】告别冗长if-else语句:使用策略模式优化代码结构
· 10年+ .NET Coder 心语 ── 封装的思维:从隐藏、稳定开始理解其本质意义
点击右上角即可分享
微信分享提示