你好,请教下:
flink1.11.1 flink on yarn 任务启动报错: 启动命令: /opt/flink-1.11.1/bin/flink run -p 4 -ys 2 -m yarn-cluster -c yueworld.PVUV.MyPvUv /mywork/flink/flink_1.11.1-1.0.jar 报错信息: 2020-08-13 10:53:08,160 ERROR org.apache.flink.runtime.rest.handler.taskmanager.TaskManagersHandler [] - Unhandled exception. org.apache.flink.runtime.rpc.akka.exceptions.AkkaRpcException: Failed to serialize the result for RPC call : requestTaskManagerInfo. at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.serializeRemoteResultAndVerifySize(AkkaRpcActor.java:368) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$sendAsyncResponse$0(AkkaRpcActor.java:335) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) ~[?:1.8.0_221] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:778) ~[?:1.8.0_221] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2140) ~[?:1.8.0_221] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.sendAsyncResponse(AkkaRpcActor.java:329) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:298) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:199) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:74) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:152) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at akka.actor.Actor$class.aroundReceive(Actor.scala:517) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.actor.ActorCell.invoke(ActorCell.scala:561) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.dispatch.Mailbox.run(Mailbox.scala:225) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.dispatch.Mailbox.exec(Mailbox.scala:235) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) [flink-dist_2.11-1.11.1.jar:1.11.1] at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) [flink-dist_2.11-1.11.1.jar:1.11.1] Caused by: java.io.NotSerializableException: org.apache.flink.runtime.rest.messages.ResourceProfileInfo at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1184) ~[?:1.8.0_221] at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) ~[?:1.8.0_221] at java.util.ArrayList.writeObject(ArrayList.java:766) ~[?:1.8.0_221] at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_221] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_221] at java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:1140) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) ~[?:1.8.0_221] at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) ~[?:1.8.0_221] at org.apache.flink.util.InstantiationUtil.serializeObject(InstantiationUtil.java:586) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at org.apache.flink.util.SerializedValue.<init>(SerializedValue.java:52) ~[flink-dist_2.11-1.11.1.jar:1.11.1] at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.serializeRemoteResultAndVerifySize(AkkaRpcActor.java:357) ~[flink-dist_2.11-1.11.1.jar:1.11.1] ... 27 more |
Hi
这应该是个已知问题[1] 在 1.11.2 和 1.12 中已经修复 [1] https://issues.apache.org/jira/browse/FLINK-18710 Best, Congxian 郭华威 <[hidden email]> 于2020年8月13日周四 上午11:05写道: > 你好,请教下: > flink1.11.1 flink on yarn 任务启动报错: > > > 启动命令: > /opt/flink-1.11.1/bin/flink run -p 4 -ys 2 -m yarn-cluster -c > yueworld.PVUV.MyPvUv /mywork/flink/flink_1.11.1-1.0.jar > > > 报错信息: > > > 2020-08-13 10:53:08,160 ERROR > org.apache.flink.runtime.rest.handler.taskmanager.TaskManagersHandler [] - > Unhandled exception. > org.apache.flink.runtime.rpc.akka.exceptions.AkkaRpcException: Failed to > serialize the result for RPC call : requestTaskManagerInfo. > at > org.apache.flink.runtime.rpc.akka.AkkaRpcActor.serializeRemoteResultAndVerifySize(AkkaRpcActor.java:368) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at > org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$sendAsyncResponse$0(AkkaRpcActor.java:335) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at > java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) > ~[?:1.8.0_221] > at > java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:778) > ~[?:1.8.0_221] > at > java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2140) > ~[?:1.8.0_221] > at > org.apache.flink.runtime.rpc.akka.AkkaRpcActor.sendAsyncResponse(AkkaRpcActor.java:329) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at > org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:298) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at > org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:199) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at > org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:74) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at > org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:152) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.actor.Actor$class.aroundReceive(Actor.scala:517) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.actor.ActorCell.invoke(ActorCell.scala:561) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.dispatch.Mailbox.run(Mailbox.scala:225) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.dispatch.Mailbox.exec(Mailbox.scala:235) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at > akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) > [flink-dist_2.11-1.11.1.jar:1.11.1] > at > akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) > [flink-dist_2.11-1.11.1.jar:1.11.1] > Caused by: java.io.NotSerializableException: > org.apache.flink.runtime.rest.messages.ResourceProfileInfo > at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1184) > ~[?:1.8.0_221] > at > java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548) > ~[?:1.8.0_221] > at > java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509) > ~[?:1.8.0_221] > at > java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432) > ~[?:1.8.0_221] > at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) > ~[?:1.8.0_221] > at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) > ~[?:1.8.0_221] > at java.util.ArrayList.writeObject(ArrayList.java:766) ~[?:1.8.0_221] > at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source) ~[?:?] > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > ~[?:1.8.0_221] > at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_221] > at > java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:1140) > ~[?:1.8.0_221] > at > java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496) > ~[?:1.8.0_221] > at > java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432) > ~[?:1.8.0_221] > at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) > ~[?:1.8.0_221] > at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) > ~[?:1.8.0_221] > at > org.apache.flink.util.InstantiationUtil.serializeObject(InstantiationUtil.java:586) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at org.apache.flink.util.SerializedValue.<init>(SerializedValue.java:52) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > at > org.apache.flink.runtime.rpc.akka.AkkaRpcActor.serializeRemoteResultAndVerifySize(AkkaRpcActor.java:357) > ~[flink-dist_2.11-1.11.1.jar:1.11.1] > ... 27 more |
好的,谢谢! 在 2020-08-13 14:08:07,"Congxian Qiu" <[hidden email]> 写道: >Hi > > 这应该是个已知问题[1] 在 1.11.2 和 1.12 中已经修复 > >[1] https://issues.apache.org/jira/browse/FLINK-18710 >Best, >Congxian > > >郭华威 <[hidden email]> 于2020年8月13日周四 上午11:05写道: > >> 你好,请教下: >> flink1.11.1 flink on yarn 任务启动报错: >> >> >> 启动命令: >> /opt/flink-1.11.1/bin/flink run -p 4 -ys 2 -m yarn-cluster -c >> yueworld.PVUV.MyPvUv /mywork/flink/flink_1.11.1-1.0.jar >> >> >> 报错信息: >> >> >> 2020-08-13 10:53:08,160 ERROR >> org.apache.flink.runtime.rest.handler.taskmanager.TaskManagersHandler [] - >> Unhandled exception. >> org.apache.flink.runtime.rpc.akka.exceptions.AkkaRpcException: Failed to >> serialize the result for RPC call : requestTaskManagerInfo. >> at >> org.apache.flink.runtime.rpc.akka.AkkaRpcActor.serializeRemoteResultAndVerifySize(AkkaRpcActor.java:368) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$sendAsyncResponse$0(AkkaRpcActor.java:335) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760) >> ~[?:1.8.0_221] >> at >> java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:778) >> ~[?:1.8.0_221] >> at >> java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2140) >> ~[?:1.8.0_221] >> at >> org.apache.flink.runtime.rpc.akka.AkkaRpcActor.sendAsyncResponse(AkkaRpcActor.java:329) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:298) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:199) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:74) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:152) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.actor.Actor$class.aroundReceive(Actor.scala:517) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.actor.ActorCell.invoke(ActorCell.scala:561) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.dispatch.Mailbox.run(Mailbox.scala:225) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.dispatch.Mailbox.exec(Mailbox.scala:235) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) >> [flink-dist_2.11-1.11.1.jar:1.11.1] >> Caused by: java.io.NotSerializableException: >> org.apache.flink.runtime.rest.messages.ResourceProfileInfo >> at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1184) >> ~[?:1.8.0_221] >> at >> java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548) >> ~[?:1.8.0_221] >> at >> java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509) >> ~[?:1.8.0_221] >> at >> java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432) >> ~[?:1.8.0_221] >> at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) >> ~[?:1.8.0_221] >> at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) >> ~[?:1.8.0_221] >> at java.util.ArrayList.writeObject(ArrayList.java:766) ~[?:1.8.0_221] >> at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source) ~[?:?] >> at >> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) >> ~[?:1.8.0_221] >> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_221] >> at >> java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:1140) >> ~[?:1.8.0_221] >> at >> java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1496) >> ~[?:1.8.0_221] >> at >> java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432) >> ~[?:1.8.0_221] >> at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178) >> ~[?:1.8.0_221] >> at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348) >> ~[?:1.8.0_221] >> at >> org.apache.flink.util.InstantiationUtil.serializeObject(InstantiationUtil.java:586) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at org.apache.flink.util.SerializedValue.<init>(SerializedValue.java:52) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> at >> org.apache.flink.runtime.rpc.akka.AkkaRpcActor.serializeRemoteResultAndVerifySize(AkkaRpcActor.java:357) >> ~[flink-dist_2.11-1.11.1.jar:1.11.1] >> ... 27 more |
Free forum by Nabble | Edit this page |