Flink作业运行失败

[gangzi]

请教一下，flink-1.11.1 yarn per job提交作业后，抛出了如下异常：
java.lang.NoClassDefFoundError: org/apache/hadoop/mapred/JobConf
    at java.lang.Class.getDeclaredMethods0(Native Method)
    at java.lang.Class.privateGetDeclaredMethods(Class.java:2701)
    at java.lang.Class.getDeclaredMethod(Class.java:2128)
    at java.io.ObjectStreamClass.getPrivateMethod(ObjectStreamClass.java:1629)
    at java.io.ObjectStreamClass.access$1700(ObjectStreamClass.java:79)
    at java.io.ObjectStreamClass$3.run(ObjectStreamClass.java:520)
    at java.io.ObjectStreamClass$3.run(ObjectStreamClass.java:494)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:494)
    at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:391)
    at java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:681)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2042)
    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
    at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2287)
    at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2211)
    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2069)
    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
    at java.io.ObjectInputStream.readArray(ObjectInputStream.java:1975)
    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1567)
    at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2287)
    at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2211)
    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2069)
    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
    at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2287)
    at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2211)
    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2069)
    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
    at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431)
    at org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:576)
    at org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:562)
    at org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:550)
    at org.apache.flink.util.InstantiationUtil.readObjectFromConfig(InstantiationUtil.java:511)
    at org.apache.flink.streaming.api.graph.StreamConfig.getStreamOperatorFactory(StreamConfig.java:276)
    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createChainedOperator(OperatorChain.java:471)
    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createOutputCollector(OperatorChain.java:393)
    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createChainedOperator(OperatorChain.java:459)
    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createOutputCollector(OperatorChain.java:393)
    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createChainedOperator(OperatorChain.java:459)
    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createOutputCollector(OperatorChain.java:393)
    at org.apache.flink.streaming.runtime.tasks.OperatorChain.<init>(OperatorChain.java:155)
    at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:453)
    at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
    at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
    at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
    at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapred.JobConf
    at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
    ... 87 more

yarn的每个节点都配置了HADOOP_CLASSPATH,看报错信息是缺少hadoop相关的jar包，把flink-shaded-hadoop-2-2.6.5-10.0加入flink/lib下能提交成功。但是flink官方在1.11版本后不推荐flink-shaded-hadoop-2-2.6.5-10.0这种方式了，而是推荐HADOOP_CLASSPATH这种方式，但是我按照这种方式却抛出了异常，不知道是不是flink-1.11的bug,麻烦各位大神指导一下，谢谢！

[Shubin Ruan]

尝试在集群的各个节点上执行下述命令:


export HADOOP_CLASSPATH=****************


然后执行任务提交。

在 2020-10-15 22:05:43，"gangzi" <[hidden email]> 写道：

>请教一下，flink-1.11.1 yarn per job提交作业后，抛出了如下异常：
>java.lang.NoClassDefFoundError: org/apache/hadoop/mapred/JobConf
>    at java.lang.Class.getDeclaredMethods0(Native Method)
>    at java.lang.Class.privateGetDeclaredMethods(Class.java:2701)
>    at java.lang.Class.getDeclaredMethod(Class.java:2128)
>    at java.io.ObjectStreamClass.getPrivateMethod(ObjectStreamClass.java:1629)
>    at java.io.ObjectStreamClass.access$1700(ObjectStreamClass.java:79)
>    at java.io.ObjectStreamClass$3.run(ObjectStreamClass.java:520)
>    at java.io.ObjectStreamClass$3.run(ObjectStreamClass.java:494)
>    at java.security.AccessController.doPrivileged(Native Method)
>    at java.io.ObjectStreamClass.<init>(ObjectStreamClass.java:494)
>    at java.io.ObjectStreamClass.lookup(ObjectStreamClass.java:391)
>    at java.io.ObjectStreamClass.initNonProxy(ObjectStreamClass.java:681)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readNonProxyDesc(ObjectInputStream.java:1885)
>    at java.io.ObjectInputStream.readClassDesc(ObjectInputStream.java:1751)
>    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2042)
>    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
>    at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2287)
>    at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2211)
>    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2069)
>    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
>    at java.io.ObjectInputStream.readArray(ObjectInputStream.java:1975)
>    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1567)
>    at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2287)
>    at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2211)
>    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2069)
>    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
>    at java.io.ObjectInputStream.defaultReadFields(ObjectInputStream.java:2287)
>    at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:2211)
>    at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:2069)
>    at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1573)
>    at java.io.ObjectInputStream.readObject(ObjectInputStream.java:431)
>    at org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:576)
>    at org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:562)
>    at org.apache.flink.util.InstantiationUtil.deserializeObject(InstantiationUtil.java:550)
>    at org.apache.flink.util.InstantiationUtil.readObjectFromConfig(InstantiationUtil.java:511)
>    at org.apache.flink.streaming.api.graph.StreamConfig.getStreamOperatorFactory(StreamConfig.java:276)
>    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createChainedOperator(OperatorChain.java:471)
>    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createOutputCollector(OperatorChain.java:393)
>    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createChainedOperator(OperatorChain.java:459)
>    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createOutputCollector(OperatorChain.java:393)
>    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createChainedOperator(OperatorChain.java:459)
>    at org.apache.flink.streaming.runtime.tasks.OperatorChain.createOutputCollector(OperatorChain.java:393)
>    at org.apache.flink.streaming.runtime.tasks.OperatorChain.<init>(OperatorChain.java:155)
>    at org.apache.flink.streaming.runtime.tasks.StreamTask.beforeInvoke(StreamTask.java:453)
>    at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:522)
>    at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:721)
>    at org.apache.flink.runtime.taskmanager.Task.run(Task.java:546)
>    at java.lang.Thread.run(Thread.java:748)
>Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.mapred.JobConf
>    at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
>    at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
>    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355)
>    at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
>    ... 87 more
>
>yarn的每个节点都配置了HADOOP_CLASSPATH,看报错信息是缺少hadoop相关的jar包，把flink-shaded-hadoop-2-2.6.5-10.0加入flink/lib下能提交成功。但是flink官方在1.11版本后不推荐flink-shaded-hadoop-2-2.6.5-10.0这种方式了，而是推荐HADOOP_CLASSPATH这种方式，但是我按照这种方式却抛出了异常，不知道是不是flink-1.11的bug,麻烦各位大神指导一下，谢谢！

[gangzi]

我按照flink官方文档的做法，在hadoop集群每个节点上都：export HADOOP_CLASSPATH =`hadoop classpath`,但是报：java.lang.NoClassDefFoundError: org/apache/hadoop/mapred/JobConf
不知道这个是不是flink的bug,按照这个报错，是缺少：hadoop-mapreduce-client-core.jar这个jar包，但是这个包是在/usr/local/hadoop-2.10.0/share/hadoop/mapreduce/*:这个目录下的，这个目录是包含在HADOOP_CLASSPATH上的，按理说是会加载到的。

> 2020年10月16日 上午9:59，Shubin Ruan <[hidden email]> 写道：
>
> export HADOOP_CLASSPATH=****************

[Jeff Zhang]

你看看TM的log，里面有CLASSPATH的

gangzi <[hidden email]> 于2020年10月16日周五 上午10:11写道：

> 我按照flink官方文档的做法，在hadoop集群每个节点上都：export HADOOP_CLASSPATH =`hadoop
> classpath`,但是报：java.lang.NoClassDefFoundError:
> org/apache/hadoop/mapred/JobConf
>
> 不知道这个是不是flink的bug,按照这个报错，是缺少：hadoop-mapreduce-client-core.jar这个jar包，但是这个包是在/usr/local/hadoop-2.10.0/share/hadoop/mapreduce/*:这个目录下的，这个目录是包含在HADOOP_CLASSPATH上的，按理说是会加载到的。
>
> > 2020年10月16日 上午9:59，Shubin Ruan <[hidden email]> 写道：
> >
> > export HADOOP_CLASSPATH=****************
>
>

--
Best Regards

Jeff Zhang

[gangzi]

TM 的CLASSPATH确实没有hadoop-mapreduce-client-core.jar。这个难道是hadoop集群的问题吗？还是一定要shade-hadoop包，官方不推荐shade-hadoop包了。

> 2020年10月16日 上午10:50，Jeff Zhang <[hidden email]> 写道：
>
> 你看看TM的log，里面有CLASSPATH的
>
> gangzi <[hidden email]> 于2020年10月16日周五 上午10:11写道：
>
>> 我按照flink官方文档的做法，在hadoop集群每个节点上都：export HADOOP_CLASSPATH =`hadoop
>> classpath`,但是报：java.lang.NoClassDefFoundError:
>> org/apache/hadoop/mapred/JobConf
>>
>> 不知道这个是不是flink的bug,按照这个报错，是缺少：hadoop-mapreduce-client-core.jar这个jar包，但是这个包是在/usr/local/hadoop-2.10.0/share/hadoop/mapreduce/*:这个目录下的，这个目录是包含在HADOOP_CLASSPATH上的，按理说是会加载到的。
>>
>>> 2020年10月16日 上午9:59，Shubin Ruan <[hidden email]> 写道：
>>>
>>> export HADOOP_CLASSPATH=****************
>>
>>
>
> --
> Best Regards
>
> Jeff Zhang

[Jeff Zhang]

你是hadoop2 吗？我记得这个情况只有hadoop3才会出现


gangzi <[hidden email]> 于2020年10月16日周五 上午11:22写道：

> TM
> 的CLASSPATH确实没有hadoop-mapreduce-client-core.jar。这个难道是hadoop集群的问题吗？还是一定要shade-hadoop包，官方不推荐shade-hadoop包了。
>
> > 2020年10月16日 上午10:50，Jeff Zhang <[hidden email]> 写道：
> >
> > 你看看TM的log，里面有CLASSPATH的
> >
> > gangzi <[hidden email]> 于2020年10月16日周五 上午10:11写道：
> >
> >> 我按照flink官方文档的做法，在hadoop集群每个节点上都：export HADOOP_CLASSPATH =`hadoop
> >> classpath`,但是报：java.lang.NoClassDefFoundError:
> >> org/apache/hadoop/mapred/JobConf
> >>
> >>
> 不知道这个是不是flink的bug,按照这个报错，是缺少：hadoop-mapreduce-client-core.jar这个jar包，但是这个包是在/usr/local/hadoop-2.10.0/share/hadoop/mapreduce/*:这个目录下的，这个目录是包含在HADOOP_CLASSPATH上的，按理说是会加载到的。
> >>
> >>> 2020年10月16日 上午9:59，Shubin Ruan <[hidden email]> 写道：
> >>>
> >>> export HADOOP_CLASSPATH=****************
> >>
> >>
> >
> > --
> > Best Regards
> >
> > Jeff Zhang
>
>

--
Best Regards

Jeff Zhang

[gangzi]

我的是hadoop-2.10，flink-sql-connector-hive-1.2.2_2.11-1.11.1.jar。

> 2020年10月16日 下午12:01，Jeff Zhang <[hidden email]> 写道：
>
> 你是hadoop2 吗？我记得这个情况只有hadoop3才会出现
>
>
> gangzi <[hidden email]> 于2020年10月16日周五 上午11:22写道：
>
>> TM
>> 的CLASSPATH确实没有hadoop-mapreduce-client-core.jar。这个难道是hadoop集群的问题吗？还是一定要shade-hadoop包，官方不推荐shade-hadoop包了。
>>
>>> 2020年10月16日 上午10:50，Jeff Zhang <[hidden email]> 写道：
>>>
>>> 你看看TM的log，里面有CLASSPATH的
>>>
>>> gangzi <[hidden email]> 于2020年10月16日周五 上午10:11写道：
>>>
>>>> 我按照flink官方文档的做法，在hadoop集群每个节点上都：export HADOOP_CLASSPATH =`hadoop
>>>> classpath`,但是报：java.lang.NoClassDefFoundError:
>>>> org/apache/hadoop/mapred/JobConf
>>>>
>>>>
>> 不知道这个是不是flink的bug,按照这个报错，是缺少：hadoop-mapreduce-client-core.jar这个jar包，但是这个包是在/usr/local/hadoop-2.10.0/share/hadoop/mapreduce/*:这个目录下的，这个目录是包含在HADOOP_CLASSPATH上的，按理说是会加载到的。
>>>>
>>>>> 2020年10月16日 上午9:59，Shubin Ruan <[hidden email]> 写道：
>>>>>
>>>>> export HADOOP_CLASSPATH=****************
>>>>
>>>>
>>>
>>> --
>>> Best Regards
>>>
>>> Jeff Zhang
>>
>>
>
> --
> Best Regards
>
> Jeff Zhang

[wangenbao]

你好 我是用hadoop3 也出现了这种情况  请问是怎么解决的呢



--
Sent from: http://apache-flink.147419.n8.nabble.com/

[chenkai]

看了下代码，发现 flink on yarn 模式的 TM/JM 没有把 Mapreduce 相关 jar 包放到 yarn container CLASSPATH 中，我建了个 jira 跟踪这个问题：
https://issues.apache.org/jira/browse/FLINK-23449

[hk__lrzy]

这个问题是因为yarn的配置中设置的application.classpath没有将hadoop MapReduce相关包加进去导致的，
可以在这里修改yarn配置来解决，或者按照chenkai同学的方式PR来解决

[Lori681]

New - Free Games - Private Sex Orgy - Self Teen Girls
Private Video Collection; Very Explicit Cams
18 yo Teens Only; Asian Tiktok Teens
Home Made Model TKM - Real Life Cam

Download from Xubster-com:
Link: https://xubster.com/users/546/9802

Download from Daofile-com:
Link: https://daofile.com/go/3w4soyhvuake

Download from Nelion-me:
Link: https://nelion.me/go/w98s182gorax

Download from File-al:
Link: https://file.al/public/56284/31885

******************

Log In or Sign Up; Link: https://xubster.com/free546.html

Amateur Young Girls
Link; 1: https://xubster.com/users/546/12421/0001
Link; 2: https://xubster.com/users/546/12462/0002
Link; 3: https://xubster.com/users/546/12463/0003
Link; 4: https://xubster.com/users/546/12464/0004
Link; 5: https://xubster.com/users/546/12465/0005
Link; 6: https://xubster.com/users/546/12466/0006
Link; 7: https://xubster.com/users/546/12467/0007
Link; 8: https://xubster.com/users/546/12468/0008
Link; 9: https://xubster.com/users/546/12469/0009
Link; 10: https://xubster.com/users/546/12470/0010
Link; 11: https://xubster.com/users/546/12471/0011
Link; 12: https://xubster.com/users/546/12472/0012

Covid 17-19-21-25 Girls
Link; 13: https://xubster.com/users/546/12422/0013
Link; 14: https://xubster.com/users/546/12473/0014

18 yo Teens Only
Innocent sweethearts star in 18 year old sex scenes
with their tight cunts filled by big cocks,
Sexy coeds give hot blowjobs and swallow cum,
Teens, Hardcore, Large Shlong, Amateur eighteen Years Old,
18 year old masturbates on cam,
Horny Teen 19 Years Old Masturbating On Web Cam,
Only fingers filling my pussy to orgasm.
Link; 15: https://xubster.com/users/546/12423/0015
Link; 16: https://xubster.com/users/546/12474/0016
Link; 17: https://xubster.com/users/546/12475/0017
Link; 18: https://xubster.com/users/546/12476/0018
Link; 19: https://xubster.com/users/546/12477/0019

Asian Tiktok Teens
Link; 20: https://xubster.com/users/546/12424/0020
Link; 21: https://xubster.com/users/546/12479/0021
Link; 22: https://xubster.com/users/546/12480/0022
Link; 23: https://xubster.com/users/546/12481/0023
Link; 24: https://xubster.com/users/546/12482/0024
Link; 25: https://xubster.com/users/546/12483/0025
Link; 26: https://xubster.com/users/546/12484/0026
Link; 27: https://xubster.com/users/546/12485/0027
Link; 28: https://xubster.com/users/546/12486/0028
Link; 29: https://xubster.com/users/546/12487/0029
Link; 30: https://xubster.com/users/546/12488/0030
Link; 31: https://xubster.com/users/546/12489/0031

Real Life Cam
Teen and Young Girls and Couples,
Voyeur Villa Nelly Doggystyle HD Sex,
Real Private Life on WebCam,
Categories: Voyeur Sex, WebCam Porn, SpyCam Fetish,
Teen Cam, Young Couples, Exhibitionism Video, Young Public Sex,
WebCam Public Sex, Masturbation Teens, TeenSex
Link; 32: https://xubster.com/users/546/12418/0032
Link; 33: https://xubster.com/users/546/12490/0033
Link; 34: https://xubster.com/users/546/12491/0034
Link; 35: https://xubster.com/users/546/12492/0035
Link; 36: https://xubster.com/users/546/12493/0036
Link; 37: https://xubster.com/users/546/12494/0037

Porn Tiktok 18+ Banned on TikTok
Link; 38: https://xubster.com/users/546/12592/0038
Link; 39: https://xubster.com/users/546/12593/0039
Link; 40: https://xubster.com/users/546/12594/0040
Link; 41: https://xubster.com/users/546/12595/0041
Link; 42: https://xubster.com/users/546/12596/0042
Link; 43: https://xubster.com/users/546/12597/0043
Link; 44: https://xubster.com/users/546/12598/0044
Link; 45: https://xubster.com/users/546/12599/0045
Link; 46: https://xubster.com/users/546/12600/0046
Link; 47: https://xubster.com/users/546/12601/0047
Link; 48: https://xubster.com/users/546/12602/0048
Link; 49: https://xubster.com/users/546/12603/0049
Link; 50: https://xubster.com/users/546/12604/0050

Teen Models
Japanese Teen Girl in WebCam Show After School
MISS VIKKI - TEEN RUSSIAN MODEL
Little Miss Vikki From Russia – My Private Collection
Mattie Doll – Horny Teen With a Talent for Sharing Sensational Orgasmes
Kyutty Kitty – Asian Sweety PussyCat
REAL VIDEOS OF SEXY TEEN MODEL Hentai-Cat
Effy Loweell – Sexy Young Models With Small Tits

Alice MFC
Link; 51: https://xubster.com/users/546/12427

Alison Lil Baby
Link; 52: https://xubster.com/users/546/12428

Cute Mary
Link; 53: https://xubster.com/users/546/12429

Effy Loweell
Link; 54: https://xubster.com/users/546/12430

Hana Lily
Link; 55: https://xubster.com/users/546/12431

Hentai-Cat
Link; 56: https://xubster.com/users/546/12432

Hot Nesquik
Link; 57: https://xubster.com/users/546/12433

Katya Letova
Link; 58: https://xubster.com/users/546/12434

Koska Leska
Link; 59: https://xubster.com/users/546/12435

Kyutty
Link; 60: https://xubster.com/users/546/12436

Mattie Doll
Link; 61: https://xubster.com/users/546/12437

Miss Vikki
Link; 62: https://xubster.com/users/546/12438

Venus Kitty
Link; 63: https://xubster.com/users/546/12439

Your Wet Schoolgirl
Link; 64: https://xubster.com/users/546/12440

Non Nude Tiktok Teens
Teen Cute Girls talk, sexy dance and play on cam
Link; 65: https://xubster.com/users/546/12452/0065
Link; 66: https://xubster.com/users/546/12507/0066
Link; 67: https://xubster.com/users/546/12508/0067
Link; 68: https://xubster.com/users/546/12509/0068
Link; 69: https://xubster.com/users/546/12510/0069
Link; 70: https://xubster.com/users/546/12511/0070
Link; 71: https://xubster.com/users/546/12512/0071
Link; 72: https://xubster.com/users/546/12513/0072
Link; 73: https://xubster.com/users/546/12514/0073
Link; 74: https://xubster.com/users/546/12515/0074
Link; 75: https://xubster.com/users/546/12516/0075
Link; 76: https://xubster.com/users/546/12517/0076

Nudism Young Girls
Link; 77: https://xubster.com/users/546/12453/0077
Link; 78: https://xubster.com/users/546/12518/0078
Link; 79: https://xubster.com/users/546/12519/0079
Link; 80: https://xubster.com/users/546/12520/0080
Link; 81: https://xubster.com/users/546/12521/0081
Link; 82: https://xubster.com/users/546/12522/0082
Link; 83: https://xubster.com/users/546/12523/0083

Russian Family Incest
Incest family teens
Link; 84: https://xubster.com/users/546/12454/0084
Link; 85: https://xubster.com/users/546/12524/0085
Link; 86: https://xubster.com/users/546/12525/0086
Link; 87: https://xubster.com/users/546/12526/0087
Link; 88: https://xubster.com/users/546/12527/0088
Link; 89: https://xubster.com/users/546/12528/0089
Link; 90: https://xubster.com/users/546/12529/0090
Link; 91: https://xubster.com/users/546/12530/0091

Real Spycam - Hiddencam
Link; 92: https://xubster.com/users/546/12455/0092
Link; 93: https://xubster.com/users/546/12531/0093
Link; 94: https://xubster.com/users/546/12532/0094
Link; 95: https://xubster.com/users/546/12533/0095
Link; 96: https://xubster.com/users/546/12534/0096
Link; 97: https://xubster.com/users/546/12535/0097
Link; 98: https://xubster.com/users/546/12536/0098
Link; 99: https://xubster.com/users/546/12537/0099
Link; 100: https://xubster.com/users/546/12538/0100
Link; 101: https://xubster.com/users/546/12539/0101
Link; 102: https://xubster.com/users/546/12540/0102
Link; 103: https://xubster.com/users/546/12541/0103

Tight Teen Pussy
FUCK TIGHT TEEN PUSSY - Real Fuck Extreme Small Teen Pussy - 18+
FULL HD 83 Hot Home Made Videos of Real Extreme Fuck Small Teen Pussy
Link; 104: https://xubster.com/users/546/12456/0104

Random Tiktok Girls
Link; 105: https://xubster.com/users/546/12457/0105
Link; 106: https://xubster.com/users/546/12542/0106
Link; 107: https://xubster.com/users/546/12543/0107
Link; 108: https://xubster.com/users/546/12544/0108
Link; 109: https://xubster.com/users/546/12545/0109
Link; 110: https://xubster.com/users/546/12546/0110
Link; 111: https://xubster.com/users/546/12547/0111
Link; 112: https://xubster.com/users/546/12548/0112
Link; 113: https://xubster.com/users/546/12549/0113
Link; 114: https://xubster.com/users/546/12550/0114
Link; 115: https://xubster.com/users/546/12551/0115
Link; 116: https://xubster.com/users/546/12552/0116
Link; 117: https://xubster.com/users/546/12553/0117
Link; 118: https://xubster.com/users/546/12554/0118

Skype and Omegle Girls
Link; 119: https://xubster.com/users/546/12459/0119
Link; 120: https://xubster.com/users/546/12555/0120
Link; 121: https://xubster.com/users/546/12556/0121
Link; 122: https://xubster.com/users/546/12557/0122
Link; 123: https://xubster.com/users/546/12558/0123
Link; 124: https://xubster.com/users/546/12559/0124
Link; 125: https://xubster.com/users/546/12560/0125
Link; 126: https://xubster.com/users/546/12561/0126
Link; 127: https://xubster.com/users/546/12562/0127
Link; 128: https://xubster.com/users/546/12563/0128
Link; 129: https://xubster.com/users/546/12564/0129
Link; 130: https://xubster.com/users/546/12565/0130

Tiktok Nude Girls
Link; 131: https://xubster.com/users/546/12460/0131
Link; 132: https://xubster.com/users/546/12566/0132
Link; 133: https://xubster.com/users/546/12567/0133
Link; 134: https://xubster.com/users/546/12568/0134
Link; 135: https://xubster.com/users/546/12569/0135
Link; 136: https://xubster.com/users/546/12570/0136
Link; 137: https://xubster.com/users/546/12571/0137
Link; 138: https://xubster.com/users/546/12572/0138
Link; 139: https://xubster.com/users/546/12573/0139
Link; 140: https://xubster.com/users/546/12574/0140
Link; 141: https://xubster.com/users/546/12575/0141
Link; 142: https://xubster.com/users/546/12576/0142
Link; 143: https://xubster.com/users/546/12577/0143
Link; 144: https://xubster.com/users/546/12578/0144
Link; 145: https://xubster.com/users/546/12579/0145

Webcam Teens and Couples
Link; 146: https://xubster.com/users/546/12461/0146
Link; 147: https://xubster.com/users/546/12580/0147
Link; 148: https://xubster.com/users/546/12581/0148
Link; 149: https://xubster.com/users/546/12582/0149
Link; 150: https://xubster.com/users/546/12583/0150
Link; 151: https://xubster.com/users/546/12584/0151
Link; 152: https://xubster.com/users/546/12585/0152
Link; 153: https://xubster.com/users/546/12586/0153
Link; 154: https://xubster.com/users/546/12587/0154
Link; 155: https://xubster.com/users/546/12588/0155
Link; 156: https://xubster.com/users/546/12589/0156
Link; 157: https://xubster.com/users/546/12590/0157

Rape Porn; Free Porn Videos; HD - VR Sex Videos
Link; 158: https://xubster.com/users/546/6261/001

Snuff Porn Videos; Fake murders and decapitation
Link; 159: https://xubster.com/users/546/6265/002

Forced Porn; Forced Sex - Forced To Fuck Videos
Link; 160: https://xubster.com/users/546/6266/003

Hot Asian Teen Sex Videos; Japanese and Korean Porn Movies
Link; 161: https://xubster.com/users/546/6262/004

Sleeping Girl Gets An Unexpected Visit Late At Night
Sex Sleeping Girl Porn Videos
Link; 162: https://xubster.com/users/546/6296/005

Lesbian Necrophilia Porn Videos
Link; 163: https://xubster.com/users/546/6290/006

Horror Porn Videos - Sex Movies
Link; 164: https://xubster.com/users/546/6295/007

Sex Gay Porn Videos
Link; 165: https://xubster.com/users/546/6281/008

:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:

3D, Hentai, Free Games

Download from Daofile.com:
Link: https://daofile.com/go/p47ssveuv75c

Download:
Sex Cartoons; Free Games; Hentai; Manga; 3D
MegaPack; 367249 Files

Download: MegaPack; 367249:
Link: https://file.al/public/56284/38916

:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:

Preview Video
Link: https://xubster.com/users/546/12061

HD Young Nudists PN Videos

Download from Xubster.com:
Link: https://xubster.com/users/546/12062
Link: https://xubster.com/users/546/12067

Download:
PN Teen Girls; Young Adult Nudism; Teen Nudist Sex:
MegaPack; 83150 Files

Download: MegaPack; 83150:
Link: https://file.al/public/56284/38915

:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:

Private Collection; Real Teen Sexy Selfies and Videos
MegaPack; 192851 Files

Download: MegaPack; 192851:
Link: https://file.al/public/56284/38917

:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:

Preview Video
Link: https://daofile.com/go/efb4i0wyu73a

TukTuk Patrol - Thai Teen Video:

Download from Daofile.com:
Link: https://daofile.com/go/0ackk6rwv5gq

:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:

Girls and Boys PT - Photo and Video
MegaPack; 531498 Files

Download: MegaPack; 531498:
Link: https://file.al/public/56284/39650

:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:-:

VIP: - Young Nude Vagina
Link; 1: https://daofile.com/go/58017o3w2wa1

VIP: - Taboo Teen Archive
Link; 2: https://daofile.com/go/at6nq7tzdrwq
Link; 3: https://daofile.com/go/uqvdfvlt1b7j

VIP: - Private Sex Orgy: - Self Teen Girls
Link; 4: https://daofile.com/go/rwmcfthjrcew
Link; 5: https://daofile.com/go/7x4q0mtks6bo

Young Teen Bathing Suit Videos and HD Footage
Asian Woman In Bathroom Videos and HD Footage
Japanese Bath Culture, Public Bath
Link; 6: https://daofile.com/go/zvcjqfm0s50w
Link; 7: https://daofile.com/go/62mt4oaxq78n
Link; 8: https://daofile.com/go/x1q0iheql2ym
Link; 9: https://daofile.com/go/c9d7xs7fsme6
Link; 10: https://daofile.com/go/0pza6o1prc3r
Link; 11: https://daofile.com/go/s6qkgi10c7tf
Link; 12: https://daofile.com/go/1mg548npuj9p
Link; 13: https://daofile.com/go/piif3sxzu7y4

Japanese Teen HD Sex Porn Videos
Japanese School Girl Full Movie Porn videos
Japanese teen jav xxx sex school asian big tits milf mom sister porn HD
Link; 14: https://daofile.com/go/ws3qwum15koi
Link; 15: https://daofile.com/go/z9k8qssuw74c
Link; 16: https://daofile.com/go/r2pmntlq6vkp
Link; 17: https://daofile.com/go/r9khigu0c0xe
Link; 18: https://daofile.com/go/5qfkaafzvk0k
Link; 19: https://daofile.com/go/st4jcfg1g9bz
Link; 20: https://daofile.com/go/4hvigt8dchbc

Selfie teens
Real teens sexy selfies, show teen tits
Link; 21: https://daofile.com/go/dlfstx2s3mv3
Link; 22: https://daofile.com/go/3i181cjpm77j
Link; 23: https://daofile.com/go/ccyhj01bdnmg
Link; 24: https://daofile.com/go/gh7snep8cn54

Collection of Teen Sex and Erotic Videos
Link; 25: https://daofile.com/go/kun7aw1l0sxy
Link; 26: https://daofile.com/go/u9jikdewbmen
Link; 27: https://daofile.com/go/sxflclskqlde
Link; 28: https://daofile.com/go/htsmkg04kkop
Link; 29: https://daofile.com/go/daq9svwypcpg
Link; 30: https://daofile.com/go/d26g52rcnyql
Link; 31: https://daofile.com/go/4msqlcw96jyf
Link; 32: https://daofile.com/go/a6vapjguf0x7
Link; 33: https://daofile.com/go/937pupbznnt1

Webcam Teen
Teen Erotic Videos From Real Life Cams - Omegle teen, Skype teen
Link; 34: https://daofile.com/go/e2nnzbuhjt5z
Link; 35: https://daofile.com/go/nz1tewuygcr1
Link; 36: https://daofile.com/go/23sfxojnkhlc
Link; 37: https://daofile.com/go/31lpybl6312o
Link; 38: https://daofile.com/go/ahtftflfq6gl
Link; 39: https://daofile.com/go/5xcpj94xj6tw
Link; 40: https://daofile.com/go/gyshuzhg00l8
Link; 41: https://daofile.com/go/kr3zaonpkf4p
Link; 42: https://daofile.com/go/cl923bdxvs9k
Link; 43: https://daofile.com/go/3burlwssg7py
Link; 44: https://daofile.com/go/e12thco5doao

Young Girls and Boys Make Real Hot Sex on Cam
Link; 45: https://daofile.com/go/k0ws7lypjw5c
Link; 46: https://daofile.com/go/w96f0hj7ym8t

Sex Machine Porn Videos
Link; 47: https://daofile.com/go/psc0hbsfch2w
Link; 48: https://daofile.com/go/xet9s4b8l1n0

Teen Crazy Girls Gallery
Link; 49: https://daofile.com/go/ka68my4wdqca
Link; 50: https://daofile.com/go/wwiaf2oaavgp

Toilet HD Videos - Hidden cams in toilets film every amateur comer.
Watch Public toilet spy cam of girls pissing of Best Collection Voyeur Porn videos.
Medical And Gyno Voyeur Videos.
Watch Medical voyeur cam shooting,
Asian explored in the gyno office of Best Collection Voyeur Porn videos.
Link; 51: https://daofile.com/go/71feh10vjrfe
Link; 52: https://daofile.com/go/osxvp1epjyam
Link; 53: https://daofile.com/go/ylhuc48hu73l
Link; 54: https://daofile.com/go/5lx4gmnok82y
Link; 55: https://daofile.com/go/u13oih6vbrjc
Link; 56: https://daofile.com/go/s3a5qk1p5cyw

TokyoDolls: Sexy Teen Girls - Full Collection
Link; 57: https://daofile.com/go/y9w47mnulyw1

Galitsin teen - TP Sex Videos
Link; 58: https://daofile.com/go/6uttrr3le10n
Link; 59: https://daofile.com/go/sjatsg7tjroi
Link; 60: https://daofile.com/go/1gx4d40cf40w
Link; 61: https://daofile.com/go/mu8hlmao4fge
Link; 62: https://daofile.com/go/phu0sv1tgx9c
Link; 63: https://daofile.com/go/z6oa86xp644b

Candid HD
Link; 64: https://daofile.com/go/1piz0c48n4p3

Femdom BDSM
Link; 65: https://daofile.com/go/u6w29zcyys0c

Nonude models
Link; 66: https://daofile.com/go/nnxix879th8k

Nudi-Pageant
Link; 67: https://daofile.com/go/nxnme8zrveru

TTL and YFM Teen Latinas Models
Link; 68: https://daofile.com/go/wlpk7947rax3

**************************
**************************

New - Free Games - Private Sex Orgy - Self Teen Girls
Private Video Collection; Very Explicit Cams
18 yo Teens Only; Asian Tiktok Teens
Home Made Model TKM - Real Life Cam

Download from Xubster-com:
Link: https://xubster.com/users/546/9802

Download from Daofile-com:
Link: https://daofile.com/go/3w4soyhvuake

Download from Nelion-me:
Link: https://nelion.me/go/w98s182gorax

Download from File-al:
Link: https://file.al/public/56284/31885

¤¤
¤¤
¤¤
¤¤
¤¤