FlinkSQL + pythonUDF问题 flink-1.12.2版本

classic Classic list List threaded Threaded
1 message Options
Reply | Threaded
Open this post in threaded view
|

FlinkSQL + pythonUDF问题 flink-1.12.2版本

guaishushu1103@163.com
运行一段时间总是会出现这样的问题,用了SQL的高效去重,不确定是不是导致的。
SQL:
CREATE VIEW AllProcessView (
    `partition`,
    `data`,
    proct_time
)
AS
  SELECT
    combine(data) AS `partition`,
    `data`,
    proct_time
  FROM HidsLogTable
  WHERE idx = 'xxxxc7’;


INSERT INTO
  IDSEngineData
SELECT T.jsonData
FROM
 (SELECT `data`
    FROM (
       SELECT `data`,
         ROW_NUMBER() OVER (PARTITION BY `partition` ORDER BY proct_time ASC ) AS rownum
       FROM AllProcessView)
    WHERE rownum = 1),
        LATERAL TABLE(toKafka('xxxxc7', `data`)) as T(`jsonData`);


错误
org.apache.flink.streaming.runtime.tasks.AsynchronousException: Caught exception while processing timer.
        at org.apache.flink.streaming.runtime.tasks.StreamTask$StreamTaskAsyncExceptionHandler.handleAsyncException(StreamTask.java:1205) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.StreamTask.handleAsyncException(StreamTask.java:1181) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.StreamTask.invokeProcessingTimeCallback(StreamTask.java:1320) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$null$17(StreamTask.java:1309) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:50) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:317) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:189) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:617) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:581) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570) ~[flink-dist_2.11-1.12.2.jar:1.12.2]
        at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_66]
Caused by: org.apache.flink.streaming.runtime.tasks.TimerException: java.lang.NullPointerException
        ... 11 more
Caused by: java.lang.NullPointerException
        at org.apache.flink.table.runtime.operators.python.table.RowDataPythonTableFunctionOperator.emitResult(RowDataPythonTableFunctionOperator.java:157) ~[flink-sql-submit.jar:?]
        at org.apache.flink.streaming.api.operators.python.AbstractPythonFunctionOperator.emitResults(AbstractPythonFunctionOperator.java:250) ~[flink-sql-submit.jar:?]
        at org.apache.flink.streaming.api.operators.python.AbstractPythonFunctionOperator.invokeFinishBundle(AbstractPythonFunctionOperator.java:273) ~[flink-sql-submit.jar:?]
        at org.apache.flink.streaming.api.operators.python.AbstractPythonFunctionOperator.checkInvokeFinishBundleByTime(AbstractPythonFunctionOperator.java:265) ~[flink-sql-submit.jar:?]
        at org.apache.flink.streaming.api.operators.python.AbstractPythonFunctionOperator.lambda$open$0(AbstractPythonFunctionOperator.java:125) ~[flink-sql-submit.jar:?]
        at org.apache.flink.streaming.runtime.tasks.StreamTask.invokeProcessingTimeCallback(StreamTask.java:1318) ~[flink-dist_2.11-1.12.2.jar:1.12.2]