flink sql 1.11.1 貌似出现bug

classic Classic list List threaded Threaded
1 message Options
zzy
Reply | Threaded
Open this post in threaded view
|

flink sql 1.11.1 貌似出现bug

zzy
遇到的问题如下, flink版本1.11.1,sql client 中使用flink sql


sql语句如下:
CREATE TABLE sls_log_sz_itsp (
  request STRING,
  http_bundleId STRING,
  upstream_addr STRING,
  http_appid STRING,
  bodyUserId STRING,
  http_sequence STRING,
  http_version STRING,
  response_body STRING,
  uri STRING,
  bytes_sent STRING,
  http_userId STRING,
  http_cityId STRING,
  http_user_agent STRING,
  http_deviceType STRING,
  record_time STRING,
  rt AS TO_TIMESTAMP(DATE_FORMAT(record_time,'yyyy-MM-dd HH:mm:ss')),
  WATERMARK FOR rt AS rt - INTERVAL '5' SECOND,
  request_time STRING,
  request_body STRING,
  request_length STRING,
  nginx_id STRING,
  proxy_add_x_forwarded_for STRING,
  http_deviceId STRING,
  host STRING,
  upstream_response_time STRING,
  status STRING
) WITH (
 'connector.type' = 'kafka',
 'connector.version' = '0.11',
 'connector.topic' = 'sls',
 'connector.properties.zookeeper.connect' = 'hadoop85:2181,hadoop86:2181,hadoop87:2181',
 'connector.properties.bootstrap.servers' = 'hadoop85:9092,hadoop86:9092,hadoop87:9092',
 'connector.properties.group.id' = 'log-sz-itsp',
 'connector.startup-mode' = 'latest-offset',
 'format.type' = 'json'
);



 CREATE TABLE sz_itsp_test(
    request STRING,
    request_count BIGINT NOT NULL,
    window_end TIMESTAMP(3)
) WITH (
    'connector.type' = 'jdbc',
    'connector.url' = 'jdbc:mysql://hadoop85:3306/test?useSSL=false&autoReconnect=true',
    'connector.table' = 'sz_itsp_test',
    'connector.driver' = 'com.mysql.jdbc.Driver',
    'connector.username' = 'root',
    'connector.password' = '000000',
    'connector.write.flush.max-rows' = '1',
    'connector.write.flush.interval' = '2s',
    'connector.write.max-retries' = '3'
);


INSERT INTO sz_itsp_test
SELECT
   request,
   count(request) request_count,
   TUMBLE_END(rt, INTERVAL '5' MINUTE) AS window_end
 FROM sls_log_sz_itsp
 WHERE nginx_id = 'sz-itsp' AND nginx_id IS NOT NULL
 GROUP BY TUMBLE(rt, INTERVAL '5' MINUTE), request
 ;


sql client使用中出现如下报错:
Exception in thread "main" org.apache.flink.table.client.SqlClientException: Unexpected exception. This is a bug. Please consider filing an issue.
        at org.apache.flink.table.client.SqlClient.main(SqlClient.java:190)
Caused by: java.lang.RuntimeException: Error running SQL job.
        at org.apache.flink.table.client.gateway.local.LocalExecutor.executeUpdateInternal(LocalExecutor.java:608)
        at org.apache.flink.table.client.gateway.local.LocalExecutor.executeUpdate(LocalExecutor.java:529)
        at org.apache.flink.table.client.cli.CliClient.callInsert(CliClient.java:537)
        at org.apache.flink.table.client.cli.CliClient.callCommand(CliClient.java:299)
        at java.util.Optional.ifPresent(Optional.java:159)
        at org.apache.flink.table.client.cli.CliClient.open(CliClient.java:200)
        at org.apache.flink.table.client.SqlClient.openCli(SqlClient.java:125)
        at org.apache.flink.table.client.SqlClient.start(SqlClient.java:104)
        at org.apache.flink.table.client.SqlClient.main(SqlClient.java:178)
Caused by: java.util.concurrent.ExecutionException: org.apache.flink.runtime.client.JobSubmissionException: Failed to submit JobGraph.
        at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
        at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1895)
        at org.apache.flink.table.client.gateway.local.LocalExecutor.executeUpdateInternal(LocalExecutor.java:605)
        ... 8 more
Caused by: org.apache.flink.runtime.client.JobSubmissionException: Failed to submit JobGraph.
        at org.apache.flink.client.program.rest.RestClusterClient.lambda$submitJob$7(RestClusterClient.java:359)
        at java.util.concurrent.CompletableFuture.uniExceptionally(CompletableFuture.java:870)
        at java.util.concurrent.CompletableFuture$UniExceptionally.tryFire(CompletableFuture.java:852)
        at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)
        at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977)
        at org.apache.flink.runtime.concurrent.FutureUtils.lambda$retryOperationWithDelay$8(FutureUtils.java:274)
        at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)
        at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:736)
        at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)
        at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1977)
        at org.apache.flink.runtime.concurrent.FutureUtils$Timeout.run(FutureUtils.java:999)
        at org.apache.flink.runtime.concurrent.DirectExecutorService.execute(DirectExecutorService.java:211)
        at org.apache.flink.runtime.concurrent.FutureUtils.lambda$orTimeout$14(FutureUtils.java:427)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
        at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException
        ... 10 more






看报错信息,是有bug?
| |
zzy
|
|
[hidden email]
|
签名由网易邮箱大师定制