[
https://issues.apache.org/jira/browse/FLINK-20576?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
HideOnBush updated FLINK-20576:
-------------------------------
Description:
KAFKA DDL
{code:java}
CREATE TABLE hive_catalog.flink_db_test.kfk_master_test (
master Row<reportDate String, groupID int, shopID String, shopName String,
action int, orderStatus int, orderKey String, actionTime bigint, areaName
String, paidAmount double, foodAmount double, startTime String, person double,
orderSubType int, checkoutTime String>,
proctime as PROCTIME()
) WITH (properties ..){code}
FLINK client query sql
{noformat}
SELECT * FROM hive_catalog.flink_db_test.kfk_master_test AS kafk_tbl
JOIN hive_catalog.gauss.dim_extend_shop_info /*+
OPTIONS('streaming-source.enable'='true', 'streaming-source.partition.include'
= 'latest',
'streaming-source.monitor-interval' = '12
h','streaming-source.partition-order' = 'partition-name') */ FOR SYSTEM_TIME AS
OF kafk_tbl.proctime AS dim
ON kafk_tbl.groupID = dim.group_id where kafk_tbl.groupID is not
null;{noformat}
When I execute the above statement, these stack error messages are returned
Caused by: java.lang.NullPointerException: bufferCaused by:
java.lang.NullPointerException: buffer at
org.apache.flink.core.memory.MemorySegment.<init>(MemorySegment.java:161)
~[flink-dist_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.core.memory.HybridMemorySegment.<init>(HybridMemorySegment.java:86)
~[flink-dist_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.core.memory.MemorySegmentFactory.wrap(MemorySegmentFactory.java:55)
~[flink-dist_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.table.data.binary.BinaryStringData.fromBytes(BinaryStringData.java:98)
~[flink-table_2.11-1.12.0.jar:1.12.0]
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to load table
into cache after 3 retriesCaused by:
org.apache.flink.util.FlinkRuntimeException: Failed to load table into cache
after 3 retries at
org.apache.flink.table.filesystem.FileSystemLookupFunction.checkCacheReload(FileSystemLookupFunction.java:143)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.table.filesystem.FileSystemLookupFunction.eval(FileSystemLookupFunction.java:103)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
LookupFunction$1577.flatMap(Unknown Source) ~[?:?] at
org.apache.flink.table.runtime.operators.join.lookup.LookupJoinRunner.processElement(LookupJoinRunner.java:82)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.table.runtime.operators.join.lookup.LookupJoinRunner.processElement(LookupJoinRunner.java:36)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.streaming.api.operators.ProcessOperator.processElement(ProcessOperator.java:66)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
was:
KAFKA DDL
{code:java}
CREATE TABLE hive_catalog.flink_db_test.kfk_master_test (
master Row<reportDate String, groupID int, shopID String, shopName String,
action int, orderStatus int, orderKey String, actionTime bigint, areaName
String, paidAmount double, foodAmount double, startTime String, person double,
orderSubType int, checkoutTime String>,
foodLst ARRAY<ROW(reportDate String, orderKey String, groupID String,
shopID String, shopName String, foodName String, isSetFood int, isSFDetail int,
foodNumber double, foodCancelNumber double, foodSendNumber double,
foodCategoryName String, foodRealAmount double, foodPriceAmount double, unit
String, foodCode String)>,
proctime as PROCTIME()
) WITH (properties ..){code}
FLINK client query sql
{noformat}
SELECT * FROM hive_catalog.flink_db_test.kfk_master_test AS kafk_tbl
JOIN hive_catalog.gauss.dim_extend_shop_info /*+
OPTIONS('streaming-source.enable'='true', 'streaming-source.partition.include'
= 'latest',
'streaming-source.monitor-interval' = '12
h','streaming-source.partition-order' = 'partition-name') */ FOR SYSTEM_TIME AS
OF kafk_tbl.proctime AS dim
ON kafk_tbl.groupID = dim.group_id where kafk_tbl.groupID is not
null;{noformat}
When I execute the above statement, these stack error messages are returned
Caused by: java.lang.NullPointerException: bufferCaused by:
java.lang.NullPointerException: buffer at
org.apache.flink.core.memory.MemorySegment.<init>(MemorySegment.java:161)
~[flink-dist_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.core.memory.HybridMemorySegment.<init>(HybridMemorySegment.java:86)
~[flink-dist_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.core.memory.MemorySegmentFactory.wrap(MemorySegmentFactory.java:55)
~[flink-dist_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.table.data.binary.BinaryStringData.fromBytes(BinaryStringData.java:98)
~[flink-table_2.11-1.12.0.jar:1.12.0]
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to load table
into cache after 3 retriesCaused by:
org.apache.flink.util.FlinkRuntimeException: Failed to load table into cache
after 3 retries at
org.apache.flink.table.filesystem.FileSystemLookupFunction.checkCacheReload(FileSystemLookupFunction.java:143)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.table.filesystem.FileSystemLookupFunction.eval(FileSystemLookupFunction.java:103)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
LookupFunction$1577.flatMap(Unknown Source) ~[?:?] at
org.apache.flink.table.runtime.operators.join.lookup.LookupJoinRunner.processElement(LookupJoinRunner.java:82)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.table.runtime.operators.join.lookup.LookupJoinRunner.processElement(LookupJoinRunner.java:36)
~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
org.apache.flink.streaming.api.operators.ProcessOperator.processElement(ProcessOperator.java:66)
~[flink-dist_2.11-1.12.0.jar:1.12.0]
> Flink Temporal Join Hive Dim Error
> ----------------------------------
>
> Key: FLINK-20576
> URL: https://issues.apache.org/jira/browse/FLINK-20576
> Project: Flink
> Issue Type: Bug
> Components: Connectors / Hive, Table SQL / Ecosystem
> Affects Versions: 1.12.0
> Reporter: HideOnBush
> Priority: Major
> Fix For: 1.13.0
>
>
>
> KAFKA DDL
> {code:java}
> CREATE TABLE hive_catalog.flink_db_test.kfk_master_test (
> master Row<reportDate String, groupID int, shopID String, shopName
> String, action int, orderStatus int, orderKey String, actionTime bigint,
> areaName String, paidAmount double, foodAmount double, startTime String,
> person double, orderSubType int, checkoutTime String>,
> proctime as PROCTIME()
> ) WITH (properties ..){code}
>
> FLINK client query sql
> {noformat}
> SELECT * FROM hive_catalog.flink_db_test.kfk_master_test AS kafk_tbl
> JOIN hive_catalog.gauss.dim_extend_shop_info /*+
> OPTIONS('streaming-source.enable'='true',
> 'streaming-source.partition.include' = 'latest',
> 'streaming-source.monitor-interval' = '12
> h','streaming-source.partition-order' = 'partition-name') */ FOR SYSTEM_TIME
> AS OF kafk_tbl.proctime AS dim
> ON kafk_tbl.groupID = dim.group_id where kafk_tbl.groupID is not
> null;{noformat}
> When I execute the above statement, these stack error messages are returned
> Caused by: java.lang.NullPointerException: bufferCaused by:
> java.lang.NullPointerException: buffer at
> org.apache.flink.core.memory.MemorySegment.<init>(MemorySegment.java:161)
> ~[flink-dist_2.11-1.12.0.jar:1.12.0] at
> org.apache.flink.core.memory.HybridMemorySegment.<init>(HybridMemorySegment.java:86)
> ~[flink-dist_2.11-1.12.0.jar:1.12.0] at
> org.apache.flink.core.memory.MemorySegmentFactory.wrap(MemorySegmentFactory.java:55)
> ~[flink-dist_2.11-1.12.0.jar:1.12.0] at
> org.apache.flink.table.data.binary.BinaryStringData.fromBytes(BinaryStringData.java:98)
> ~[flink-table_2.11-1.12.0.jar:1.12.0]
>
> Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to load table
> into cache after 3 retriesCaused by:
> org.apache.flink.util.FlinkRuntimeException: Failed to load table into cache
> after 3 retries at
> org.apache.flink.table.filesystem.FileSystemLookupFunction.checkCacheReload(FileSystemLookupFunction.java:143)
> ~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
> org.apache.flink.table.filesystem.FileSystemLookupFunction.eval(FileSystemLookupFunction.java:103)
> ~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
> LookupFunction$1577.flatMap(Unknown Source) ~[?:?] at
> org.apache.flink.table.runtime.operators.join.lookup.LookupJoinRunner.processElement(LookupJoinRunner.java:82)
> ~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
> org.apache.flink.table.runtime.operators.join.lookup.LookupJoinRunner.processElement(LookupJoinRunner.java:36)
> ~[flink-table-blink_2.11-1.12.0.jar:1.12.0] at
> org.apache.flink.streaming.api.operators.ProcessOperator.processElement(ProcessOperator.java:66)
> ~[flink-dist_2.11-1.12.0.jar:1.12.0]
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
