Huang Xingbo created FLINK-25622:
------------------------------------
Summary: Throws NPE in Python UDTF
Key: FLINK-25622
URL: https://issues.apache.org/jira/browse/FLINK-25622
Project: Flink
Issue Type: Bug
Components: API / Python
Affects Versions: 1.14.3
Reporter: Huang Xingbo
The failed case is
{code:python}
// Some comments here
source_table = """
CREATE TABLE ad_track_android_source (
`Rows` ARRAY<ROW<`id` INT, `ad_channel` INT, `imei`
VARCHAR(2147483647), `imei_hash` VARCHAR(2147483647), `android_id`
VARCHAR(2147483647), `android_id_hash` VARCHAR(2147483647), `oaid`
VARCHAR(2147483647), `callback` VARCHAR(2147483647), `create_time`
VARCHAR(2147483647), `init_time` VARCHAR(2147483647), `ext`
VARCHAR(2147483647)>>,
`id` AS CAST(`Rows`[CASE WHEN `Rows`[2].`id` > 0 THEN 2 ELSE 1
END].`id` AS INTEGER)
) WITH (
'connector' = 'datagen'
)
"""
self.t_env.execute_sql(source_table)
@udf(result_type=DataTypes.INT())
def ug(id):
return id
self.t_env.create_temporary_function("ug", ug)
res = self.t_env.sql_query(
"select id ,ug(cast(id as int)) as s from `ad_track_android_source`
where id>0")
print(res.to_pandas())
{code}
The traceback is
{code:java}
E : java.lang.NullPointerException
E at
org.apache.calcite.rex.RexFieldAccess.checkValid(RexFieldAccess.java:74)
E at
org.apache.calcite.rex.RexFieldAccess.<init>(RexFieldAccess.java:62)
E at
org.apache.calcite.rex.RexShuttle.visitFieldAccess(RexShuttle.java:205)
E at
org.apache.calcite.rex.RexProgramBuilder$RegisterShuttle.visitFieldAccess(RexProgramBuilder.java:904)
E at
org.apache.calcite.rex.RexProgramBuilder$RegisterShuttle.visitFieldAccess(RexProgramBuilder.java:887)
E at
org.apache.calcite.rex.RexFieldAccess.accept(RexFieldAccess.java:92)
E at
org.apache.calcite.rex.RexProgramBuilder.registerInput(RexProgramBuilder.java:295)
E at
org.apache.calcite.rex.RexProgramBuilder.addProject(RexProgramBuilder.java:206)
E at
org.apache.calcite.rex.RexProgram.create(RexProgram.java:224)
E at
org.apache.flink.table.planner.plan.rules.logical.PythonCalcSplitRuleBase.onMatch(PythonCalcSplitRule.scala:84)
E at
org.apache.calcite.plan.AbstractRelOptPlanner.fireRule(AbstractRelOptPlanner.java:333)
E at
org.apache.calcite.plan.hep.HepPlanner.applyRule(HepPlanner.java:542)
E at
org.apache.calcite.plan.hep.HepPlanner.applyRules(HepPlanner.java:407)
E at
org.apache.calcite.plan.hep.HepPlanner.executeInstruction(HepPlanner.java:243)
E at
org.apache.calcite.plan.hep.HepInstruction$RuleInstance.execute(HepInstruction.java:127)
E at
org.apache.calcite.plan.hep.HepPlanner.executeProgram(HepPlanner.java:202)
E at
org.apache.calcite.plan.hep.HepPlanner.findBestExp(HepPlanner.java:189)
E at
org.apache.flink.table.planner.plan.optimize.program.FlinkHepProgram.optimize(FlinkHepProgram.scala:69)
E at
org.apache.flink.table.planner.plan.optimize.program.FlinkHepRuleSetProgram.optimize(FlinkHepRuleSetProgram.scala:87)
E at
org.apache.flink.table.planner.plan.optimize.program.FlinkChainedProgram.$anonfun$optimize$1(FlinkChainedProgram.scala:62)
E at
scala.collection.TraversableOnce.$anonfun$foldLeft$1(TraversableOnce.scala:156)
E at
scala.collection.TraversableOnce.$anonfun$foldLeft$1$adapted(TraversableOnce.scala:156)
E at scala.collection.Iterator.foreach(Iterator.scala:937)
E at
scala.collection.Iterator.foreach$(Iterator.scala:937)
E at
scala.collection.AbstractIterator.foreach(Iterator.scala:1425)
E at
scala.collection.IterableLike.foreach(IterableLike.scala:70)
E at
scala.collection.IterableLike.foreach$(IterableLike.scala:69)
E at
scala.collection.AbstractIterable.foreach(Iterable.scala:54)
E at
scala.collection.TraversableOnce.foldLeft(TraversableOnce.scala:156)
E at
scala.collection.TraversableOnce.foldLeft$(TraversableOnce.scala:154)
E at
scala.collection.AbstractTraversable.foldLeft(Traversable.scala:104)
E at
org.apache.flink.table.planner.plan.optimize.program.FlinkChainedProgram.optimize(FlinkChainedProgram.scala:58)
E at
org.apache.flink.table.planner.plan.optimize.StreamCommonSubGraphBasedOptimizer.optimizeTree(StreamCommonSubGraphBasedOptimizer.scala:165)
E at
org.apache.flink.table.planner.plan.optimize.StreamCommonSubGraphBasedOptimizer.doOptimize(StreamCommonSubGraphBasedOptimizer.scala:83)
E at
org.apache.flink.table.planner.plan.optimize.CommonSubGraphBasedOptimizer.optimize(CommonSubGraphBasedOptimizer.scala:77)
E at
org.apache.flink.table.planner.delegation.PlannerBase.optimize(PlannerBase.scala:309)
E at
org.apache.flink.table.planner.delegation.PlannerBase.translate(PlannerBase.scala:187)
E at
org.apache.flink.table.api.internal.TableEnvironmentImpl.translate(TableEnvironmentImpl.java:1630)
E at
org.apache.flink.table.api.internal.TableEnvironmentImpl.executeQueryOperation(TableEnvironmentImpl.java:805)
E at
org.apache.flink.table.api.internal.TableEnvironmentImpl.executeInternal(TableEnvironmentImpl.java:1313)
E at
org.apache.flink.table.api.internal.TableImpl.execute(TableImpl.java:602)
E at
org.apache.flink.table.runtime.arrow.ArrowUtils.collectAsPandasDataFrame(ArrowUtils.java:488)
E at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
Method)
E at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
E at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
E at java.lang.reflect.Method.invoke(Method.java:498)
E at
org.apache.flink.api.python.shaded.py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
E at
org.apache.flink.api.python.shaded.py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
E at
org.apache.flink.api.python.shaded.py4j.Gateway.invoke(Gateway.java:282)
E at
org.apache.flink.api.python.shaded.py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
E at
org.apache.flink.api.python.shaded.py4j.commands.CallCommand.execute(CallCommand.java:79)
E at
org.apache.flink.api.python.shaded.py4j.GatewayConnection.run(GatewayConnection.java:238)
E at java.lang.Thread.run(Thread.java:748)
{code}
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
