[ 
https://issues.apache.org/jira/browse/FLINK-25622?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

ASF GitHub Bot updated FLINK-25622:
-----------------------------------
    Labels: pull-request-available  (was: )

> Throws NPE in Python UDTF
> -------------------------
>
>                 Key: FLINK-25622
>                 URL: https://issues.apache.org/jira/browse/FLINK-25622
>             Project: Flink
>          Issue Type: Bug
>          Components: API / Python
>    Affects Versions: 1.14.3
>            Reporter: Huang Xingbo
>            Priority: Major
>              Labels: pull-request-available
>
> The failed case is
> {code:python}
> // Some comments here
>        source_table = """
>             CREATE TABLE ad_track_android_source (
>               `Rows` ARRAY<ROW<`id` INT, `ad_channel` INT, `imei` 
> VARCHAR(2147483647), `imei_hash` VARCHAR(2147483647), `android_id` 
> VARCHAR(2147483647), `android_id_hash` VARCHAR(2147483647), `oaid` 
> VARCHAR(2147483647), `callback` VARCHAR(2147483647), `create_time` 
> VARCHAR(2147483647), `init_time` VARCHAR(2147483647), `ext` 
> VARCHAR(2147483647)>>,
>               `id` AS CAST(`Rows`[CASE WHEN `Rows`[2].`id` > 0 THEN 2 ELSE 1 
> END].`id` AS INTEGER)
>             ) WITH (
>                 'connector' = 'datagen'
>             )
>         """
>         self.t_env.execute_sql(source_table)
>         @udf(result_type=DataTypes.INT())
>         def ug(id):
>             return id
>         self.t_env.create_temporary_function("ug", ug)
>         res = self.t_env.sql_query(
>             "select id ,ug(cast(id as int)) as s from 
> `ad_track_android_source` where id>0")
>         print(res.to_pandas())
> {code}
> The traceback is 
> {code:java}
> E                   : java.lang.NullPointerException
> E                     at 
> org.apache.calcite.rex.RexFieldAccess.checkValid(RexFieldAccess.java:74)
> E                     at 
> org.apache.calcite.rex.RexFieldAccess.<init>(RexFieldAccess.java:62)
> E                     at 
> org.apache.calcite.rex.RexShuttle.visitFieldAccess(RexShuttle.java:205)
> E                     at 
> org.apache.calcite.rex.RexProgramBuilder$RegisterShuttle.visitFieldAccess(RexProgramBuilder.java:904)
> E                     at 
> org.apache.calcite.rex.RexProgramBuilder$RegisterShuttle.visitFieldAccess(RexProgramBuilder.java:887)
> E                     at 
> org.apache.calcite.rex.RexFieldAccess.accept(RexFieldAccess.java:92)
> E                     at 
> org.apache.calcite.rex.RexProgramBuilder.registerInput(RexProgramBuilder.java:295)
> E                     at 
> org.apache.calcite.rex.RexProgramBuilder.addProject(RexProgramBuilder.java:206)
> E                     at 
> org.apache.calcite.rex.RexProgram.create(RexProgram.java:224)
> E                     at 
> org.apache.flink.table.planner.plan.rules.logical.PythonCalcSplitRuleBase.onMatch(PythonCalcSplitRule.scala:84)
> E                     at 
> org.apache.calcite.plan.AbstractRelOptPlanner.fireRule(AbstractRelOptPlanner.java:333)
> E                     at 
> org.apache.calcite.plan.hep.HepPlanner.applyRule(HepPlanner.java:542)
> E                     at 
> org.apache.calcite.plan.hep.HepPlanner.applyRules(HepPlanner.java:407)
> E                     at 
> org.apache.calcite.plan.hep.HepPlanner.executeInstruction(HepPlanner.java:243)
> E                     at 
> org.apache.calcite.plan.hep.HepInstruction$RuleInstance.execute(HepInstruction.java:127)
> E                     at 
> org.apache.calcite.plan.hep.HepPlanner.executeProgram(HepPlanner.java:202)
> E                     at 
> org.apache.calcite.plan.hep.HepPlanner.findBestExp(HepPlanner.java:189)
> E                     at 
> org.apache.flink.table.planner.plan.optimize.program.FlinkHepProgram.optimize(FlinkHepProgram.scala:69)
> E                     at 
> org.apache.flink.table.planner.plan.optimize.program.FlinkHepRuleSetProgram.optimize(FlinkHepRuleSetProgram.scala:87)
> E                     at 
> org.apache.flink.table.planner.plan.optimize.program.FlinkChainedProgram.$anonfun$optimize$1(FlinkChainedProgram.scala:62)
> E                     at 
> scala.collection.TraversableOnce.$anonfun$foldLeft$1(TraversableOnce.scala:156)
> E                     at 
> scala.collection.TraversableOnce.$anonfun$foldLeft$1$adapted(TraversableOnce.scala:156)
> E                     at scala.collection.Iterator.foreach(Iterator.scala:937)
> E                     at 
> scala.collection.Iterator.foreach$(Iterator.scala:937)
> E                     at 
> scala.collection.AbstractIterator.foreach(Iterator.scala:1425)
> E                     at 
> scala.collection.IterableLike.foreach(IterableLike.scala:70)
> E                     at 
> scala.collection.IterableLike.foreach$(IterableLike.scala:69)
> E                     at 
> scala.collection.AbstractIterable.foreach(Iterable.scala:54)
> E                     at 
> scala.collection.TraversableOnce.foldLeft(TraversableOnce.scala:156)
> E                     at 
> scala.collection.TraversableOnce.foldLeft$(TraversableOnce.scala:154)
> E                     at 
> scala.collection.AbstractTraversable.foldLeft(Traversable.scala:104)
> E                     at 
> org.apache.flink.table.planner.plan.optimize.program.FlinkChainedProgram.optimize(FlinkChainedProgram.scala:58)
> E                     at 
> org.apache.flink.table.planner.plan.optimize.StreamCommonSubGraphBasedOptimizer.optimizeTree(StreamCommonSubGraphBasedOptimizer.scala:165)
> E                     at 
> org.apache.flink.table.planner.plan.optimize.StreamCommonSubGraphBasedOptimizer.doOptimize(StreamCommonSubGraphBasedOptimizer.scala:83)
> E                     at 
> org.apache.flink.table.planner.plan.optimize.CommonSubGraphBasedOptimizer.optimize(CommonSubGraphBasedOptimizer.scala:77)
> E                     at 
> org.apache.flink.table.planner.delegation.PlannerBase.optimize(PlannerBase.scala:309)
> E                     at 
> org.apache.flink.table.planner.delegation.PlannerBase.translate(PlannerBase.scala:187)
> E                     at 
> org.apache.flink.table.api.internal.TableEnvironmentImpl.translate(TableEnvironmentImpl.java:1630)
> E                     at 
> org.apache.flink.table.api.internal.TableEnvironmentImpl.executeQueryOperation(TableEnvironmentImpl.java:805)
> E                     at 
> org.apache.flink.table.api.internal.TableEnvironmentImpl.executeInternal(TableEnvironmentImpl.java:1313)
> E                     at 
> org.apache.flink.table.api.internal.TableImpl.execute(TableImpl.java:602)
> E                     at 
> org.apache.flink.table.runtime.arrow.ArrowUtils.collectAsPandasDataFrame(ArrowUtils.java:488)
> E                     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native 
> Method)
> E                     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> E                     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> E                     at java.lang.reflect.Method.invoke(Method.java:498)
> E                     at 
> org.apache.flink.api.python.shaded.py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
> E                     at 
> org.apache.flink.api.python.shaded.py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
> E                     at 
> org.apache.flink.api.python.shaded.py4j.Gateway.invoke(Gateway.java:282)
> E                     at 
> org.apache.flink.api.python.shaded.py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
> E                     at 
> org.apache.flink.api.python.shaded.py4j.commands.CallCommand.execute(CallCommand.java:79)
> E                     at 
> org.apache.flink.api.python.shaded.py4j.GatewayConnection.run(GatewayConnection.java:238)
> E                     at java.lang.Thread.run(Thread.java:748)
> {code}



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

Reply via email to