This is an automated email from the ASF dual-hosted git repository.
hxb pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 48acc1c1383 [FLINK-28353][k8s] Exclude unschedulable nodes when
generating the node port
add 7ea31cfcf36 [FLINK-28549][python] Support DataStream
PythonProcessOperator in Thread Mode
No new revisions were added by this update.
Summary of changes:
flink-python/pyflink/datastream/data_stream.py | 24 +-
.../pyflink/datastream/tests/test_data_stream.py | 86 ++--
.../pyflink/fn_execution/beam/beam_operations.py | 7 +-
.../fn_execution/datastream/embedded}/__init__.py | 0
.../fn_execution/datastream/embedded/operations.py | 72 ++++
.../datastream/embedded/process_function.py | 47 ++
.../datastream/embedded/runtime_context.py | 96 +++++
.../pyflink/fn_execution/datastream/operations.py | 452 +-------------------
.../fn_execution/datastream/process}/__init__.py | 0
.../datastream/{ => process}/input_handler.py | 2 +-
.../datastream/{ => process}/operations.py | 49 +--
.../datastream/{ => process}/process_function.py | 0
.../datastream/{ => process}/runtime_context.py | 0
.../datastream/{ => process}/timerservice_impl.py | 0
.../pyflink/fn_execution/embedded}/__init__.py | 0
.../pyflink/fn_execution/embedded/converters.py | 222 ++++++++++
.../fn_execution/embedded/operation_utils.py | 122 ++++++
.../pyflink/fn_execution/embedded/operations.py | 70 +++
.../pyflink/fn_execution/table/operations.py | 21 +-
.../fn_execution/table/window_aggregate_fast.pyx | 2 +-
.../fn_execution/table/window_aggregate_slow.py | 2 +-
.../pyflink/fn_execution/table/window_context.py | 2 +-
.../pyflink/fn_execution/utils/operation_utils.py | 45 --
flink-python/pyflink/java_gateway.py | 3 +-
flink-python/setup.py | 3 +
.../chain/PythonOperatorChainingOptimizer.java | 94 ++--
.../api/utils => python/util}/ProtoUtils.java | 187 ++++----
.../apache/flink/python/util/PythonConfigUtil.java | 27 +-
.../python/AbstractPythonFunctionOperator.java | 4 -
.../python/DataStreamPythonFunctionOperator.java | 46 ++
...ctEmbeddedDataStreamPythonFunctionOperator.java | 93 ++++
.../AbstractEmbeddedPythonFunctionOperator.java | 26 +-
...ractOneInputEmbeddedPythonFunctionOperator.java | 184 ++++++++
.../embedded/EmbeddedPythonProcessOperator.java | 145 +++++++
...tExternalDataStreamPythonFunctionOperator.java} | 52 +--
...actExternalOneInputPythonFunctionOperator.java} | 16 +-
.../AbstractExternalPythonFunctionOperator.java | 6 +-
...actExternalTwoInputPythonFunctionOperator.java} | 16 +-
...rnalPythonBatchCoBroadcastProcessOperator.java} | 16 +-
...ythonBatchKeyedCoBroadcastProcessOperator.java} | 17 +-
.../ExternalPythonCoProcessOperator.java} | 17 +-
.../ExternalPythonKeyedCoProcessOperator.java} | 28 +-
.../ExternalPythonKeyedProcessOperator.java} | 30 +-
.../ExternalPythonProcessOperator.java} | 18 +-
.../collector/RunnerOutputCollector.java | 2 +-
.../python/{ => process}/timer/TimerHandler.java | 2 +-
.../{ => process}/timer/TimerRegistration.java | 2 +-
.../python/{ => process}/timer/TimerUtils.java | 4 +-
.../beam/BeamDataStreamPythonFunctionRunner.java | 8 +-
.../python/beam/BeamPythonFunctionRunner.java | 4 +-
.../python/beam/state/BeamKeyedStateStore.java | 2 +-
.../python/beam/state/BeamOperatorStateStore.java | 2 +-
.../flink/streaming/api/utils/PythonTypeUtils.java | 471 +++++++++++++++++++++
...thonBroadcastStateTransformationTranslator.java | 16 +-
...eyedBroadcastStateTransformationTranslator.java | 16 +-
.../AbstractEmbeddedStatelessFunctionOperator.java | 7 +-
.../AbstractOneInputPythonFunctionOperator.java | 2 +-
.../python/AbstractStatelessFunctionOperator.java | 4 +-
.../AbstractPythonStreamAggregateOperator.java | 7 +-
.../PythonStreamGroupWindowAggregateOperator.java | 2 +-
...stractArrowPythonAggregateFunctionOperator.java | 19 +-
...wPythonOverWindowAggregateFunctionOperator.java | 8 +-
.../AbstractPythonScalarFunctionOperator.java | 17 +-
.../EmbeddedPythonScalarFunctionOperator.java | 127 +++---
.../scalar/PythonScalarFunctionOperator.java | 4 +-
.../arrow/ArrowPythonScalarFunctionOperator.java | 2 +-
.../table/EmbeddedPythonTableFunctionOperator.java | 71 ++--
.../python/table/PythonTableFunctionOperator.java | 18 +-
.../table/runtime/typeutils/PythonTypeUtils.java | 189 ++++++++-
.../chain/PythonOperatorChainingOptimizerTest.java | 111 ++---
.../flink/streaming/api/utils/ProtoUtilsTest.java | 1 +
...owPythonGroupAggregateFunctionOperatorTest.java | 2 +-
...onGroupWindowAggregateFunctionOperatorTest.java | 2 +-
...honOverWindowAggregateFunctionOperatorTest.java | 4 +-
...onGroupWindowAggregateFunctionOperatorTest.java | 2 +-
...rrowPythonProcTimeBoundedRangeOperatorTest.java | 2 +-
...ArrowPythonProcTimeBoundedRowsOperatorTest.java | 2 +-
...ArrowPythonRowTimeBoundedRangeOperatorTest.java | 2 +-
...mArrowPythonRowTimeBoundedRowsOperatorTest.java | 2 +-
.../scalar/PythonScalarFunctionOperatorTest.java | 2 +-
.../ArrowPythonScalarFunctionOperatorTest.java | 2 +-
.../table/PythonTableFunctionOperatorTest.java | 2 +-
.../PassThroughPythonAggregateFunctionRunner.java | 2 +-
.../PassThroughPythonScalarFunctionRunner.java | 2 +-
.../PassThroughPythonTableFunctionRunner.java | 2 +-
...ThroughStreamAggregatePythonFunctionRunner.java | 2 +-
...amGroupWindowAggregatePythonFunctionRunner.java | 2 +-
...ghStreamTableAggregatePythonFunctionRunner.java | 2 +-
.../nodes/exec/common/CommonExecPythonCalc.java | 64 ++-
89 files changed, 2455 insertions(+), 1112 deletions(-)
copy {flink-end-to-end-tests/flink-python-test/python/datastream =>
flink-python/pyflink/fn_execution/datastream/embedded}/__init__.py (100%)
create mode 100644
flink-python/pyflink/fn_execution/datastream/embedded/operations.py
create mode 100644
flink-python/pyflink/fn_execution/datastream/embedded/process_function.py
create mode 100644
flink-python/pyflink/fn_execution/datastream/embedded/runtime_context.py
copy {flink-end-to-end-tests/flink-python-test/python/datastream =>
flink-python/pyflink/fn_execution/datastream/process}/__init__.py (100%)
rename flink-python/pyflink/fn_execution/datastream/{ =>
process}/input_handler.py (98%)
copy flink-python/pyflink/fn_execution/datastream/{ => process}/operations.py
(94%)
rename flink-python/pyflink/fn_execution/datastream/{ =>
process}/process_function.py (100%)
rename flink-python/pyflink/fn_execution/datastream/{ =>
process}/runtime_context.py (100%)
rename flink-python/pyflink/fn_execution/datastream/{ =>
process}/timerservice_impl.py (100%)
copy {flink-end-to-end-tests/flink-python-test/python/datastream =>
flink-python/pyflink/fn_execution/embedded}/__init__.py (100%)
create mode 100644 flink-python/pyflink/fn_execution/embedded/converters.py
create mode 100644
flink-python/pyflink/fn_execution/embedded/operation_utils.py
create mode 100644 flink-python/pyflink/fn_execution/embedded/operations.py
rename flink-python/src/main/java/org/apache/flink/{streaming/api/utils =>
python/util}/ProtoUtils.java (93%)
create mode 100644
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/DataStreamPythonFunctionOperator.java
create mode 100644
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/AbstractEmbeddedDataStreamPythonFunctionOperator.java
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{ =>
embedded}/AbstractEmbeddedPythonFunctionOperator.java (87%)
create mode 100644
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/AbstractOneInputEmbeddedPythonFunctionOperator.java
create mode 100644
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/embedded/EmbeddedPythonProcessOperator.java
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{AbstractDataStreamPythonFunctionOperator.java
=> process/AbstractExternalDataStreamPythonFunctionOperator.java} (80%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{AbstractOneInputPythonFunctionOperator.java
=> process/AbstractExternalOneInputPythonFunctionOperator.java} (92%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{ =>
process}/AbstractExternalPythonFunctionOperator.java (95%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{AbstractTwoInputPythonFunctionOperator.java
=> process/AbstractExternalTwoInputPythonFunctionOperator.java} (92%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{PythonBatchCoBroadcastProcessOperator.java
=> process/ExternalPythonBatchCoBroadcastProcessOperator.java} (82%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{PythonBatchKeyedCoBroadcastProcessOperator.java
=> process/ExternalPythonBatchKeyedCoBroadcastProcessOperator.java} (80%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{PythonCoProcessOperator.java
=> process/ExternalPythonCoProcessOperator.java} (91%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{PythonKeyedCoProcessOperator.java
=> process/ExternalPythonKeyedCoProcessOperator.java} (89%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{PythonKeyedProcessOperator.java
=> process/ExternalPythonKeyedProcessOperator.java} (89%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{PythonProcessOperator.java
=> process/ExternalPythonProcessOperator.java} (90%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{ =>
process}/collector/RunnerOutputCollector.java (97%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{ =>
process}/timer/TimerHandler.java (96%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{ =>
process}/timer/TimerRegistration.java (98%)
rename
flink-python/src/main/java/org/apache/flink/streaming/api/operators/python/{ =>
process}/timer/TimerUtils.java (94%)
