This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 574e7bfbc1d Fix script typos for validating docker licenses. (#30176)
add 7fb05cbb5e1 Move the code from sdks-java-fn-execution to sdks-java-core
add e8df60381a3 Merge pull request #30170: Move the code from
sdks-java-fn-execution to sdks-java-core
add 124880bc8ce Fix typo affecting
DataflowPipelineDebugOptions.setStreamingSideInputCacheExpirationMillis (#30195)
add 1f69271044d [Dataflow Streaming] Add a option to use multiple commit
threads (#30194)
add 1183b5d5274 Knowledge lookup prompts: (#29747)
add 801682930e2 Bump google.golang.org/protobuf from 1.31.0 to 1.32.0 in
/sdks (#29913)
add 30a778b9cbe Bump github.com/containerd/containerd from 1.7.7 to 1.7.11
in /sdks (#29823)
add f03b115830b Remove extraneous mocking that was causing NPEs in
DataflowWorkUnitClientTest
add 00f07864784 Remove sdks/java/fn-execution
add 8ec51f181a0 Merge pull request #30193: Remove sdks/java/fn-execution
No new revisions were added by this update.
Summary of changes:
build.gradle.kts | 1 -
learning/prompts/README.md | 76 +++++++++++++++
learning/prompts/code-explanation/01_io_kafka.md | 65 +++++++++++++
.../02_io_pubsub.md | 0
.../prompts/code-explanation/03_io_bigquery.md | 39 ++++++++
.../prompts/code-explanation/04_io_bigtable.md | 44 +++++++++
learning/prompts/code-explanation/05_io_spanner.md | 96 +++++++++++++++++++
.../prompts/code-explanation/06_io_tfrecord.md | 63 +++++++++++++
learning/prompts/code-explanation/07_io_json.md | 50 ++++++++++
learning/prompts/code-explanation/08_io_csv.md | 44 +++++++++
learning/prompts/code-explanation/09_io_avro.md | 41 ++++++++
learning/prompts/code-explanation/10_io_parquet.md | 39 ++++++++
learning/prompts/code-explanation/11_io_jdbc.md | 105 +++++++++++++++++++++
learning/prompts/code-generation/01_io_kafka.md | 46 +++++++++
learning/prompts/code-generation/03_io_bigquery.md | 54 +++++++++++
learning/prompts/code-generation/04_io_bigtable.md | 66 +++++++++++++
learning/prompts/code-generation/05_io_spanner.md | 63 +++++++++++++
learning/prompts/code-generation/06_io_tfrecord.md | 60 ++++++++++++
learning/prompts/code-generation/07_io_json.md | 48 ++++++++++
learning/prompts/code-generation/08_io_csv.md | 47 +++++++++
learning/prompts/code-generation/09_io_avro.md | 42 +++++++++
learning/prompts/code-generation/10_io_parquet.md | 39 ++++++++
learning/prompts/code-generation/11_io_jdbc.md | 75 +++++++++++++++
.../prompts/documentation-lookup/18_io_kafka.md | 27 ++++++
.../prompts/documentation-lookup/21_io_bigtable.md | 28 ++++++
.../prompts/documentation-lookup/22_io_spanner.md | 31 ++++++
learning/prompts/documentation-lookup/23_io_gcs.md | 23 +++++
.../prompts/documentation-lookup/24_io_json.md | 32 +++++++
learning/prompts/documentation-lookup/25_io_csv.md | 32 +++++++
.../prompts/documentation-lookup/26_io_avro.md | 31 ++++++
.../prompts/documentation-lookup/27_io_parquet.md | 31 ++++++
.../prompts/documentation-lookup/28_io_jdbc.md | 52 ++++++++++
runners/core-construction-java/build.gradle | 1 -
runners/core-java/build.gradle | 1 -
runners/direct-java/build.gradle | 3 -
runners/flink/flink_runner.gradle | 1 -
.../options/DataflowPipelineDebugOptions.java | 8 +-
.../google-cloud-dataflow-java/worker/build.gradle | 5 -
.../dataflow/worker/StreamingDataflowWorker.java | 49 +++++-----
.../worker/DataflowWorkUnitClientTest.java | 99 +++++++++++--------
.../worker/StreamingDataflowWorkerTest.java | 46 ++++++++-
runners/java-fn-execution/build.gradle | 1 -
runners/java-job-service/build.gradle | 1 -
runners/samza/build.gradle | 1 -
runners/spark/spark_runner.gradle | 1 -
sdks/go.mod | 6 +-
sdks/go.sum | 12 +--
sdks/java/core/build.gradle | 2 +
.../org/apache/beam/sdk/fn/CancellableQueue.java | 0
.../java/org/apache/beam/sdk/fn/IdGenerator.java | 0
.../java/org/apache/beam/sdk/fn/IdGenerators.java | 0
.../org/apache/beam/sdk/fn/JvmInitializers.java | 0
.../sdk/fn/channel/AddHarnessIdInterceptor.java | 0
.../beam/sdk/fn/channel/ManagedChannelFactory.java | 0
.../beam/sdk/fn/channel/SocketAddressFactory.java | 0
.../apache/beam/sdk/fn/channel/package-info.java | 0
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 0
.../sdk/fn/data/BeamFnDataInboundObserver.java | 0
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 0
.../beam/sdk/fn/data/CloseableFnDataReceiver.java | 0
.../org/apache/beam/sdk/fn/data/DataEndpoint.java | 0
.../beam/sdk/fn/data/DecodingFnDataReceiver.java | 0
.../apache/beam/sdk/fn/data/FnDataReceiver.java | 0
.../apache/beam/sdk/fn/data/LogicalEndpoint.java | 0
.../beam/sdk/fn/data/RemoteGrpcPortRead.java | 0
.../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 0
.../org/apache/beam/sdk/fn/data/TimerEndpoint.java | 0
.../org/apache/beam/sdk/fn/data/WeightedList.java | 0
.../org/apache/beam/sdk/fn/data/package-info.java | 0
.../java/org/apache/beam/sdk/fn/package-info.java | 0
.../org/apache/beam/sdk/fn/server/FnService.java | 0
.../server/GrpcContextHeaderAccessorProvider.java | 0
.../apache/beam/sdk/fn/server/GrpcFnServer.java | 0
.../apache/beam/sdk/fn/server/HeaderAccessor.java | 0
.../beam/sdk/fn/server/InProcessServerFactory.java | 0
.../apache/beam/sdk/fn/server/ServerFactory.java | 0
.../apache/beam/sdk/fn/server/package-info.java | 0
.../sdk/fn/splittabledofn/RestrictionTrackers.java | 0
.../sdk/fn/splittabledofn/WatermarkEstimators.java | 0
.../beam/sdk/fn/splittabledofn/package-info.java | 0
.../apache/beam/sdk/fn/stream/AdvancingPhaser.java | 0
.../sdk/fn/stream/BufferingStreamObserver.java | 0
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 0
.../beam/sdk/fn/stream/DirectStreamObserver.java | 0
.../stream/ForwardingClientResponseObserver.java | 0
.../sdk/fn/stream/OutboundObserverFactory.java | 0
.../beam/sdk/fn/stream/PrefetchableIterable.java | 0
.../beam/sdk/fn/stream/PrefetchableIterables.java | 0
.../beam/sdk/fn/stream/PrefetchableIterator.java | 0
.../beam/sdk/fn/stream/PrefetchableIterators.java | 0
.../sdk/fn/stream/SynchronizedStreamObserver.java | 0
.../apache/beam/sdk/fn/stream/package-info.java | 0
.../org/apache/beam/sdk/fn/test/TestExecutors.java | 0
.../org/apache/beam/sdk/fn/test/TestStreams.java | 0
.../org/apache/beam/sdk/fn/test/package-info.java | 0
.../sdk/fn/windowing/EncodedBoundedWindow.java | 0
.../apache/beam/sdk/fn/windowing/package-info.java | 0
.../apache/beam/sdk/fn/CancellableQueueTest.java | 0
.../org/apache/beam/sdk/fn/IdGeneratorsTest.java | 0
.../apache/beam/sdk/fn/JvmInitializersTest.java | 5 +-
.../sdk/fn/channel/ManagedChannelFactoryTest.java | 0
.../sdk/fn/channel/SocketAddressFactoryTest.java | 0
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 0
.../sdk/fn/data/BeamFnDataInboundObserverTest.java | 14 ++-
.../fn/data/BeamFnDataOutboundAggregatorTest.java | 0
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 0
.../beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 0
.../fn/splittabledofn/RestrictionTrackersTest.java | 0
.../fn/splittabledofn/WatermarkEstimatorsTest.java | 0
.../beam/sdk/fn/stream/AdvancingPhaserTest.java | 0
.../sdk/fn/stream/BufferingStreamObserverTest.java | 0
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 0
.../sdk/fn/stream/DirectStreamObserverTest.java | 0
.../ForwardingClientResponseObserverTest.java | 0
.../sdk/fn/stream/OutboundObserverFactoryTest.java | 0
.../sdk/fn/stream/PrefetchableIterablesTest.java | 0
.../sdk/fn/stream/PrefetchableIteratorsTest.java | 0
.../apache/beam/sdk/fn/test/TestExecutorsTest.java | 0
.../apache/beam/sdk/fn/test/TestStreamsTest.java | 0
.../sdk/fn/windowing/EncodedBoundedWindowTest.java | 0
sdks/java/expansion-service/build.gradle | 2 -
sdks/java/fn-execution/build.gradle | 43 ---------
sdks/java/harness/build.gradle | 4 +-
sdks/java/harness/jmh/build.gradle | 3 +
.../beam/fn/harness/BeamFnDataWriteRunner.java | 1 -
sdks/java/transform-service/build.gradle | 1 -
settings.gradle.kts | 1 -
127 files changed, 1655 insertions(+), 146 deletions(-)
create mode 100644 learning/prompts/README.md
create mode 100644 learning/prompts/code-explanation/01_io_kafka.md
rename learning/prompts/{code-explaination =>
code-explanation}/02_io_pubsub.md (100%)
create mode 100644 learning/prompts/code-explanation/03_io_bigquery.md
create mode 100644 learning/prompts/code-explanation/04_io_bigtable.md
create mode 100644 learning/prompts/code-explanation/05_io_spanner.md
create mode 100644 learning/prompts/code-explanation/06_io_tfrecord.md
create mode 100644 learning/prompts/code-explanation/07_io_json.md
create mode 100644 learning/prompts/code-explanation/08_io_csv.md
create mode 100644 learning/prompts/code-explanation/09_io_avro.md
create mode 100644 learning/prompts/code-explanation/10_io_parquet.md
create mode 100644 learning/prompts/code-explanation/11_io_jdbc.md
create mode 100644 learning/prompts/code-generation/01_io_kafka.md
create mode 100644 learning/prompts/code-generation/03_io_bigquery.md
create mode 100644 learning/prompts/code-generation/04_io_bigtable.md
create mode 100644 learning/prompts/code-generation/05_io_spanner.md
create mode 100644 learning/prompts/code-generation/06_io_tfrecord.md
create mode 100644 learning/prompts/code-generation/07_io_json.md
create mode 100644 learning/prompts/code-generation/08_io_csv.md
create mode 100644 learning/prompts/code-generation/09_io_avro.md
create mode 100644 learning/prompts/code-generation/10_io_parquet.md
create mode 100644 learning/prompts/code-generation/11_io_jdbc.md
create mode 100644 learning/prompts/documentation-lookup/18_io_kafka.md
create mode 100644 learning/prompts/documentation-lookup/21_io_bigtable.md
create mode 100644 learning/prompts/documentation-lookup/22_io_spanner.md
create mode 100644 learning/prompts/documentation-lookup/23_io_gcs.md
create mode 100644 learning/prompts/documentation-lookup/24_io_json.md
create mode 100644 learning/prompts/documentation-lookup/25_io_csv.md
create mode 100644 learning/prompts/documentation-lookup/26_io_avro.md
create mode 100644 learning/prompts/documentation-lookup/27_io_parquet.md
create mode 100644 learning/prompts/documentation-lookup/28_io_jdbc.md
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/CancellableQueue.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/IdGenerator.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/IdGenerators.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/JvmInitializers.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/channel/AddHarnessIdInterceptor.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/channel/ManagedChannelFactory.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/channel/SocketAddressFactory.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/channel/package-info.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/BeamFnDataGrpcMultiplexer.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/BeamFnDataInboundObserver.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/BeamFnDataOutboundAggregator.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/CloseableFnDataReceiver.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/DataEndpoint.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/DecodingFnDataReceiver.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/FnDataReceiver.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/LogicalEndpoint.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/RemoteGrpcPortRead.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/RemoteGrpcPortWrite.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/TimerEndpoint.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/WeightedList.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/data/package-info.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/package-info.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/server/FnService.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/server/GrpcContextHeaderAccessorProvider.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/server/GrpcFnServer.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/server/HeaderAccessor.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/server/InProcessServerFactory.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/server/ServerFactory.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/server/package-info.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/splittabledofn/RestrictionTrackers.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/splittabledofn/WatermarkEstimators.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/splittabledofn/package-info.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/AdvancingPhaser.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/BufferingStreamObserver.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/DataStreams.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/DirectStreamObserver.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/ForwardingClientResponseObserver.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/OutboundObserverFactory.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/PrefetchableIterable.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/PrefetchableIterables.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/PrefetchableIterator.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/PrefetchableIterators.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/SynchronizedStreamObserver.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/stream/package-info.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/test/TestExecutors.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/test/TestStreams.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/test/package-info.java (100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/windowing/EncodedBoundedWindow.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/main/java/org/apache/beam/sdk/fn/windowing/package-info.java (100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/CancellableQueueTest.java (100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/IdGeneratorsTest.java (100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/JvmInitializersTest.java (95%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/channel/ManagedChannelFactoryTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/channel/SocketAddressFactoryTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/data/BeamFnDataInboundObserverTest.java
(95%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/data/BeamFnDataOutboundAggregatorTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/data/RemoteGrpcPortReadTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/data/RemoteGrpcPortWriteTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/splittabledofn/RestrictionTrackersTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/splittabledofn/WatermarkEstimatorsTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/AdvancingPhaserTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/BufferingStreamObserverTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/DataStreamsTest.java (100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/DirectStreamObserverTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/ForwardingClientResponseObserverTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/OutboundObserverFactoryTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/PrefetchableIterablesTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/stream/PrefetchableIteratorsTest.java
(100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/test/TestExecutorsTest.java (100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/test/TestStreamsTest.java (100%)
rename sdks/java/{fn-execution =>
core}/src/test/java/org/apache/beam/sdk/fn/windowing/EncodedBoundedWindowTest.java
(100%)
delete mode 100644 sdks/java/fn-execution/build.gradle
