This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 7f65a0f (commit)
to b7ae7bb (commit)
from 7f65a0f [BEAM-7505] SideInput Python Load tests job (#11856)
add 6f58212 [BEAM-7505] Create a dashboard for SideInput Load tests
(#13007)
add fe6c2c7 [BEAM-7463] Fix BQ IT flake with streaming inserts (#12951)
add be0bd98 [BEAM-10124] Add ContextualTextIO as a copy of TextIO
add 07b4d17 [BEAM-10124] Change access modifiers. * Change access
modifiers of the following function for visibility outside the package * modify
access modifier for getEmptyMatchTreatment() and getWatchInterval() from FileIO
* modify access modifier for getSingleFileMetadata() from FileBasedSource
add f61aad0 [BEAM-10124] Add ContextualTextIO Implementation * Modify and
add additional tests for ContextualTextIO * Add implementation for
ContextualTextIO
add 90617ce [BEAM-10124] Refactor Code and Add option for recordOffset *
Refactored requested changes * Add recordOffset feild that gives the offset of
a record in the file
add 85d576e [BEAM-10124] Refactor requested changes
add e60c4fa [BEAM-10124] Refactor requested changes
add 4bbd2ca [BEAM-10124] Change from RecordWithMetadata To Row
add 0f7ebc5 Fixup Co-authored-by: Lukasz Cwik <[email protected]>
add 1aaa1e9 Update sdks/java/io/contextual-text-io/build.gradle
add 8404af2 Update
sdks/java/io/contextual-text-io/src/main/java/org/apache/beam/sdk/io/contextualtextio/ContextualTextIO.java
add 35d8567 [BEAM-10124] Change default for RecordNum to be false. Add
Check for trigger Change module location Change to MultiMapView
add 29787b3 Merge pull request #12924 from rezarokni/contextualio_rebase
add b138502 Minor fixes to the get-started/wordcount-example webpage.
(#12913)
add b434542 [BEAM-9730] Ignore bundle registration requests.
add 41791d5 Bound the size of the process bundle descriptor cache.
add b91c8ef Merge pull request #11720 [BEAM-9729] Ignore bundle
registration requests.
add cfe8109 [BEAM-10848] Initialize gauge to 0 (#12992)
add 7812f92 tox: allow apps that support color to use it.
add c0c7c68 [BEAM-7746] Fix typing in beam.utils
add 7385641 [BEAM-7746] Get mypy passing on runners.worker
add 8a1406d Merge pull request #12881 [BEAM-7746] Get mypy passing on
runners.worker
add 80aefdd [BEAM-10670] Make Read use SDF by default. Override in
runners.
add 098817e fixup! Fix unit test failures that were missed.
add 9108d3b [BEAM-10670] Don't start/finish bundles when there are no
timers that are ready.
add fd4190d fixup! Fix spotbugs/checkstyle warning
add 82cfa29 Merge pull request #13006 from lukecwik/beam10670.4
add 079cebd [BEAM-9682] Move existing Go SDK katas fixed time window
lesson into windowing section (#13008)
add d009dc5 v1.0.0
add b7ae7bb Merge pull request #12996 from
KevinGG/jupyterlab-sidepanel-release-1.0.0
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/README.md | 1 +
.../jenkins/job_LoadTests_SideInput_Python.groovy | 2 +-
...K_Load_Tests.json => SideInput_Load_Tests.json} | 461 +++++++++++--
.../katas/go/core_transforms/section-info.yaml | 1 -
.../go/core_transforms/windowing/lesson-info.yaml | 21 -
.../windowing/lesson-remote-info.yaml | 3 -
.../windowing/windowing/task-remote-info.yaml | 2 -
learning/katas/go/course-info.yaml | 1 +
learning/katas/go/course-remote-info.yaml | 2 +-
.../fixed_time_window}/cmd/main.go | 4 +-
.../fixed_time_window}/pkg/common/input.go | 0
.../fixed_time_window}/pkg/task/task.go | 0
.../fixed_time_window}/task-info.yaml | 0
.../fixed_time_window/task-remote-info.yaml | 2 +
.../fixed_time_window/fixed_time_window}/task.md | 0
.../fixed_time_window}/test/task_test.go | 4 +-
.../fixed_time_window}/lesson-info.yaml | 2 +-
.../fixed_time_window/lesson-remote-info.yaml | 3 +
.../{introduction => windowing}/section-info.yaml | 2 +-
.../katas/go/windowing/section-remote-info.yaml | 2 +
.../runners/core/construction/ReadTranslation.java | 37 +-
.../runners/core/construction/SplittableParDo.java | 180 ++++-
.../core/construction/PipelineTranslationTest.java | 40 +-
.../core/construction/ReadTranslationTest.java | 6 +-
.../core/construction/SplittableParDoTest.java | 90 +--
.../construction/graph/QueryablePipelineTest.java | 49 +-
.../renderer/PipelineDotRendererTest.java | 41 +-
.../direct/BoundedReadEvaluatorFactory.java | 4 +-
.../apache/beam/runners/direct/DirectRunner.java | 2 +-
.../runners/direct/UnboundedReadDeduplicator.java | 4 +-
.../direct/UnboundedReadEvaluatorFactory.java | 10 +-
.../direct/BoundedReadEvaluatorFactoryTest.java | 11 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 31 +-
.../flink/FlinkBatchPipelineTranslator.java | 9 -
.../org/apache/beam/runners/flink/FlinkRunner.java | 2 +-
.../flink/FlinkStreamingPipelineTranslator.java | 7 -
.../FlinkStreamingTransformTranslatorsTest.java | 14 +-
.../dataflow/DataflowPipelineTranslator.java | 3 +-
.../beam/runners/dataflow/DataflowRunner.java | 8 +-
.../beam/runners/dataflow/ReadTranslator.java | 7 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 7 +
runners/samza/build.gradle | 1 +
.../org/apache/beam/runners/samza/SamzaRunner.java | 2 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 11 +-
.../beam/runners/samza/runtime/GroupByKeyOp.java | 12 +-
.../SplittableParDoProcessKeyedElementsOp.java | 11 +-
.../runners/samza/translation/ReadTranslator.java | 8 +-
.../runners/spark/SparkNativePipelineVisitor.java | 18 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 3 +
.../beam/runners/spark/SparkRunnerDebugger.java | 2 +
.../apache/beam/runners/spark/io/SourceRDD.java | 3 +-
.../SparkStructuredStreamingRunner.java | 2 +
.../translation/batch/PipelineTranslatorBatch.java | 5 +-
.../streaming/PipelineTranslatorStreaming.java | 5 +-
.../spark/translation/TransformTranslator.java | 9 +-
.../streaming/StreamingTransformTranslator.java | 9 +-
.../beam/runners/twister2/Twister2Runner.java | 4 +-
.../batch/ReadSourceTranslatorBatch.java | 8 +-
.../org/apache/beam/sdk/io/FileBasedSource.java | 2 +-
.../main/java/org/apache/beam/sdk/io/FileIO.java | 4 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 154 ++---
.../org/apache/beam/sdk/io/TFRecordIOTest.java | 15 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 10 +-
.../apache/beam/sdk/runners/TransformTreeTest.java | 16 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 24 +-
.../beam/fn/harness/control/RegisterHandler.java | 94 ---
.../fn/harness/control/RegisterHandlerTest.java | 98 ---
.../io/{splunk => contextualtextio}/build.gradle | 28 +-
.../sdk/io/contextualtextio/ContextualTextIO.java | 707 +++++++++++++++++++
.../contextualtextio/ContextualTextIOSource.java} | 143 +++-
.../io/contextualtextio/RecordWithMetadata.java | 112 +++
.../sdk/io/contextualtextio}/package-info.java | 7 +-
.../io/contextualtextio/ContextualTextIOTest.java} | 753 +++++++++++++++++----
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 26 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 31 +-
.../io/gcp/big_query_query_to_table_it_test.py | 7 +-
.../apache_beam/io/gcp/tests/bigquery_matcher.py | 25 +-
.../io/gcp/tests/bigquery_matcher_test.py | 43 +-
sdks/python/apache_beam/metrics/cells.py | 2 +-
.../apache_beam/metrics/monitoring_infos_test.py | 8 +
.../apache-beam-jupyterlab-sidepanel/package.json | 2 +-
.../apache_beam/runners/worker/bundle_processor.py | 99 +--
.../apache_beam/runners/worker/data_plane.py | 119 +++-
.../apache_beam/runners/worker/log_handler.py | 30 +-
sdks/python/apache_beam/runners/worker/logger.py | 37 +-
.../apache_beam/runners/worker/opcounters.py | 3 +-
.../apache_beam/runners/worker/operations.py | 26 +-
.../apache_beam/runners/worker/sdk_worker.py | 146 +++-
.../apache_beam/runners/worker/sdk_worker_test.py | 2 +-
.../apache_beam/runners/worker/sideinputs.py | 3 +-
.../apache_beam/runners/worker/statecache.py | 54 +-
.../apache_beam/runners/worker/worker_status.py | 3 +-
sdks/python/apache_beam/testing/test_utils.py | 9 +-
sdks/python/apache_beam/utils/retry.py | 26 +-
sdks/python/apache_beam/utils/retry_test.py | 20 +
.../apache_beam/utils/{__init__.py => sentinel.py} | 15 +-
sdks/python/apache_beam/utils/timestamp.py | 27 +
sdks/python/apache_beam/utils/urns.py | 3 +-
sdks/python/apache_beam/utils/windowed_value.py | 2 +-
sdks/python/mypy.ini | 3 -
sdks/python/tox.ini | 2 +
settings.gradle | 1 +
.../content/en/get-started/wordcount-example.md | 15 +-
103 files changed, 3098 insertions(+), 1046 deletions(-)
copy
.test-infra/metrics/grafana/dashboards/perftests_metrics/{GBK_Load_Tests.json
=> SideInput_Load_Tests.json} (62%)
delete mode 100644 learning/katas/go/core_transforms/windowing/lesson-info.yaml
delete mode 100644
learning/katas/go/core_transforms/windowing/lesson-remote-info.yaml
delete mode 100644
learning/katas/go/core_transforms/windowing/windowing/task-remote-info.yaml
rename learning/katas/go/{core_transforms/windowing/windowing =>
windowing/fixed_time_window/fixed_time_window}/cmd/main.go (88%)
rename learning/katas/go/{core_transforms/windowing/windowing =>
windowing/fixed_time_window/fixed_time_window}/pkg/common/input.go (100%)
rename learning/katas/go/{core_transforms/windowing/windowing =>
windowing/fixed_time_window/fixed_time_window}/pkg/task/task.go (100%)
rename learning/katas/go/{core_transforms/windowing/windowing =>
windowing/fixed_time_window/fixed_time_window}/task-info.yaml (100%)
create mode 100644
learning/katas/go/windowing/fixed_time_window/fixed_time_window/task-remote-info.yaml
rename learning/katas/go/{core_transforms/windowing/windowing =>
windowing/fixed_time_window/fixed_time_window}/task.md (100%)
rename learning/katas/go/{core_transforms/windowing/windowing =>
windowing/fixed_time_window/fixed_time_window}/test/task_test.go (93%)
copy learning/katas/go/{core_transforms/branching =>
windowing/fixed_time_window}/lesson-info.yaml (97%)
create mode 100644
learning/katas/go/windowing/fixed_time_window/lesson-remote-info.yaml
copy learning/katas/go/{introduction => windowing}/section-info.yaml (97%)
create mode 100644 learning/katas/go/windowing/section-remote-info.yaml
delete mode 100644
sdks/java/harness/src/main/java/org/apache/beam/fn/harness/control/RegisterHandler.java
delete mode 100644
sdks/java/harness/src/test/java/org/apache/beam/fn/harness/control/RegisterHandlerTest.java
copy sdks/java/io/{splunk => contextualtextio}/build.gradle (55%)
create mode 100644
sdks/java/io/contextualtextio/src/main/java/org/apache/beam/sdk/io/contextualtextio/ContextualTextIO.java
copy sdks/java/{core/src/main/java/org/apache/beam/sdk/io/TextSource.java =>
io/contextualtextio/src/main/java/org/apache/beam/sdk/io/contextualtextio/ContextualTextIOSource.java}
(67%)
create mode 100644
sdks/java/io/contextualtextio/src/main/java/org/apache/beam/sdk/io/contextualtextio/RecordWithMetadata.java
copy
sdks/java/{extensions/sql/datacatalog/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/datacatalog
=>
io/contextualtextio/src/main/java/org/apache/beam/sdk/io/contextualtextio}/package-info.java
(83%)
copy sdks/java/{core/src/test/java/org/apache/beam/sdk/io/TextIOReadTest.java
=>
io/contextualtextio/src/test/java/org/apache/beam/sdk/io/contextualtextio/ContextualTextIOTest.java}
(50%)
copy sdks/python/apache_beam/utils/{__init__.py => sentinel.py} (86%)
