This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from fb91f91 (commit)
to 378e6b8 (commit)
from fb91f91 Remove redundant or inappropriate pieces of the capability
matrix (#13694)
add 3f17564 Fix preview
add b120479 Merge pull request #14075: [BEAM-11860] Fix preview links for
capability matrix detail views
add c0258a0 First step in Vortex sink - refactor CreateTablea and add
TableRow -> proto conversion
add 20ca1d1 address comments
add d967389 Merge pull request #13771: [BEAM-11648] First step in
creation of Vortex sink
add 9c7f402 Refactor ZetaSqlDialectSpecTest and add some passing tests.
(#14080)
add 1f2a92f [BEAM-11727] Optimize ExecutionStateSampler by removing
unnecessary ordering and concurrent data struture, when most accesses are
already synchronized. Additionally reduce the synchronized block for the remove
case.
add 2946e4b Merge pull request #13861: [BEAM-11727] Optimize
ExecutionStateSampler by removing unnecessary ordering
add 3fd3aa5 [BEAM-10961] enable strict dependency checking for
sdks/java/io/thrift (#14066)
add 1a4d9a2 [BEAM-10961] enable strict dependency checking for
sdks/java/io/parquet (#14062)
add 805dabf [BEAM-10114] Fix PerSubscriptionPartitionSdf to not rely on
the presence of BundleFinalizer
add 7f8a315 [BEAM-10114] Fix PerSubscriptionPartitionSdf to not rely on
the presence of BundleFinalizer
add 643ad9e Merge pull request #14069 from [BEAM-10114] Fix
PerSubscriptionPartitionSdf to not rely on the presence of BundleFinalizer
add fd61359 [BEAM-11719] Use deterministic coders for grouping keys.
add 8141e45 Fix bigquery file load.
add 98cc71f Fix GroupWithCoderTest.test_basics_without_type_check to
check exception.
add 64adb6a Add the ability to register additional fallback coders.
add fd87993 [BEAM-11719] Pipeline option for non-deterministic key coders.
add 10abd33 Lint, import fix.
add 8f0b056 Fixup
add 1318fbd Merge remote-tracking branch 'github/master' into
structural-keys
add d3f716d Merge pull request #13839 [BEAM-11719 ] Use deterministic
coders for grouping keys.
add 5566098 [BEAM-10961] Enable strict dependency checking on
sdks/java/extensions/sql (#13830)
add 45b64d3 [BEAM-11864] Use objects.equals instead of raw comparison
add 6de53b4 Merge pull request #14079 from [BEAM-11864] Use
objects.equals instead of raw comparison
add 60f5f46 Minor bugfix in typecoders.
add acff043 Merge pull request #14040 from Minor bugfix in
typecoders.FirstOf.
add 8b41253 Add profiling option to nexmark gradle launching. Passing the
profiling configuration as an argument does not work because it contains a
space and is thus spit into separate arguments.
add 8c6904d Merge pull request #13938 from scwhittle/nexmark_profile Add
profiling option to nexmark gradle launching. Passing the
add e932f88 Minor fix in unit test
add 413052c Merge pull request #13761 from mallamanis/patch-1
add 96f9bbf Merge Fn API and runner v2 configurations for DataflowRunner
add 137a0b6 Merge pull request #14072: Merge Fn API and runner v2
configurations for DataflowRunner
add 40c4386 [BEAM-9378] Add ignored tests which fail in various ways when
querying nested structures (#14077)
add 80c5df4 [BEAM-11778] Create a wrapper for ZetaSQL catalog and
refactor accordingly. (#13934)
add c8aba9d [BEAM-11870] Re-raise underlying exception for
InvocationTargetException (#14098)
add 87b6bfe [BEAM-10961] enable strict dependency checking for
sdks/java/extensions/euphoria
add 4c8e00d Merge pull request #14083 from
sonam-vend/sdks-extensions-euphoria
add 378e6b8 Puts more expensive BQ empty table check to the right of the
'and' condition (#14094)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 34 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +
.../core/metrics/ExecutionStateSampler.java | 34 +-
.../dataflow/BatchStatefulParDoOverrides.java | 10 +-
.../dataflow/DataflowPipelineTranslator.java | 4 +-
.../beam/runners/dataflow/DataflowRunner.java | 31 +-
.../dataflow/PrimitiveParDoSingleFactory.java | 5 +-
.../beam/runners/dataflow/TransformTranslator.java | 3 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 27 +-
.../src/main/resources/beam/suppressions.xml | 3 +-
.../apache/beam/sdk/schemas/utils/AvroUtils.java | 4 +-
.../org/apache/beam/sdk/util/InstanceBuilder.java | 15 +-
.../beam/sdk/schemas/utils/AvroUtilsTest.java | 7 +
sdks/java/extensions/euphoria/build.gradle | 6 +-
sdks/java/extensions/sql/build.gradle | 13 +-
sdks/java/extensions/sql/datacatalog/build.gradle | 12 +-
.../extensions/sql/expansion-service/build.gradle | 6 +-
sdks/java/extensions/sql/hcatalog/build.gradle | 1 +
sdks/java/extensions/sql/jdbc/build.gradle | 7 +-
sdks/java/extensions/sql/perf-tests/build.gradle | 4 +-
.../extensions/sql/BeamSqlDslNestedRowsTest.java | 83 +++
.../extensions/sql/udf-test-provider/build.gradle | 1 +
sdks/java/extensions/sql/udf/build.gradle | 4 +-
sdks/java/extensions/sql/zetasql/build.gradle | 20 +-
.../extensions/sql/zetasql/BeamZetaSqlCatalog.java | 415 +++++++++++
.../sdk/extensions/sql/zetasql/SqlAnalyzer.java | 327 ++-------
.../extensions/sql/zetasql/ZetaSQLPlannerImpl.java | 125 +---
.../sql/zetasql/ZetaSQLQueryPlanner.java | 4 +-
.../zetasql/translation/ExpressionConverter.java | 8 +-
.../sql/zetasql/translation/SqlOperators.java | 49 +-
.../beam/sdk/extensions/sql/zetasql/TestInput.java | 6 +-
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 782 +++++++--------------
.../extensions/sql/zetasql/ZetaSqlJavaUdfTest.java | 26 +-
...taSqlUdfTest.java => ZetaSqlNativeUdfTest.java} | 12 +-
.../extensions/sql/zetasql/ZetaSqlTestBase.java | 1 +
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 15 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 10 +
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 216 ++++++
.../sdk/io/gcp/bigquery/CreateTableHelpers.java | 152 ++++
.../beam/sdk/io/gcp/bigquery/CreateTables.java | 134 +---
.../pubsublite/PerSubscriptionPartitionSdf.java | 32 +-
.../sdk/io/gcp/bigquery/BigQueryHelpersTest.java | 11 +-
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 260 +++++++
.../PerSubscriptionPartitionSdfTest.java | 23 +-
sdks/java/io/parquet/build.gradle | 4 +-
sdks/java/io/thrift/build.gradle | 6 +-
sdks/java/testing/nexmark/build.gradle | 17 +-
sdks/python/apache_beam/coders/coder_impl.py | 4 +-
sdks/python/apache_beam/coders/coders.py | 14 +-
.../apache_beam/coders/coders_test_common.py | 6 +
sdks/python/apache_beam/coders/typecoders.py | 5 +-
.../examples/cookbook/group_with_coder_test.py | 27 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 9 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 4 +-
.../python/apache_beam/options/pipeline_options.py | 8 +
sdks/python/apache_beam/pipeline.py | 13 +
sdks/python/apache_beam/pipeline_test.py | 2 +-
sdks/python/apache_beam/pvalue.py | 4 +-
.../runners/dataflow/dataflow_runner.py | 23 +-
.../python/apache_beam/runners/pipeline_context.py | 14 +-
.../runners/portability/fn_api_runner/fn_runner.py | 5 +-
.../apache_beam/transforms/ptransform_test.py | 98 ++-
.../documentation/capability-matrix-single.html | 2 +-
63 files changed, 1946 insertions(+), 1263 deletions(-)
create mode 100644
sdks/java/extensions/sql/zetasql/src/main/java/org/apache/beam/sdk/extensions/sql/zetasql/BeamZetaSqlCatalog.java
rename
sdks/java/extensions/sql/zetasql/src/test/java/org/apache/beam/sdk/extensions/sql/zetasql/{ZetaSqlUdfTest.java
=> ZetaSqlNativeUdfTest.java} (96%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/CreateTableHelpers.java
