This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 969f5b85acb [BEAM-14347] Add function for simple function registration
(#17650)
add 787479f1a5e Drop dataclasses requirement, we only support python 3.7+
(#17640)
add 4ce605678fa Bump github.com/spf13/cobra from 1.3.0 to 1.4.0 in /sdks
(#17647)
add 2b7aab0ea72 [BEAM-14465] Reduce DefaultS3ClientBuilderFactory logging
to debug level (#17645)
add b8d78b7998a Revert "Better test assertion. (#17551)"
add 90853454eb5 Merge pull request #17653 Revert "Better test assertion."
add 5a5e51ea5fc [BEAM-14430] Adding a logical type support for Python
callables to Row schema
add 6797787df5b add urn, type inference for PythonCallableSource
add e2b29662812 fix lint errors
add 792baa26459 move logical types def
add 514e325845c add micros_instant urn
add 2fce769df1f put a default type hint for PythonCallableSource
add 2d36feb2b6a add comment
add 2d577539f19 Merge pull request #17608 from ihji/BEAM-14430
add 0a2aed79341 Merge pull request #17365 from [BEAM-12482] Update Schema
Destination during Bigquery load job when using temporary tables using
zeroloadjob
add 26b16d00f8a [BEAM-14455] Add UUID to sub-schemas for
PythonExternalTransform
add 04f49848d4b Merge pull request #17605 from ihji/BEAM-14455
add b77413309ef [BEAM-14014] Support impersonation credentials in dataflow
runner (#17244)
add c1103659b39 [BEAM-14469] Allow nil primary returns from TrySplit in a
single-window context (#17667)
add 66e85dab799 Add some auto-starting runners to the typescript SDK.
(#17580)
add 780ad62d42f [BEAM-14371] (and BEAM-14372) - enable a couple
staticchecks (#17670)
No new revisions were added by this update.
Summary of changes:
.../beam/model/pipeline/v1/beam_runner_api.proto | 8 +-
.../org/apache/beam/model/pipeline/v1/schema.proto | 23 ++
sdks/go.mod | 2 +-
sdks/go.sum | 126 +-------
sdks/go/pkg/beam/coder.go | 8 -
sdks/go/pkg/beam/core/graph/fn_test.go | 2 +
sdks/go/pkg/beam/core/runtime/exec/emit.go | 5 +-
sdks/go/pkg/beam/core/runtime/exec/sdf.go | 13 +-
sdks/go/pkg/beam/core/runtime/genx/genx_test.go | 2 +
.../core/runtime/graphx/schema/logicaltypes.go | 1 -
.../beam/core/runtime/graphx/schema/schema_test.go | 2 +
.../pkg/beam/core/runtime/graphx/serialize_test.go | 2 +
sdks/go/pkg/beam/core/runtime/graphx/translate.go | 6 -
sdks/go/pkg/beam/core/runtime/graphx/xlang_test.go | 6 -
sdks/go/pkg/beam/core/runtime/types_test.go | 2 +
sdks/go/pkg/beam/io/xlang/jdbcio/jdbc.go | 2 -
sdks/go/pkg/beam/staticcheck.conf | 4 +-
sdks/go/pkg/beam/transforms/sql/sqlx/sqlx.go | 3 +
.../apache/beam/sdk/schemas/SchemaTranslation.java | 2 +
.../sdk/schemas/logicaltypes/MicrosInstant.java | 8 +-
...{SchemaLogicalType.java => PythonCallable.java} | 36 +--
.../sdk/schemas/utils/StaticSchemaInference.java | 1 +
...{ShardedFile.java => PythonCallableSource.java} | 30 +-
.../beam/sdk/schemas/SchemaTranslationTest.java | 2 +
.../extensions/python/PythonExternalTransform.java | 39 ++-
.../sdk/extensions/python/bootstrap_beam_venv.py | 2 +-
...mTest.java => PythonExternalTransformTest.java} | 51 +++-
.../io/aws/s3/DefaultS3ClientBuilderFactory.java | 8 -
.../io/aws2/s3/DefaultS3ClientBuilderFactory.java | 9 -
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 55 +++-
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 9 +
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 64 ++++
.../io/gcp/bigquery/UpdateSchemaDestination.java | 338 +++++++++++++++++++++
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 5 +-
.../beam/sdk/io/gcp/testing/FakeJobService.java | 10 +
.../bigquery/BigQuerySchemaUpdateOptionsIT.java | 65 ++++
.../apache_beam/examples/wordcount_it_test.py | 39 +++
sdks/python/apache_beam/internal/gcp/auth.py | 66 ++--
.../apache_beam/io/gcp/bigquery_json_it_test.py | 8 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 4 +-
sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 31 +-
.../apache_beam/io/gcp/gcsfilesystem_test.py | 26 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 9 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 2 +-
.../python/apache_beam/options/pipeline_options.py | 14 +-
sdks/python/apache_beam/portability/common_urns.py | 5 +
.../runners/dataflow/internal/apiclient.py | 6 +-
.../apache_beam/runners/interactive/utils.py | 2 +-
.../runners/portability/sdk_container_builder.py | 2 +-
sdks/python/apache_beam/typehints/schemas.py | 28 +-
sdks/python/apache_beam/typehints/schemas_test.py | 17 ++
.../observable.py => utils/python_callable.py} | 31 +-
sdks/python/setup.py | 4 -
sdks/typescript/package-lock.json | 15 +-
sdks/typescript/package.json | 1 +
.../src/apache_beam/examples/wordcount.ts | 20 +-
.../typescript/src/apache_beam/runners/dataflow.ts | 39 ++-
.../src/apache_beam/runners/direct_runner.ts | 47 +++
sdks/typescript/src/apache_beam/runners/flink.ts | 84 +++++
.../apache_beam/runners/portable_runner/runner.ts | 85 ++++--
sdks/typescript/src/apache_beam/runners/runner.ts | 45 ++-
.../src/apache_beam/runners/universal.ts | 36 ++-
.../src/apache_beam/transforms/internal.ts | 2 +
sdks/typescript/src/apache_beam/utils/service.ts | 108 +++++--
sdks/typescript/src/apache_beam/worker/data.ts | 3 +
.../apache_beam/worker/external_worker_service.ts | 47 +--
sdks/typescript/src/apache_beam/worker/worker.ts | 12 +-
67 files changed, 1368 insertions(+), 421 deletions(-)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/logicaltypes/{SchemaLogicalType.java
=> PythonCallable.java} (56%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{ShardedFile.java
=> PythonCallableSource.java} (58%)
rename
sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/{ExternalPythonTransformTest.java
=> PythonExternalTransformTest.java} (83%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/UpdateSchemaDestination.java
copy sdks/python/apache_beam/{coders/observable.py =>
utils/python_callable.py} (57%)
copy .test-infra/jenkins/InfluxDBCredentialsHelper.groovy =>
sdks/typescript/src/apache_beam/runners/dataflow.ts (52%)
create mode 100644 sdks/typescript/src/apache_beam/runners/flink.ts
copy .test-infra/jenkins/InfluxDBCredentialsHelper.groovy =>
sdks/typescript/src/apache_beam/runners/universal.ts (54%)
