This is an automated email from the ASF dual-hosted git repository.
robertwb pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 1f980eaa894 Remove implicitly defined IOs. (#28479)
1f980eaa894 is described below
commit 1f980eaa894cc43ea5ca1aeb4cb2ef1de1162b17
Author: Robert Bradshaw <[email protected]>
AuthorDate: Fri Sep 15 12:16:53 2023 -0700
Remove implicitly defined IOs. (#28479)
We should be explicit about which IOs we support and their signatures.
---
sdks/python/apache_beam/yaml/yaml_io.py | 16 +---------------
1 file changed, 1 insertion(+), 15 deletions(-)
diff --git a/sdks/python/apache_beam/yaml/yaml_io.py
b/sdks/python/apache_beam/yaml/yaml_io.py
index 646d5e1fbff..2a9d1be62c6 100644
--- a/sdks/python/apache_beam/yaml/yaml_io.py
+++ b/sdks/python/apache_beam/yaml/yaml_io.py
@@ -99,18 +99,4 @@ def write_to_bigquery(
def io_providers():
with open(os.path.join(os.path.dirname(__file__), 'standard_io.yaml')) as
fin:
- explicit_ios = yaml_provider.parse_providers(
- yaml.load(fin, Loader=yaml.SafeLoader))
-
- # TOOD(yaml): We should make all top-level IOs explicit.
- # This will be a chance to clean up the APIs and align them with their
- # Java implementations.
- # PythonTransform can be used to get the "raw" transforms for any others.
- implicit_ios = yaml_provider.InlineProvider({
- key: getattr(beam.io, key)
- for key in dir(beam.io)
- if (key.startswith('ReadFrom') or key.startswith('WriteTo')) and
- key not in explicit_ios
- })
-
- return yaml_provider.merge_providers(explicit_ios, implicit_ios)
+ return yaml_provider.parse_providers(yaml.load(fin,
Loader=yaml.SafeLoader))
