Ture2019 opened a new issue, #22709: URL: https://github.com/apache/beam/issues/22709
### What happened? I am trying to run the example [https://github.com/apache/beam/blob/master/sdks/python/apache_beam/examples/sql_taxi.py](sdks/python/apache_beam/examples/sql_taxi.py) on my local machine. After some minor adaptations (I created a subscription to the "taxirides-realtime" topic and reference that instead of the topic itself), I expected it to work. But I get a NotImplementedError that indicates that SqlTransform is not implemented in DirectRunner. The stacktrace I get: ```python ERROR:apache_beam.runners.direct.executor:Exception at bundle <apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f8809a860e0>, due to an exception. Traceback (most recent call last): File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 370, in call self.attempt_call( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 400, in attempt_call evaluator = self._transform_evaluator_registry.get_evaluator( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 135, in get_evaluator raise NotImplementedError( NotImplementedError: Execution of [<class 'apache_beam.transforms.sql.SqlTransform'>] not implemented in runner <apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry object at 0x7f8809a092d0>. ERROR:apache_beam.runners.direct.executor:Exception at bundle <apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f8809a860e0>, due to an exception. Traceback (most recent call last): File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 370, in call self.attempt_call( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 400, in attempt_call evaluator = self._transform_evaluator_registry.get_evaluator( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 135, in get_evaluator raise NotImplementedError( NotImplementedError: Execution of [<class 'apache_beam.transforms.sql.SqlTransform'>] not implemented in runner <apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry object at 0x7f8809a092d0>. ERROR:apache_beam.runners.direct.executor:Exception at bundle <apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f8809a860e0>, due to an exception. Traceback (most recent call last): File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 370, in call self.attempt_call( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 400, in attempt_call evaluator = self._transform_evaluator_registry.get_evaluator( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 135, in get_evaluator raise NotImplementedError( NotImplementedError: Execution of [<class 'apache_beam.transforms.sql.SqlTransform'>] not implemented in runner <apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry object at 0x7f8809a092d0>. ERROR:apache_beam.runners.direct.executor:Exception at bundle <apache_beam.runners.direct.bundle_factory._Bundle object at 0x7f8809a860e0>, due to an exception. Traceback (most recent call last): File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 370, in call self.attempt_call( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 400, in attempt_call evaluator = self._transform_evaluator_registry.get_evaluator( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 135, in get_evaluator raise NotImplementedError( NotImplementedError: Execution of [<class 'apache_beam.transforms.sql.SqlTransform'>] not implemented in runner <apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry object at 0x7f8809a092d0>. ERROR:apache_beam.runners.direct.executor:Giving up after 4 attempts. WARNING:apache_beam.runners.direct.executor:A task failed with exception: Execution of [<class 'apache_beam.transforms.sql.SqlTransform'>] not implemented in runner <apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry object at 0x7f8809a092d0>. Traceback (most recent call last): File "/Users/ture.friese/atl-dataflow-sql/sql_taxi.py", line 97, in <module> run(known_args.output_topic, pipeline_args) File "/Users/ture.friese/atl-dataflow-sql/sql_taxi.py", line 46, in run with beam.Pipeline(options=pipeline_options) as pipeline: File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/pipeline.py", line 598, in __exit__ self.result.wait_until_finish() File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/direct_runner.py", line 588, in wait_until_finish self._executor.await_completion() File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 432, in await_completion self._executor.await_completion() File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 480, in await_completion raise update.exception File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 370, in call self.attempt_call( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/executor.py", line 400, in attempt_call evaluator = self._transform_evaluator_registry.get_evaluator( File "/Users/ture.friese/miniconda3/envs/atldfs/lib/python3.10/site-packages/apache_beam/runners/direct/transform_evaluator.py", line 135, in get_evaluator raise NotImplementedError( NotImplementedError: Execution of [<class 'apache_beam.transforms.sql.SqlTransform'>] not implemented in runner <apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry object at 0x7f8809a092d0>. ``` ### Issue Priority Priority: 2 ### Issue Component Component: examples-python -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
