mataralhawiti commented on issue #35738:
URL: https://github.com/apache/beam/issues/35738#issuecomment-3160366468
@shunping here's the full error message - it's the first error message :
> Error message from worker: Traceback (most recent call last):
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/typehints/schemas.py",
line 563, in named_tuple_from_schema
> field_py_type = self.typing_from_runner_api(field.type)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/typehints/schemas.py",
line 544, in typing_from_runner_api
> return LogicalType.from_runner_api(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/typehints/schemas.py",
line 803, in from_runner_api
> raise ValueError(
> ValueError: No logical type registered for URN
'beam:logical_type:javasdk_date:v1'
>
> The above exception was the direct cause of the following exception:
>
> Traceback (most recent call last):
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 313, in _execute
> response = task()
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 387, in <lambda>
> lambda: self.create_worker().do_instruction(request), request)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 659, in do_instruction
> return getattr(self, request_type)(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 690, in process_bundle
> bundle_processor = self.bundle_processor_cache.get(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py",
line 511, in get
> processor = bundle_processor.BundleProcessor(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1133, in __init__
> self.ops = self.create_execution_tree(self.process_bundle_descriptor)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1190, in create_execution_tree
> return collections.OrderedDict([(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1193, in <listcomp>
> get_operation(transform_id))) for transform_id in sorted(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1038, in wrapper
> result = cache[args] = func(*args)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1167, in get_operation
> transform_consumers = {
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1168, in <dictcomp>
> tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1168, in <listcomp>
> tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1038, in wrapper
> result = cache[args] = func(*args)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1175, in get_operation
> self.data_sampler.initialize_samplers(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/data_sampler.py",
line 310, in initialize_samplers
> coder = coder_factory(coder_id)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py",
line 1519, in get_coder
> return self.context.coders.get_by_id(coder_id)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/pipeline_context.py",
line 106, in get_by_id
> self._id_to_obj[id] = self._obj_type.from_runner_api(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/coders/coders.py", line
370, in from_runner_api
> [context.coders.get_by_id(c) for c in coder_proto.component_coder_ids],
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/coders/coders.py", line
370, in <listcomp>
> [context.coders.get_by_id(c) for c in coder_proto.component_coder_ids],
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/runners/pipeline_context.py",
line 106, in get_by_id
> self._id_to_obj[id] = self._obj_type.from_runner_api(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/coders/coders.py", line
368, in from_runner_api
> return constructor(
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/coders/row_coder.py", line
107, in from_runner_api_parameter
> return RowCoder(schema)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/coders/row_coder.py", line
66, in __init__
> self._type_hint = named_tuple_from_schema(self.schema)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/typehints/schemas.py",
line 606, in named_tuple_from_schema
> schema_registry=schema_registry).named_tuple_from_schema(schema)
> File
"/usr/local/lib/python3.10/site-packages/apache_beam/typehints/schemas.py",
line 567, in named_tuple_from_schema
> raise ValueError(
> ValueError: Failed to decode schema due to an issue with Field proto:
>
> name: "Sale_Date"
> type {
> logical_type {
> urn: "beam:logical_type:javasdk_date:v1"
> payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\002c\303\007\360@\254\355\000\005sr\000*org.apache.beam.sdk.io.jdbc.LogicalTypes$2M\352\236\036h\3034/\002\000\000xr\000?N9\000
schemas.l\t9Dtypes.PassThroughL\t\030\001Q\270\210\324\331\211\313P\033\263\002\000\004L\000\010argumentt\000\022Ljava/lang/Object;L\000\014a\r
\001:\034t\000.Lorg/\t\266\000/\001\266\020/sdk/\r}\004/S\005\205\024$Field\0010\020;L\000\tf\021\rDq\000~\000\003L\000\nidentifier6s\000<String;xpt\000\000sr\0006n\346\000$AutoValue_\ts\000_\025sh9\304m\364S\243\227P\002\000\010L\000\025collectionEle\001\346\001\226\r\211\000\013-+\001\023\010t\0000\216\331\000\000L9E$;L\000\nmapKey\001@\rS\014\014map\005\227\035\024,\010metadatat\000\017)aXutil/Map;L\000\010nullablet\000\023\t\035%~\030Boolean!?\010row\t\343\010t\000$\212\243\000\001T!\374\030Namet\000-\2122\000\000$\001\254\001/\020;xr\000,nu\001\t\2109\3360\013PLl[\357\3103\002\000\000xp\001\001\014sr\000\036AC\000.\001\342\004.C5|Ds$EmptyM
apY6\024\205Z\334\347\320\0053\014sr\000\021\005/\020lang.\r\3648\315
r\200\325\234\372\356\002\000\001Z\000\005v!\344\034xp\000p~r\000+\212\234\000\021\314\000\000\r\001\000\022e1\000\016\031f\014Enum\r\034\005\035(pt\000\006STRINGs!\304\020\007pppp\001\t\000\020\001\005\010\022p~\001\007H\023t\000\010DATETIMEt\000\004DATE"
> representation {
> logical_type {
> urn: "beam:logical_type:millis_instant:v1"
> representation {
> atomic_type: INT64
> }
> }
> }
> argument_type {
> atomic_type: STRING
> }
> argument {
> atomic_value {
> string: ""
> }
> }
> }
> }
> id: 1
> encoding_position: 1
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: github-unsubscr...@beam.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
