This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 57f6824e78e2 [SPARK-50227][CONNECT][PYTHON] Upgrade buf plugins to
`v28.3`
57f6824e78e2 is described below
commit 57f6824e78e2e615778827ddebce9d7fcaae1698
Author: yangjie01 <[email protected]>
AuthorDate: Tue Nov 5 07:33:53 2024 -0800
[SPARK-50227][CONNECT][PYTHON] Upgrade buf plugins to `v28.3`
### What changes were proposed in this pull request?
This pr aims to upgrade buf plugins from v21.7 to v28.3
### Why are the changes needed?
Align with the current version of Protocol Buffers used by Spark.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
Pass Github Actions
### Was this patch authored or co-authored using generative AI tooling?
No
Closes #48756 from LuciferYang/buf-version.
Authored-by: yangjie01 <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
---
python/pyspark/sql/connect/proto/base_pb2.py | 399 +++++++++++----------
python/pyspark/sql/connect/proto/catalog_pb2.py | 147 ++++----
python/pyspark/sql/connect/proto/commands_pb2.py | 281 ++++++++-------
python/pyspark/sql/connect/proto/common_pb2.py | 67 ++--
.../sql/connect/proto/example_plugins_pb2.py | 35 +-
.../pyspark/sql/connect/proto/expressions_pb2.py | 171 ++++-----
python/pyspark/sql/connect/proto/relations_pb2.py | 373 +++++++++----------
python/pyspark/sql/connect/proto/types_pb2.py | 133 +++----
sql/connect/common/src/main/buf.gen.yaml | 10 +-
9 files changed, 849 insertions(+), 767 deletions(-)
diff --git a/python/pyspark/sql/connect/proto/base_pb2.py
b/python/pyspark/sql/connect/proto/base_pb2.py
index 5243e55576f8..620f413f62c0 100644
--- a/python/pyspark/sql/connect/proto/base_pb2.py
+++ b/python/pyspark/sql/connect/proto/base_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/base.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/base.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -40,191 +46,208 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b'\n\x18spark/connect/base.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x1cspark/connect/commands.proto\x1a\x1aspark/connect/common.proto\x1a\x1fspark/connect/expressions.proto\x1a\x1dspark/connect/relations.proto\x1a\x19spark/connect/types.proto"t\n\x04Plan\x12-\n\x04root\x18\x01
\x01(\x0b\x32\x17.spark.connect.RelationH\x00R\x04root\x12\x32\n\x07\x63ommand\x18\x02
\x01(\x0b\x32\x16.spark.connect.CommandH\x00R\x07\x63ommandB\t\n\x07op_type"z\n\x0bUserContext\x12\x17
[...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR,
"pyspark.sql.connect.proto.base_pb2", globals())
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY._options =
None
-
_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY._serialized_options
= b"8\001"
- _ARTIFACTSTATUSESRESPONSE_STATUSESENTRY._options = None
- _ARTIFACTSTATUSESRESPONSE_STATUSESENTRY._serialized_options = b"8\001"
- _FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY._options
= None
-
_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY._serialized_options
= b"8\001"
- _PLAN._serialized_start = 219
- _PLAN._serialized_end = 335
- _USERCONTEXT._serialized_start = 337
- _USERCONTEXT._serialized_end = 459
- _ANALYZEPLANREQUEST._serialized_start = 462
- _ANALYZEPLANREQUEST._serialized_end = 3014
- _ANALYZEPLANREQUEST_SCHEMA._serialized_start = 1745
- _ANALYZEPLANREQUEST_SCHEMA._serialized_end = 1794
- _ANALYZEPLANREQUEST_EXPLAIN._serialized_start = 1797
- _ANALYZEPLANREQUEST_EXPLAIN._serialized_end = 2112
- _ANALYZEPLANREQUEST_EXPLAIN_EXPLAINMODE._serialized_start = 1940
- _ANALYZEPLANREQUEST_EXPLAIN_EXPLAINMODE._serialized_end = 2112
- _ANALYZEPLANREQUEST_TREESTRING._serialized_start = 2114
- _ANALYZEPLANREQUEST_TREESTRING._serialized_end = 2204
- _ANALYZEPLANREQUEST_ISLOCAL._serialized_start = 2206
- _ANALYZEPLANREQUEST_ISLOCAL._serialized_end = 2256
- _ANALYZEPLANREQUEST_ISSTREAMING._serialized_start = 2258
- _ANALYZEPLANREQUEST_ISSTREAMING._serialized_end = 2312
- _ANALYZEPLANREQUEST_INPUTFILES._serialized_start = 2314
- _ANALYZEPLANREQUEST_INPUTFILES._serialized_end = 2367
- _ANALYZEPLANREQUEST_SPARKVERSION._serialized_start = 2369
- _ANALYZEPLANREQUEST_SPARKVERSION._serialized_end = 2383
- _ANALYZEPLANREQUEST_DDLPARSE._serialized_start = 2385
- _ANALYZEPLANREQUEST_DDLPARSE._serialized_end = 2426
- _ANALYZEPLANREQUEST_SAMESEMANTICS._serialized_start = 2428
- _ANALYZEPLANREQUEST_SAMESEMANTICS._serialized_end = 2549
- _ANALYZEPLANREQUEST_SEMANTICHASH._serialized_start = 2551
- _ANALYZEPLANREQUEST_SEMANTICHASH._serialized_end = 2606
- _ANALYZEPLANREQUEST_PERSIST._serialized_start = 2609
- _ANALYZEPLANREQUEST_PERSIST._serialized_end = 2760
- _ANALYZEPLANREQUEST_UNPERSIST._serialized_start = 2762
- _ANALYZEPLANREQUEST_UNPERSIST._serialized_end = 2872
- _ANALYZEPLANREQUEST_GETSTORAGELEVEL._serialized_start = 2874
- _ANALYZEPLANREQUEST_GETSTORAGELEVEL._serialized_end = 2944
- _ANALYZEPLANRESPONSE._serialized_start = 3017
- _ANALYZEPLANRESPONSE._serialized_end = 4759
- _ANALYZEPLANRESPONSE_SCHEMA._serialized_start = 4178
- _ANALYZEPLANRESPONSE_SCHEMA._serialized_end = 4235
- _ANALYZEPLANRESPONSE_EXPLAIN._serialized_start = 4237
- _ANALYZEPLANRESPONSE_EXPLAIN._serialized_end = 4285
- _ANALYZEPLANRESPONSE_TREESTRING._serialized_start = 4287
- _ANALYZEPLANRESPONSE_TREESTRING._serialized_end = 4332
- _ANALYZEPLANRESPONSE_ISLOCAL._serialized_start = 4334
- _ANALYZEPLANRESPONSE_ISLOCAL._serialized_end = 4370
- _ANALYZEPLANRESPONSE_ISSTREAMING._serialized_start = 4372
- _ANALYZEPLANRESPONSE_ISSTREAMING._serialized_end = 4420
- _ANALYZEPLANRESPONSE_INPUTFILES._serialized_start = 4422
- _ANALYZEPLANRESPONSE_INPUTFILES._serialized_end = 4456
- _ANALYZEPLANRESPONSE_SPARKVERSION._serialized_start = 4458
- _ANALYZEPLANRESPONSE_SPARKVERSION._serialized_end = 4498
- _ANALYZEPLANRESPONSE_DDLPARSE._serialized_start = 4500
- _ANALYZEPLANRESPONSE_DDLPARSE._serialized_end = 4559
- _ANALYZEPLANRESPONSE_SAMESEMANTICS._serialized_start = 4561
- _ANALYZEPLANRESPONSE_SAMESEMANTICS._serialized_end = 4600
- _ANALYZEPLANRESPONSE_SEMANTICHASH._serialized_start = 4602
- _ANALYZEPLANRESPONSE_SEMANTICHASH._serialized_end = 4640
- _ANALYZEPLANRESPONSE_PERSIST._serialized_start = 2609
- _ANALYZEPLANRESPONSE_PERSIST._serialized_end = 2618
- _ANALYZEPLANRESPONSE_UNPERSIST._serialized_start = 2762
- _ANALYZEPLANRESPONSE_UNPERSIST._serialized_end = 2773
- _ANALYZEPLANRESPONSE_GETSTORAGELEVEL._serialized_start = 4666
- _ANALYZEPLANRESPONSE_GETSTORAGELEVEL._serialized_end = 4749
- _EXECUTEPLANREQUEST._serialized_start = 4762
- _EXECUTEPLANREQUEST._serialized_end = 5437
- _EXECUTEPLANREQUEST_REQUESTOPTION._serialized_start = 5196
- _EXECUTEPLANREQUEST_REQUESTOPTION._serialized_end = 5361
- _EXECUTEPLANRESPONSE._serialized_start = 5440
- _EXECUTEPLANRESPONSE._serialized_end = 8358
- _EXECUTEPLANRESPONSE_SQLCOMMANDRESULT._serialized_start = 7132
- _EXECUTEPLANRESPONSE_SQLCOMMANDRESULT._serialized_end = 7203
- _EXECUTEPLANRESPONSE_ARROWBATCH._serialized_start = 7205
- _EXECUTEPLANRESPONSE_ARROWBATCH._serialized_end = 7323
- _EXECUTEPLANRESPONSE_METRICS._serialized_start = 7326
- _EXECUTEPLANRESPONSE_METRICS._serialized_end = 7843
- _EXECUTEPLANRESPONSE_METRICS_METRICOBJECT._serialized_start = 7421
- _EXECUTEPLANRESPONSE_METRICS_METRICOBJECT._serialized_end = 7753
-
_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY._serialized_start
= 7630
-
_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY._serialized_end
= 7753
- _EXECUTEPLANRESPONSE_METRICS_METRICVALUE._serialized_start = 7755
- _EXECUTEPLANRESPONSE_METRICS_METRICVALUE._serialized_end = 7843
- _EXECUTEPLANRESPONSE_OBSERVEDMETRICS._serialized_start = 7846
- _EXECUTEPLANRESPONSE_OBSERVEDMETRICS._serialized_end = 7987
- _EXECUTEPLANRESPONSE_RESULTCOMPLETE._serialized_start = 7989
- _EXECUTEPLANRESPONSE_RESULTCOMPLETE._serialized_end = 8005
- _EXECUTEPLANRESPONSE_EXECUTIONPROGRESS._serialized_start = 8008
- _EXECUTEPLANRESPONSE_EXECUTIONPROGRESS._serialized_end = 8341
- _EXECUTEPLANRESPONSE_EXECUTIONPROGRESS_STAGEINFO._serialized_start = 8164
- _EXECUTEPLANRESPONSE_EXECUTIONPROGRESS_STAGEINFO._serialized_end = 8341
- _KEYVALUE._serialized_start = 8360
- _KEYVALUE._serialized_end = 8425
- _CONFIGREQUEST._serialized_start = 8428
- _CONFIGREQUEST._serialized_end = 9587
- _CONFIGREQUEST_OPERATION._serialized_start = 8736
- _CONFIGREQUEST_OPERATION._serialized_end = 9234
- _CONFIGREQUEST_SET._serialized_start = 9236
- _CONFIGREQUEST_SET._serialized_end = 9288
- _CONFIGREQUEST_GET._serialized_start = 9290
- _CONFIGREQUEST_GET._serialized_end = 9315
- _CONFIGREQUEST_GETWITHDEFAULT._serialized_start = 9317
- _CONFIGREQUEST_GETWITHDEFAULT._serialized_end = 9380
- _CONFIGREQUEST_GETOPTION._serialized_start = 9382
- _CONFIGREQUEST_GETOPTION._serialized_end = 9413
- _CONFIGREQUEST_GETALL._serialized_start = 9415
- _CONFIGREQUEST_GETALL._serialized_end = 9463
- _CONFIGREQUEST_UNSET._serialized_start = 9465
- _CONFIGREQUEST_UNSET._serialized_end = 9492
- _CONFIGREQUEST_ISMODIFIABLE._serialized_start = 9494
- _CONFIGREQUEST_ISMODIFIABLE._serialized_end = 9528
- _CONFIGRESPONSE._serialized_start = 9590
- _CONFIGRESPONSE._serialized_end = 9765
- _ADDARTIFACTSREQUEST._serialized_start = 9768
- _ADDARTIFACTSREQUEST._serialized_end = 10770
- _ADDARTIFACTSREQUEST_ARTIFACTCHUNK._serialized_start = 10243
- _ADDARTIFACTSREQUEST_ARTIFACTCHUNK._serialized_end = 10296
- _ADDARTIFACTSREQUEST_SINGLECHUNKARTIFACT._serialized_start = 10298
- _ADDARTIFACTSREQUEST_SINGLECHUNKARTIFACT._serialized_end = 10409
- _ADDARTIFACTSREQUEST_BATCH._serialized_start = 10411
- _ADDARTIFACTSREQUEST_BATCH._serialized_end = 10504
- _ADDARTIFACTSREQUEST_BEGINCHUNKEDARTIFACT._serialized_start = 10507
- _ADDARTIFACTSREQUEST_BEGINCHUNKEDARTIFACT._serialized_end = 10700
- _ADDARTIFACTSRESPONSE._serialized_start = 10773
- _ADDARTIFACTSRESPONSE._serialized_end = 11045
- _ADDARTIFACTSRESPONSE_ARTIFACTSUMMARY._serialized_start = 10964
- _ADDARTIFACTSRESPONSE_ARTIFACTSUMMARY._serialized_end = 11045
- _ARTIFACTSTATUSESREQUEST._serialized_start = 11048
- _ARTIFACTSTATUSESREQUEST._serialized_end = 11374
- _ARTIFACTSTATUSESRESPONSE._serialized_start = 11377
- _ARTIFACTSTATUSESRESPONSE._serialized_end = 11729
- _ARTIFACTSTATUSESRESPONSE_STATUSESENTRY._serialized_start = 11572
- _ARTIFACTSTATUSESRESPONSE_STATUSESENTRY._serialized_end = 11687
- _ARTIFACTSTATUSESRESPONSE_ARTIFACTSTATUS._serialized_start = 11689
- _ARTIFACTSTATUSESRESPONSE_ARTIFACTSTATUS._serialized_end = 11729
- _INTERRUPTREQUEST._serialized_start = 11732
- _INTERRUPTREQUEST._serialized_end = 12335
- _INTERRUPTREQUEST_INTERRUPTTYPE._serialized_start = 12135
- _INTERRUPTREQUEST_INTERRUPTTYPE._serialized_end = 12263
- _INTERRUPTRESPONSE._serialized_start = 12338
- _INTERRUPTRESPONSE._serialized_end = 12482
- _REATTACHOPTIONS._serialized_start = 12484
- _REATTACHOPTIONS._serialized_end = 12537
- _REATTACHEXECUTEREQUEST._serialized_start = 12540
- _REATTACHEXECUTEREQUEST._serialized_end = 12946
- _RELEASEEXECUTEREQUEST._serialized_start = 12949
- _RELEASEEXECUTEREQUEST._serialized_end = 13534
- _RELEASEEXECUTEREQUEST_RELEASEALL._serialized_start = 13403
- _RELEASEEXECUTEREQUEST_RELEASEALL._serialized_end = 13415
- _RELEASEEXECUTEREQUEST_RELEASEUNTIL._serialized_start = 13417
- _RELEASEEXECUTEREQUEST_RELEASEUNTIL._serialized_end = 13464
- _RELEASEEXECUTERESPONSE._serialized_start = 13537
- _RELEASEEXECUTERESPONSE._serialized_end = 13702
- _RELEASESESSIONREQUEST._serialized_start = 13705
- _RELEASESESSIONREQUEST._serialized_end = 13876
- _RELEASESESSIONRESPONSE._serialized_start = 13878
- _RELEASESESSIONRESPONSE._serialized_end = 13986
- _FETCHERRORDETAILSREQUEST._serialized_start = 13989
- _FETCHERRORDETAILSREQUEST._serialized_end = 14321
- _FETCHERRORDETAILSRESPONSE._serialized_start = 14324
- _FETCHERRORDETAILSRESPONSE._serialized_end = 15879
- _FETCHERRORDETAILSRESPONSE_STACKTRACEELEMENT._serialized_start = 14553
- _FETCHERRORDETAILSRESPONSE_STACKTRACEELEMENT._serialized_end = 14727
- _FETCHERRORDETAILSRESPONSE_QUERYCONTEXT._serialized_start = 14730
- _FETCHERRORDETAILSRESPONSE_QUERYCONTEXT._serialized_end = 15098
- _FETCHERRORDETAILSRESPONSE_QUERYCONTEXT_CONTEXTTYPE._serialized_start =
15061
- _FETCHERRORDETAILSRESPONSE_QUERYCONTEXT_CONTEXTTYPE._serialized_end = 15098
- _FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE._serialized_start = 15101
- _FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE._serialized_end = 15510
-
_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY._serialized_start
= 15412
-
_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY._serialized_end
= 15480
- _FETCHERRORDETAILSRESPONSE_ERROR._serialized_start = 15513
- _FETCHERRORDETAILSRESPONSE_ERROR._serialized_end = 15860
- _CHECKPOINTCOMMANDRESULT._serialized_start = 15881
- _CHECKPOINTCOMMANDRESULT._serialized_end = 15971
- _SPARKCONNECTSERVICE._serialized_start = 15974
- _SPARKCONNECTSERVICE._serialized_end = 16920
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR,
"pyspark.sql.connect.proto.base_pb2", _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals[
+ "_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY"
+ ]._loaded_options = None
+ _globals[
+ "_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY"
+ ]._serialized_options = b"8\001"
+ _globals["_ARTIFACTSTATUSESRESPONSE_STATUSESENTRY"]._loaded_options = None
+ _globals["_ARTIFACTSTATUSESRESPONSE_STATUSESENTRY"]._serialized_options =
b"8\001"
+ _globals[
+ "_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY"
+ ]._loaded_options = None
+ _globals[
+ "_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY"
+ ]._serialized_options = b"8\001"
+ _globals["_PLAN"]._serialized_start = 219
+ _globals["_PLAN"]._serialized_end = 335
+ _globals["_USERCONTEXT"]._serialized_start = 337
+ _globals["_USERCONTEXT"]._serialized_end = 459
+ _globals["_ANALYZEPLANREQUEST"]._serialized_start = 462
+ _globals["_ANALYZEPLANREQUEST"]._serialized_end = 3014
+ _globals["_ANALYZEPLANREQUEST_SCHEMA"]._serialized_start = 1745
+ _globals["_ANALYZEPLANREQUEST_SCHEMA"]._serialized_end = 1794
+ _globals["_ANALYZEPLANREQUEST_EXPLAIN"]._serialized_start = 1797
+ _globals["_ANALYZEPLANREQUEST_EXPLAIN"]._serialized_end = 2112
+ _globals["_ANALYZEPLANREQUEST_EXPLAIN_EXPLAINMODE"]._serialized_start =
1940
+ _globals["_ANALYZEPLANREQUEST_EXPLAIN_EXPLAINMODE"]._serialized_end = 2112
+ _globals["_ANALYZEPLANREQUEST_TREESTRING"]._serialized_start = 2114
+ _globals["_ANALYZEPLANREQUEST_TREESTRING"]._serialized_end = 2204
+ _globals["_ANALYZEPLANREQUEST_ISLOCAL"]._serialized_start = 2206
+ _globals["_ANALYZEPLANREQUEST_ISLOCAL"]._serialized_end = 2256
+ _globals["_ANALYZEPLANREQUEST_ISSTREAMING"]._serialized_start = 2258
+ _globals["_ANALYZEPLANREQUEST_ISSTREAMING"]._serialized_end = 2312
+ _globals["_ANALYZEPLANREQUEST_INPUTFILES"]._serialized_start = 2314
+ _globals["_ANALYZEPLANREQUEST_INPUTFILES"]._serialized_end = 2367
+ _globals["_ANALYZEPLANREQUEST_SPARKVERSION"]._serialized_start = 2369
+ _globals["_ANALYZEPLANREQUEST_SPARKVERSION"]._serialized_end = 2383
+ _globals["_ANALYZEPLANREQUEST_DDLPARSE"]._serialized_start = 2385
+ _globals["_ANALYZEPLANREQUEST_DDLPARSE"]._serialized_end = 2426
+ _globals["_ANALYZEPLANREQUEST_SAMESEMANTICS"]._serialized_start = 2428
+ _globals["_ANALYZEPLANREQUEST_SAMESEMANTICS"]._serialized_end = 2549
+ _globals["_ANALYZEPLANREQUEST_SEMANTICHASH"]._serialized_start = 2551
+ _globals["_ANALYZEPLANREQUEST_SEMANTICHASH"]._serialized_end = 2606
+ _globals["_ANALYZEPLANREQUEST_PERSIST"]._serialized_start = 2609
+ _globals["_ANALYZEPLANREQUEST_PERSIST"]._serialized_end = 2760
+ _globals["_ANALYZEPLANREQUEST_UNPERSIST"]._serialized_start = 2762
+ _globals["_ANALYZEPLANREQUEST_UNPERSIST"]._serialized_end = 2872
+ _globals["_ANALYZEPLANREQUEST_GETSTORAGELEVEL"]._serialized_start = 2874
+ _globals["_ANALYZEPLANREQUEST_GETSTORAGELEVEL"]._serialized_end = 2944
+ _globals["_ANALYZEPLANRESPONSE"]._serialized_start = 3017
+ _globals["_ANALYZEPLANRESPONSE"]._serialized_end = 4759
+ _globals["_ANALYZEPLANRESPONSE_SCHEMA"]._serialized_start = 4178
+ _globals["_ANALYZEPLANRESPONSE_SCHEMA"]._serialized_end = 4235
+ _globals["_ANALYZEPLANRESPONSE_EXPLAIN"]._serialized_start = 4237
+ _globals["_ANALYZEPLANRESPONSE_EXPLAIN"]._serialized_end = 4285
+ _globals["_ANALYZEPLANRESPONSE_TREESTRING"]._serialized_start = 4287
+ _globals["_ANALYZEPLANRESPONSE_TREESTRING"]._serialized_end = 4332
+ _globals["_ANALYZEPLANRESPONSE_ISLOCAL"]._serialized_start = 4334
+ _globals["_ANALYZEPLANRESPONSE_ISLOCAL"]._serialized_end = 4370
+ _globals["_ANALYZEPLANRESPONSE_ISSTREAMING"]._serialized_start = 4372
+ _globals["_ANALYZEPLANRESPONSE_ISSTREAMING"]._serialized_end = 4420
+ _globals["_ANALYZEPLANRESPONSE_INPUTFILES"]._serialized_start = 4422
+ _globals["_ANALYZEPLANRESPONSE_INPUTFILES"]._serialized_end = 4456
+ _globals["_ANALYZEPLANRESPONSE_SPARKVERSION"]._serialized_start = 4458
+ _globals["_ANALYZEPLANRESPONSE_SPARKVERSION"]._serialized_end = 4498
+ _globals["_ANALYZEPLANRESPONSE_DDLPARSE"]._serialized_start = 4500
+ _globals["_ANALYZEPLANRESPONSE_DDLPARSE"]._serialized_end = 4559
+ _globals["_ANALYZEPLANRESPONSE_SAMESEMANTICS"]._serialized_start = 4561
+ _globals["_ANALYZEPLANRESPONSE_SAMESEMANTICS"]._serialized_end = 4600
+ _globals["_ANALYZEPLANRESPONSE_SEMANTICHASH"]._serialized_start = 4602
+ _globals["_ANALYZEPLANRESPONSE_SEMANTICHASH"]._serialized_end = 4640
+ _globals["_ANALYZEPLANRESPONSE_PERSIST"]._serialized_start = 2609
+ _globals["_ANALYZEPLANRESPONSE_PERSIST"]._serialized_end = 2618
+ _globals["_ANALYZEPLANRESPONSE_UNPERSIST"]._serialized_start = 2762
+ _globals["_ANALYZEPLANRESPONSE_UNPERSIST"]._serialized_end = 2773
+ _globals["_ANALYZEPLANRESPONSE_GETSTORAGELEVEL"]._serialized_start = 4666
+ _globals["_ANALYZEPLANRESPONSE_GETSTORAGELEVEL"]._serialized_end = 4749
+ _globals["_EXECUTEPLANREQUEST"]._serialized_start = 4762
+ _globals["_EXECUTEPLANREQUEST"]._serialized_end = 5437
+ _globals["_EXECUTEPLANREQUEST_REQUESTOPTION"]._serialized_start = 5196
+ _globals["_EXECUTEPLANREQUEST_REQUESTOPTION"]._serialized_end = 5361
+ _globals["_EXECUTEPLANRESPONSE"]._serialized_start = 5440
+ _globals["_EXECUTEPLANRESPONSE"]._serialized_end = 8358
+ _globals["_EXECUTEPLANRESPONSE_SQLCOMMANDRESULT"]._serialized_start = 7132
+ _globals["_EXECUTEPLANRESPONSE_SQLCOMMANDRESULT"]._serialized_end = 7203
+ _globals["_EXECUTEPLANRESPONSE_ARROWBATCH"]._serialized_start = 7205
+ _globals["_EXECUTEPLANRESPONSE_ARROWBATCH"]._serialized_end = 7323
+ _globals["_EXECUTEPLANRESPONSE_METRICS"]._serialized_start = 7326
+ _globals["_EXECUTEPLANRESPONSE_METRICS"]._serialized_end = 7843
+ _globals["_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT"]._serialized_start =
7421
+ _globals["_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT"]._serialized_end =
7753
+ _globals[
+ "_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY"
+ ]._serialized_start = 7630
+ _globals[
+ "_EXECUTEPLANRESPONSE_METRICS_METRICOBJECT_EXECUTIONMETRICSENTRY"
+ ]._serialized_end = 7753
+ _globals["_EXECUTEPLANRESPONSE_METRICS_METRICVALUE"]._serialized_start =
7755
+ _globals["_EXECUTEPLANRESPONSE_METRICS_METRICVALUE"]._serialized_end = 7843
+ _globals["_EXECUTEPLANRESPONSE_OBSERVEDMETRICS"]._serialized_start = 7846
+ _globals["_EXECUTEPLANRESPONSE_OBSERVEDMETRICS"]._serialized_end = 7987
+ _globals["_EXECUTEPLANRESPONSE_RESULTCOMPLETE"]._serialized_start = 7989
+ _globals["_EXECUTEPLANRESPONSE_RESULTCOMPLETE"]._serialized_end = 8005
+ _globals["_EXECUTEPLANRESPONSE_EXECUTIONPROGRESS"]._serialized_start = 8008
+ _globals["_EXECUTEPLANRESPONSE_EXECUTIONPROGRESS"]._serialized_end = 8341
+
_globals["_EXECUTEPLANRESPONSE_EXECUTIONPROGRESS_STAGEINFO"]._serialized_start
= 8164
+
_globals["_EXECUTEPLANRESPONSE_EXECUTIONPROGRESS_STAGEINFO"]._serialized_end =
8341
+ _globals["_KEYVALUE"]._serialized_start = 8360
+ _globals["_KEYVALUE"]._serialized_end = 8425
+ _globals["_CONFIGREQUEST"]._serialized_start = 8428
+ _globals["_CONFIGREQUEST"]._serialized_end = 9587
+ _globals["_CONFIGREQUEST_OPERATION"]._serialized_start = 8736
+ _globals["_CONFIGREQUEST_OPERATION"]._serialized_end = 9234
+ _globals["_CONFIGREQUEST_SET"]._serialized_start = 9236
+ _globals["_CONFIGREQUEST_SET"]._serialized_end = 9288
+ _globals["_CONFIGREQUEST_GET"]._serialized_start = 9290
+ _globals["_CONFIGREQUEST_GET"]._serialized_end = 9315
+ _globals["_CONFIGREQUEST_GETWITHDEFAULT"]._serialized_start = 9317
+ _globals["_CONFIGREQUEST_GETWITHDEFAULT"]._serialized_end = 9380
+ _globals["_CONFIGREQUEST_GETOPTION"]._serialized_start = 9382
+ _globals["_CONFIGREQUEST_GETOPTION"]._serialized_end = 9413
+ _globals["_CONFIGREQUEST_GETALL"]._serialized_start = 9415
+ _globals["_CONFIGREQUEST_GETALL"]._serialized_end = 9463
+ _globals["_CONFIGREQUEST_UNSET"]._serialized_start = 9465
+ _globals["_CONFIGREQUEST_UNSET"]._serialized_end = 9492
+ _globals["_CONFIGREQUEST_ISMODIFIABLE"]._serialized_start = 9494
+ _globals["_CONFIGREQUEST_ISMODIFIABLE"]._serialized_end = 9528
+ _globals["_CONFIGRESPONSE"]._serialized_start = 9590
+ _globals["_CONFIGRESPONSE"]._serialized_end = 9765
+ _globals["_ADDARTIFACTSREQUEST"]._serialized_start = 9768
+ _globals["_ADDARTIFACTSREQUEST"]._serialized_end = 10770
+ _globals["_ADDARTIFACTSREQUEST_ARTIFACTCHUNK"]._serialized_start = 10243
+ _globals["_ADDARTIFACTSREQUEST_ARTIFACTCHUNK"]._serialized_end = 10296
+ _globals["_ADDARTIFACTSREQUEST_SINGLECHUNKARTIFACT"]._serialized_start =
10298
+ _globals["_ADDARTIFACTSREQUEST_SINGLECHUNKARTIFACT"]._serialized_end =
10409
+ _globals["_ADDARTIFACTSREQUEST_BATCH"]._serialized_start = 10411
+ _globals["_ADDARTIFACTSREQUEST_BATCH"]._serialized_end = 10504
+ _globals["_ADDARTIFACTSREQUEST_BEGINCHUNKEDARTIFACT"]._serialized_start =
10507
+ _globals["_ADDARTIFACTSREQUEST_BEGINCHUNKEDARTIFACT"]._serialized_end =
10700
+ _globals["_ADDARTIFACTSRESPONSE"]._serialized_start = 10773
+ _globals["_ADDARTIFACTSRESPONSE"]._serialized_end = 11045
+ _globals["_ADDARTIFACTSRESPONSE_ARTIFACTSUMMARY"]._serialized_start = 10964
+ _globals["_ADDARTIFACTSRESPONSE_ARTIFACTSUMMARY"]._serialized_end = 11045
+ _globals["_ARTIFACTSTATUSESREQUEST"]._serialized_start = 11048
+ _globals["_ARTIFACTSTATUSESREQUEST"]._serialized_end = 11374
+ _globals["_ARTIFACTSTATUSESRESPONSE"]._serialized_start = 11377
+ _globals["_ARTIFACTSTATUSESRESPONSE"]._serialized_end = 11729
+ _globals["_ARTIFACTSTATUSESRESPONSE_STATUSESENTRY"]._serialized_start =
11572
+ _globals["_ARTIFACTSTATUSESRESPONSE_STATUSESENTRY"]._serialized_end = 11687
+ _globals["_ARTIFACTSTATUSESRESPONSE_ARTIFACTSTATUS"]._serialized_start =
11689
+ _globals["_ARTIFACTSTATUSESRESPONSE_ARTIFACTSTATUS"]._serialized_end =
11729
+ _globals["_INTERRUPTREQUEST"]._serialized_start = 11732
+ _globals["_INTERRUPTREQUEST"]._serialized_end = 12335
+ _globals["_INTERRUPTREQUEST_INTERRUPTTYPE"]._serialized_start = 12135
+ _globals["_INTERRUPTREQUEST_INTERRUPTTYPE"]._serialized_end = 12263
+ _globals["_INTERRUPTRESPONSE"]._serialized_start = 12338
+ _globals["_INTERRUPTRESPONSE"]._serialized_end = 12482
+ _globals["_REATTACHOPTIONS"]._serialized_start = 12484
+ _globals["_REATTACHOPTIONS"]._serialized_end = 12537
+ _globals["_REATTACHEXECUTEREQUEST"]._serialized_start = 12540
+ _globals["_REATTACHEXECUTEREQUEST"]._serialized_end = 12946
+ _globals["_RELEASEEXECUTEREQUEST"]._serialized_start = 12949
+ _globals["_RELEASEEXECUTEREQUEST"]._serialized_end = 13534
+ _globals["_RELEASEEXECUTEREQUEST_RELEASEALL"]._serialized_start = 13403
+ _globals["_RELEASEEXECUTEREQUEST_RELEASEALL"]._serialized_end = 13415
+ _globals["_RELEASEEXECUTEREQUEST_RELEASEUNTIL"]._serialized_start = 13417
+ _globals["_RELEASEEXECUTEREQUEST_RELEASEUNTIL"]._serialized_end = 13464
+ _globals["_RELEASEEXECUTERESPONSE"]._serialized_start = 13537
+ _globals["_RELEASEEXECUTERESPONSE"]._serialized_end = 13702
+ _globals["_RELEASESESSIONREQUEST"]._serialized_start = 13705
+ _globals["_RELEASESESSIONREQUEST"]._serialized_end = 13876
+ _globals["_RELEASESESSIONRESPONSE"]._serialized_start = 13878
+ _globals["_RELEASESESSIONRESPONSE"]._serialized_end = 13986
+ _globals["_FETCHERRORDETAILSREQUEST"]._serialized_start = 13989
+ _globals["_FETCHERRORDETAILSREQUEST"]._serialized_end = 14321
+ _globals["_FETCHERRORDETAILSRESPONSE"]._serialized_start = 14324
+ _globals["_FETCHERRORDETAILSRESPONSE"]._serialized_end = 15879
+ _globals["_FETCHERRORDETAILSRESPONSE_STACKTRACEELEMENT"]._serialized_start
= 14553
+ _globals["_FETCHERRORDETAILSRESPONSE_STACKTRACEELEMENT"]._serialized_end =
14727
+ _globals["_FETCHERRORDETAILSRESPONSE_QUERYCONTEXT"]._serialized_start =
14730
+ _globals["_FETCHERRORDETAILSRESPONSE_QUERYCONTEXT"]._serialized_end = 15098
+
_globals["_FETCHERRORDETAILSRESPONSE_QUERYCONTEXT_CONTEXTTYPE"]._serialized_start
= 15061
+
_globals["_FETCHERRORDETAILSRESPONSE_QUERYCONTEXT_CONTEXTTYPE"]._serialized_end
= 15098
+ _globals["_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE"]._serialized_start =
15101
+ _globals["_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE"]._serialized_end =
15510
+ _globals[
+ "_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY"
+ ]._serialized_start = 15412
+ _globals[
+ "_FETCHERRORDETAILSRESPONSE_SPARKTHROWABLE_MESSAGEPARAMETERSENTRY"
+ ]._serialized_end = 15480
+ _globals["_FETCHERRORDETAILSRESPONSE_ERROR"]._serialized_start = 15513
+ _globals["_FETCHERRORDETAILSRESPONSE_ERROR"]._serialized_end = 15860
+ _globals["_CHECKPOINTCOMMANDRESULT"]._serialized_start = 15881
+ _globals["_CHECKPOINTCOMMANDRESULT"]._serialized_end = 15971
+ _globals["_SPARKCONNECTSERVICE"]._serialized_start = 15974
+ _globals["_SPARKCONNECTSERVICE"]._serialized_end = 16920
# @@protoc_insertion_point(module_scope)
diff --git a/python/pyspark/sql/connect/proto/catalog_pb2.py
b/python/pyspark/sql/connect/proto/catalog_pb2.py
index aed4cb32bdc7..3360209b0385 100644
--- a/python/pyspark/sql/connect/proto/catalog_pb2.py
+++ b/python/pyspark/sql/connect/proto/catalog_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/catalog.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/catalog.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -36,75 +42,76 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b'\n\x1bspark/connect/catalog.proto\x12\rspark.connect\x1a\x1aspark/connect/common.proto\x1a\x19spark/connect/types.proto"\xc6\x0e\n\x07\x43\x61talog\x12K\n\x10\x63urrent_database\x18\x01
\x01(\x0b\x32\x1e.spark.connect.CurrentDatabaseH\x00R\x0f\x63urrentDatabase\x12U\n\x14set_current_database\x18\x02
\x01(\x0b\x32!.spark.connect.SetCurrentDatabaseH\x00R\x12setCurrentDatabase\x12\x45\n\x0elist_databases\x18\x03
\x01(\x0b\x32\x1c.spark.connect.ListDatabasesH\x00R\rlistDatabases\x12<\n [...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(
- DESCRIPTOR, "pyspark.sql.connect.proto.catalog_pb2", globals()
+ DESCRIPTOR, "pyspark.sql.connect.proto.catalog_pb2", _globals
)
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _CREATEEXTERNALTABLE_OPTIONSENTRY._options = None
- _CREATEEXTERNALTABLE_OPTIONSENTRY._serialized_options = b"8\001"
- _CREATETABLE_OPTIONSENTRY._options = None
- _CREATETABLE_OPTIONSENTRY._serialized_options = b"8\001"
- _CATALOG._serialized_start = 102
- _CATALOG._serialized_end = 1964
- _CURRENTDATABASE._serialized_start = 1966
- _CURRENTDATABASE._serialized_end = 1983
- _SETCURRENTDATABASE._serialized_start = 1985
- _SETCURRENTDATABASE._serialized_end = 2030
- _LISTDATABASES._serialized_start = 2032
- _LISTDATABASES._serialized_end = 2090
- _LISTTABLES._serialized_start = 2092
- _LISTTABLES._serialized_end = 2189
- _LISTFUNCTIONS._serialized_start = 2191
- _LISTFUNCTIONS._serialized_end = 2291
- _LISTCOLUMNS._serialized_start = 2293
- _LISTCOLUMNS._serialized_end = 2379
- _GETDATABASE._serialized_start = 2381
- _GETDATABASE._serialized_end = 2419
- _GETTABLE._serialized_start = 2421
- _GETTABLE._serialized_end = 2504
- _GETFUNCTION._serialized_start = 2506
- _GETFUNCTION._serialized_end = 2598
- _DATABASEEXISTS._serialized_start = 2600
- _DATABASEEXISTS._serialized_end = 2641
- _TABLEEXISTS._serialized_start = 2643
- _TABLEEXISTS._serialized_end = 2729
- _FUNCTIONEXISTS._serialized_start = 2731
- _FUNCTIONEXISTS._serialized_end = 2826
- _CREATEEXTERNALTABLE._serialized_start = 2829
- _CREATEEXTERNALTABLE._serialized_end = 3155
- _CREATEEXTERNALTABLE_OPTIONSENTRY._serialized_start = 3066
- _CREATEEXTERNALTABLE_OPTIONSENTRY._serialized_end = 3124
- _CREATETABLE._serialized_start = 3158
- _CREATETABLE._serialized_end = 3523
- _CREATETABLE_OPTIONSENTRY._serialized_start = 3066
- _CREATETABLE_OPTIONSENTRY._serialized_end = 3124
- _DROPTEMPVIEW._serialized_start = 3525
- _DROPTEMPVIEW._serialized_end = 3568
- _DROPGLOBALTEMPVIEW._serialized_start = 3570
- _DROPGLOBALTEMPVIEW._serialized_end = 3619
- _RECOVERPARTITIONS._serialized_start = 3621
- _RECOVERPARTITIONS._serialized_end = 3671
- _ISCACHED._serialized_start = 3673
- _ISCACHED._serialized_end = 3714
- _CACHETABLE._serialized_start = 3717
- _CACHETABLE._serialized_end = 3849
- _UNCACHETABLE._serialized_start = 3851
- _UNCACHETABLE._serialized_end = 3896
- _CLEARCACHE._serialized_start = 3898
- _CLEARCACHE._serialized_end = 3910
- _REFRESHTABLE._serialized_start = 3912
- _REFRESHTABLE._serialized_end = 3957
- _REFRESHBYPATH._serialized_start = 3959
- _REFRESHBYPATH._serialized_end = 3994
- _CURRENTCATALOG._serialized_start = 3996
- _CURRENTCATALOG._serialized_end = 4012
- _SETCURRENTCATALOG._serialized_start = 4014
- _SETCURRENTCATALOG._serialized_end = 4068
- _LISTCATALOGS._serialized_start = 4070
- _LISTCATALOGS._serialized_end = 4127
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals["_CREATEEXTERNALTABLE_OPTIONSENTRY"]._loaded_options = None
+ _globals["_CREATEEXTERNALTABLE_OPTIONSENTRY"]._serialized_options =
b"8\001"
+ _globals["_CREATETABLE_OPTIONSENTRY"]._loaded_options = None
+ _globals["_CREATETABLE_OPTIONSENTRY"]._serialized_options = b"8\001"
+ _globals["_CATALOG"]._serialized_start = 102
+ _globals["_CATALOG"]._serialized_end = 1964
+ _globals["_CURRENTDATABASE"]._serialized_start = 1966
+ _globals["_CURRENTDATABASE"]._serialized_end = 1983
+ _globals["_SETCURRENTDATABASE"]._serialized_start = 1985
+ _globals["_SETCURRENTDATABASE"]._serialized_end = 2030
+ _globals["_LISTDATABASES"]._serialized_start = 2032
+ _globals["_LISTDATABASES"]._serialized_end = 2090
+ _globals["_LISTTABLES"]._serialized_start = 2092
+ _globals["_LISTTABLES"]._serialized_end = 2189
+ _globals["_LISTFUNCTIONS"]._serialized_start = 2191
+ _globals["_LISTFUNCTIONS"]._serialized_end = 2291
+ _globals["_LISTCOLUMNS"]._serialized_start = 2293
+ _globals["_LISTCOLUMNS"]._serialized_end = 2379
+ _globals["_GETDATABASE"]._serialized_start = 2381
+ _globals["_GETDATABASE"]._serialized_end = 2419
+ _globals["_GETTABLE"]._serialized_start = 2421
+ _globals["_GETTABLE"]._serialized_end = 2504
+ _globals["_GETFUNCTION"]._serialized_start = 2506
+ _globals["_GETFUNCTION"]._serialized_end = 2598
+ _globals["_DATABASEEXISTS"]._serialized_start = 2600
+ _globals["_DATABASEEXISTS"]._serialized_end = 2641
+ _globals["_TABLEEXISTS"]._serialized_start = 2643
+ _globals["_TABLEEXISTS"]._serialized_end = 2729
+ _globals["_FUNCTIONEXISTS"]._serialized_start = 2731
+ _globals["_FUNCTIONEXISTS"]._serialized_end = 2826
+ _globals["_CREATEEXTERNALTABLE"]._serialized_start = 2829
+ _globals["_CREATEEXTERNALTABLE"]._serialized_end = 3155
+ _globals["_CREATEEXTERNALTABLE_OPTIONSENTRY"]._serialized_start = 3066
+ _globals["_CREATEEXTERNALTABLE_OPTIONSENTRY"]._serialized_end = 3124
+ _globals["_CREATETABLE"]._serialized_start = 3158
+ _globals["_CREATETABLE"]._serialized_end = 3523
+ _globals["_CREATETABLE_OPTIONSENTRY"]._serialized_start = 3066
+ _globals["_CREATETABLE_OPTIONSENTRY"]._serialized_end = 3124
+ _globals["_DROPTEMPVIEW"]._serialized_start = 3525
+ _globals["_DROPTEMPVIEW"]._serialized_end = 3568
+ _globals["_DROPGLOBALTEMPVIEW"]._serialized_start = 3570
+ _globals["_DROPGLOBALTEMPVIEW"]._serialized_end = 3619
+ _globals["_RECOVERPARTITIONS"]._serialized_start = 3621
+ _globals["_RECOVERPARTITIONS"]._serialized_end = 3671
+ _globals["_ISCACHED"]._serialized_start = 3673
+ _globals["_ISCACHED"]._serialized_end = 3714
+ _globals["_CACHETABLE"]._serialized_start = 3717
+ _globals["_CACHETABLE"]._serialized_end = 3849
+ _globals["_UNCACHETABLE"]._serialized_start = 3851
+ _globals["_UNCACHETABLE"]._serialized_end = 3896
+ _globals["_CLEARCACHE"]._serialized_start = 3898
+ _globals["_CLEARCACHE"]._serialized_end = 3910
+ _globals["_REFRESHTABLE"]._serialized_start = 3912
+ _globals["_REFRESHTABLE"]._serialized_end = 3957
+ _globals["_REFRESHBYPATH"]._serialized_start = 3959
+ _globals["_REFRESHBYPATH"]._serialized_end = 3994
+ _globals["_CURRENTCATALOG"]._serialized_start = 3996
+ _globals["_CURRENTCATALOG"]._serialized_end = 4012
+ _globals["_SETCURRENTCATALOG"]._serialized_start = 4014
+ _globals["_SETCURRENTCATALOG"]._serialized_end = 4068
+ _globals["_LISTCATALOGS"]._serialized_start = 4070
+ _globals["_LISTCATALOGS"]._serialized_end = 4127
# @@protoc_insertion_point(module_scope)
diff --git a/python/pyspark/sql/connect/proto/commands_pb2.py
b/python/pyspark/sql/connect/proto/commands_pb2.py
index 562e9d817f5f..a7fcc1d7e090 100644
--- a/python/pyspark/sql/connect/proto/commands_pb2.py
+++ b/python/pyspark/sql/connect/proto/commands_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/commands.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "",
"spark/connect/commands.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -38,137 +44,148 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b'\n\x1cspark/connect/commands.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x1aspark/connect/common.proto\x1a\x1fspark/connect/expressions.proto\x1a\x1dspark/connect/relations.proto"\x90\r\n\x07\x43ommand\x12]\n\x11register_function\x18\x01
\x01(\x0b\x32..spark.connect.CommonInlineUserDefinedFunctionH\x00R\x10registerFunction\x12H\n\x0fwrite_operation\x18\x02
\x01(\x0b\x32\x1d.spark.connect.WriteOperationH\x00R\x0ewriteOperation\x12_\n\x15\x63reate_dataframe_view\x18
[...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(
- DESCRIPTOR, "pyspark.sql.connect.proto.commands_pb2", globals()
+ DESCRIPTOR, "pyspark.sql.connect.proto.commands_pb2", _globals
)
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _SQLCOMMAND_ARGSENTRY._options = None
- _SQLCOMMAND_ARGSENTRY._serialized_options = b"8\001"
- _SQLCOMMAND_NAMEDARGUMENTSENTRY._options = None
- _SQLCOMMAND_NAMEDARGUMENTSENTRY._serialized_options = b"8\001"
- _SQLCOMMAND.fields_by_name["sql"]._options = None
- _SQLCOMMAND.fields_by_name["sql"]._serialized_options = b"\030\001"
- _SQLCOMMAND.fields_by_name["args"]._options = None
- _SQLCOMMAND.fields_by_name["args"]._serialized_options = b"\030\001"
- _SQLCOMMAND.fields_by_name["pos_args"]._options = None
- _SQLCOMMAND.fields_by_name["pos_args"]._serialized_options = b"\030\001"
- _SQLCOMMAND.fields_by_name["named_arguments"]._options = None
- _SQLCOMMAND.fields_by_name["named_arguments"]._serialized_options =
b"\030\001"
- _SQLCOMMAND.fields_by_name["pos_arguments"]._options = None
- _SQLCOMMAND.fields_by_name["pos_arguments"]._serialized_options =
b"\030\001"
- _WRITEOPERATION_OPTIONSENTRY._options = None
- _WRITEOPERATION_OPTIONSENTRY._serialized_options = b"8\001"
- _WRITEOPERATIONV2_OPTIONSENTRY._options = None
- _WRITEOPERATIONV2_OPTIONSENTRY._serialized_options = b"8\001"
- _WRITEOPERATIONV2_TABLEPROPERTIESENTRY._options = None
- _WRITEOPERATIONV2_TABLEPROPERTIESENTRY._serialized_options = b"8\001"
- _WRITESTREAMOPERATIONSTART_OPTIONSENTRY._options = None
- _WRITESTREAMOPERATIONSTART_OPTIONSENTRY._serialized_options = b"8\001"
- _GETRESOURCESCOMMANDRESULT_RESOURCESENTRY._options = None
- _GETRESOURCESCOMMANDRESULT_RESOURCESENTRY._serialized_options = b"8\001"
- _STREAMINGQUERYEVENTTYPE._serialized_start = 11252
- _STREAMINGQUERYEVENTTYPE._serialized_end = 11385
- _COMMAND._serialized_start = 167
- _COMMAND._serialized_end = 1847
- _SQLCOMMAND._serialized_start = 1850
- _SQLCOMMAND._serialized_end = 2404
- _SQLCOMMAND_ARGSENTRY._serialized_start = 2220
- _SQLCOMMAND_ARGSENTRY._serialized_end = 2310
- _SQLCOMMAND_NAMEDARGUMENTSENTRY._serialized_start = 2312
- _SQLCOMMAND_NAMEDARGUMENTSENTRY._serialized_end = 2404
- _CREATEDATAFRAMEVIEWCOMMAND._serialized_start = 2407
- _CREATEDATAFRAMEVIEWCOMMAND._serialized_end = 2557
- _WRITEOPERATION._serialized_start = 2560
- _WRITEOPERATION._serialized_end = 3658
- _WRITEOPERATION_OPTIONSENTRY._serialized_start = 3082
- _WRITEOPERATION_OPTIONSENTRY._serialized_end = 3140
- _WRITEOPERATION_SAVETABLE._serialized_start = 3143
- _WRITEOPERATION_SAVETABLE._serialized_end = 3401
- _WRITEOPERATION_SAVETABLE_TABLESAVEMETHOD._serialized_start = 3277
- _WRITEOPERATION_SAVETABLE_TABLESAVEMETHOD._serialized_end = 3401
- _WRITEOPERATION_BUCKETBY._serialized_start = 3403
- _WRITEOPERATION_BUCKETBY._serialized_end = 3494
- _WRITEOPERATION_SAVEMODE._serialized_start = 3497
- _WRITEOPERATION_SAVEMODE._serialized_end = 3634
- _WRITEOPERATIONV2._serialized_start = 3661
- _WRITEOPERATIONV2._serialized_end = 4521
- _WRITEOPERATIONV2_OPTIONSENTRY._serialized_start = 3082
- _WRITEOPERATIONV2_OPTIONSENTRY._serialized_end = 3140
- _WRITEOPERATIONV2_TABLEPROPERTIESENTRY._serialized_start = 4280
- _WRITEOPERATIONV2_TABLEPROPERTIESENTRY._serialized_end = 4346
- _WRITEOPERATIONV2_MODE._serialized_start = 4349
- _WRITEOPERATIONV2_MODE._serialized_end = 4508
- _WRITESTREAMOPERATIONSTART._serialized_start = 4524
- _WRITESTREAMOPERATIONSTART._serialized_end = 5380
- _WRITESTREAMOPERATIONSTART_OPTIONSENTRY._serialized_start = 3082
- _WRITESTREAMOPERATIONSTART_OPTIONSENTRY._serialized_end = 3140
- _STREAMINGFOREACHFUNCTION._serialized_start = 5383
- _STREAMINGFOREACHFUNCTION._serialized_end = 5562
- _WRITESTREAMOPERATIONSTARTRESULT._serialized_start = 5565
- _WRITESTREAMOPERATIONSTARTRESULT._serialized_end = 5777
- _STREAMINGQUERYINSTANCEID._serialized_start = 5779
- _STREAMINGQUERYINSTANCEID._serialized_end = 5844
- _STREAMINGQUERYCOMMAND._serialized_start = 5847
- _STREAMINGQUERYCOMMAND._serialized_end = 6479
- _STREAMINGQUERYCOMMAND_EXPLAINCOMMAND._serialized_start = 6346
- _STREAMINGQUERYCOMMAND_EXPLAINCOMMAND._serialized_end = 6390
- _STREAMINGQUERYCOMMAND_AWAITTERMINATIONCOMMAND._serialized_start = 6392
- _STREAMINGQUERYCOMMAND_AWAITTERMINATIONCOMMAND._serialized_end = 6468
- _STREAMINGQUERYCOMMANDRESULT._serialized_start = 6482
- _STREAMINGQUERYCOMMANDRESULT._serialized_end = 7623
- _STREAMINGQUERYCOMMANDRESULT_STATUSRESULT._serialized_start = 7065
- _STREAMINGQUERYCOMMANDRESULT_STATUSRESULT._serialized_end = 7235
- _STREAMINGQUERYCOMMANDRESULT_RECENTPROGRESSRESULT._serialized_start = 7237
- _STREAMINGQUERYCOMMANDRESULT_RECENTPROGRESSRESULT._serialized_end = 7309
- _STREAMINGQUERYCOMMANDRESULT_EXPLAINRESULT._serialized_start = 7311
- _STREAMINGQUERYCOMMANDRESULT_EXPLAINRESULT._serialized_end = 7350
- _STREAMINGQUERYCOMMANDRESULT_EXCEPTIONRESULT._serialized_start = 7353
- _STREAMINGQUERYCOMMANDRESULT_EXCEPTIONRESULT._serialized_end = 7550
- _STREAMINGQUERYCOMMANDRESULT_AWAITTERMINATIONRESULT._serialized_start =
7552
- _STREAMINGQUERYCOMMANDRESULT_AWAITTERMINATIONRESULT._serialized_end = 7608
- _STREAMINGQUERYMANAGERCOMMAND._serialized_start = 7626
- _STREAMINGQUERYMANAGERCOMMAND._serialized_end = 8455
- _STREAMINGQUERYMANAGERCOMMAND_AWAITANYTERMINATIONCOMMAND._serialized_start
= 8157
- _STREAMINGQUERYMANAGERCOMMAND_AWAITANYTERMINATIONCOMMAND._serialized_end =
8236
-
_STREAMINGQUERYMANAGERCOMMAND_STREAMINGQUERYLISTENERCOMMAND._serialized_start =
8239
-
_STREAMINGQUERYMANAGERCOMMAND_STREAMINGQUERYLISTENERCOMMAND._serialized_end =
8444
- _STREAMINGQUERYMANAGERCOMMANDRESULT._serialized_start = 8458
- _STREAMINGQUERYMANAGERCOMMANDRESULT._serialized_end = 9534
- _STREAMINGQUERYMANAGERCOMMANDRESULT_ACTIVERESULT._serialized_start = 9066
- _STREAMINGQUERYMANAGERCOMMANDRESULT_ACTIVERESULT._serialized_end = 9193
-
_STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYINSTANCE._serialized_start =
9195
- _STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYINSTANCE._serialized_end
= 9310
-
_STREAMINGQUERYMANAGERCOMMANDRESULT_AWAITANYTERMINATIONRESULT._serialized_start
= 9312
-
_STREAMINGQUERYMANAGERCOMMANDRESULT_AWAITANYTERMINATIONRESULT._serialized_end =
9371
-
_STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYLISTENERINSTANCE._serialized_start
= 9373
-
_STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYLISTENERINSTANCE._serialized_end
= 9448
-
_STREAMINGQUERYMANAGERCOMMANDRESULT_LISTSTREAMINGQUERYLISTENERRESULT._serialized_start
= 9450
-
_STREAMINGQUERYMANAGERCOMMANDRESULT_LISTSTREAMINGQUERYLISTENERRESULT._serialized_end
= 9519
- _STREAMINGQUERYLISTENERBUSCOMMAND._serialized_start = 9537
- _STREAMINGQUERYLISTENERBUSCOMMAND._serialized_end = 9710
- _STREAMINGQUERYLISTENEREVENT._serialized_start = 9713
- _STREAMINGQUERYLISTENEREVENT._serialized_end = 9844
- _STREAMINGQUERYLISTENEREVENTSRESULT._serialized_start = 9847
- _STREAMINGQUERYLISTENEREVENTSRESULT._serialized_end = 10051
- _GETRESOURCESCOMMAND._serialized_start = 10053
- _GETRESOURCESCOMMAND._serialized_end = 10074
- _GETRESOURCESCOMMANDRESULT._serialized_start = 10077
- _GETRESOURCESCOMMANDRESULT._serialized_end = 10289
- _GETRESOURCESCOMMANDRESULT_RESOURCESENTRY._serialized_start = 10193
- _GETRESOURCESCOMMANDRESULT_RESOURCESENTRY._serialized_end = 10289
- _CREATERESOURCEPROFILECOMMAND._serialized_start = 10291
- _CREATERESOURCEPROFILECOMMAND._serialized_end = 10379
- _CREATERESOURCEPROFILECOMMANDRESULT._serialized_start = 10381
- _CREATERESOURCEPROFILECOMMANDRESULT._serialized_end = 10448
- _REMOVECACHEDREMOTERELATIONCOMMAND._serialized_start = 10450
- _REMOVECACHEDREMOTERELATIONCOMMAND._serialized_end = 10550
- _CHECKPOINTCOMMAND._serialized_start = 10553
- _CHECKPOINTCOMMAND._serialized_end = 10758
- _MERGEINTOTABLECOMMAND._serialized_start = 10761
- _MERGEINTOTABLECOMMAND._serialized_end = 11249
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals["_SQLCOMMAND_ARGSENTRY"]._loaded_options = None
+ _globals["_SQLCOMMAND_ARGSENTRY"]._serialized_options = b"8\001"
+ _globals["_SQLCOMMAND_NAMEDARGUMENTSENTRY"]._loaded_options = None
+ _globals["_SQLCOMMAND_NAMEDARGUMENTSENTRY"]._serialized_options = b"8\001"
+ _globals["_SQLCOMMAND"].fields_by_name["sql"]._loaded_options = None
+ _globals["_SQLCOMMAND"].fields_by_name["sql"]._serialized_options =
b"\030\001"
+ _globals["_SQLCOMMAND"].fields_by_name["args"]._loaded_options = None
+ _globals["_SQLCOMMAND"].fields_by_name["args"]._serialized_options =
b"\030\001"
+ _globals["_SQLCOMMAND"].fields_by_name["pos_args"]._loaded_options = None
+ _globals["_SQLCOMMAND"].fields_by_name["pos_args"]._serialized_options =
b"\030\001"
+ _globals["_SQLCOMMAND"].fields_by_name["named_arguments"]._loaded_options
= None
+
_globals["_SQLCOMMAND"].fields_by_name["named_arguments"]._serialized_options =
b"\030\001"
+ _globals["_SQLCOMMAND"].fields_by_name["pos_arguments"]._loaded_options =
None
+
_globals["_SQLCOMMAND"].fields_by_name["pos_arguments"]._serialized_options =
b"\030\001"
+ _globals["_WRITEOPERATION_OPTIONSENTRY"]._loaded_options = None
+ _globals["_WRITEOPERATION_OPTIONSENTRY"]._serialized_options = b"8\001"
+ _globals["_WRITEOPERATIONV2_OPTIONSENTRY"]._loaded_options = None
+ _globals["_WRITEOPERATIONV2_OPTIONSENTRY"]._serialized_options = b"8\001"
+ _globals["_WRITEOPERATIONV2_TABLEPROPERTIESENTRY"]._loaded_options = None
+ _globals["_WRITEOPERATIONV2_TABLEPROPERTIESENTRY"]._serialized_options =
b"8\001"
+ _globals["_WRITESTREAMOPERATIONSTART_OPTIONSENTRY"]._loaded_options = None
+ _globals["_WRITESTREAMOPERATIONSTART_OPTIONSENTRY"]._serialized_options =
b"8\001"
+ _globals["_GETRESOURCESCOMMANDRESULT_RESOURCESENTRY"]._loaded_options =
None
+ _globals["_GETRESOURCESCOMMANDRESULT_RESOURCESENTRY"]._serialized_options
= b"8\001"
+ _globals["_STREAMINGQUERYEVENTTYPE"]._serialized_start = 11252
+ _globals["_STREAMINGQUERYEVENTTYPE"]._serialized_end = 11385
+ _globals["_COMMAND"]._serialized_start = 167
+ _globals["_COMMAND"]._serialized_end = 1847
+ _globals["_SQLCOMMAND"]._serialized_start = 1850
+ _globals["_SQLCOMMAND"]._serialized_end = 2404
+ _globals["_SQLCOMMAND_ARGSENTRY"]._serialized_start = 2220
+ _globals["_SQLCOMMAND_ARGSENTRY"]._serialized_end = 2310
+ _globals["_SQLCOMMAND_NAMEDARGUMENTSENTRY"]._serialized_start = 2312
+ _globals["_SQLCOMMAND_NAMEDARGUMENTSENTRY"]._serialized_end = 2404
+ _globals["_CREATEDATAFRAMEVIEWCOMMAND"]._serialized_start = 2407
+ _globals["_CREATEDATAFRAMEVIEWCOMMAND"]._serialized_end = 2557
+ _globals["_WRITEOPERATION"]._serialized_start = 2560
+ _globals["_WRITEOPERATION"]._serialized_end = 3658
+ _globals["_WRITEOPERATION_OPTIONSENTRY"]._serialized_start = 3082
+ _globals["_WRITEOPERATION_OPTIONSENTRY"]._serialized_end = 3140
+ _globals["_WRITEOPERATION_SAVETABLE"]._serialized_start = 3143
+ _globals["_WRITEOPERATION_SAVETABLE"]._serialized_end = 3401
+ _globals["_WRITEOPERATION_SAVETABLE_TABLESAVEMETHOD"]._serialized_start =
3277
+ _globals["_WRITEOPERATION_SAVETABLE_TABLESAVEMETHOD"]._serialized_end =
3401
+ _globals["_WRITEOPERATION_BUCKETBY"]._serialized_start = 3403
+ _globals["_WRITEOPERATION_BUCKETBY"]._serialized_end = 3494
+ _globals["_WRITEOPERATION_SAVEMODE"]._serialized_start = 3497
+ _globals["_WRITEOPERATION_SAVEMODE"]._serialized_end = 3634
+ _globals["_WRITEOPERATIONV2"]._serialized_start = 3661
+ _globals["_WRITEOPERATIONV2"]._serialized_end = 4521
+ _globals["_WRITEOPERATIONV2_OPTIONSENTRY"]._serialized_start = 3082
+ _globals["_WRITEOPERATIONV2_OPTIONSENTRY"]._serialized_end = 3140
+ _globals["_WRITEOPERATIONV2_TABLEPROPERTIESENTRY"]._serialized_start = 4280
+ _globals["_WRITEOPERATIONV2_TABLEPROPERTIESENTRY"]._serialized_end = 4346
+ _globals["_WRITEOPERATIONV2_MODE"]._serialized_start = 4349
+ _globals["_WRITEOPERATIONV2_MODE"]._serialized_end = 4508
+ _globals["_WRITESTREAMOPERATIONSTART"]._serialized_start = 4524
+ _globals["_WRITESTREAMOPERATIONSTART"]._serialized_end = 5380
+ _globals["_WRITESTREAMOPERATIONSTART_OPTIONSENTRY"]._serialized_start =
3082
+ _globals["_WRITESTREAMOPERATIONSTART_OPTIONSENTRY"]._serialized_end = 3140
+ _globals["_STREAMINGFOREACHFUNCTION"]._serialized_start = 5383
+ _globals["_STREAMINGFOREACHFUNCTION"]._serialized_end = 5562
+ _globals["_WRITESTREAMOPERATIONSTARTRESULT"]._serialized_start = 5565
+ _globals["_WRITESTREAMOPERATIONSTARTRESULT"]._serialized_end = 5777
+ _globals["_STREAMINGQUERYINSTANCEID"]._serialized_start = 5779
+ _globals["_STREAMINGQUERYINSTANCEID"]._serialized_end = 5844
+ _globals["_STREAMINGQUERYCOMMAND"]._serialized_start = 5847
+ _globals["_STREAMINGQUERYCOMMAND"]._serialized_end = 6479
+ _globals["_STREAMINGQUERYCOMMAND_EXPLAINCOMMAND"]._serialized_start = 6346
+ _globals["_STREAMINGQUERYCOMMAND_EXPLAINCOMMAND"]._serialized_end = 6390
+
_globals["_STREAMINGQUERYCOMMAND_AWAITTERMINATIONCOMMAND"]._serialized_start =
6392
+ _globals["_STREAMINGQUERYCOMMAND_AWAITTERMINATIONCOMMAND"]._serialized_end
= 6468
+ _globals["_STREAMINGQUERYCOMMANDRESULT"]._serialized_start = 6482
+ _globals["_STREAMINGQUERYCOMMANDRESULT"]._serialized_end = 7623
+ _globals["_STREAMINGQUERYCOMMANDRESULT_STATUSRESULT"]._serialized_start =
7065
+ _globals["_STREAMINGQUERYCOMMANDRESULT_STATUSRESULT"]._serialized_end =
7235
+
_globals["_STREAMINGQUERYCOMMANDRESULT_RECENTPROGRESSRESULT"]._serialized_start
= 7237
+
_globals["_STREAMINGQUERYCOMMANDRESULT_RECENTPROGRESSRESULT"]._serialized_end =
7309
+ _globals["_STREAMINGQUERYCOMMANDRESULT_EXPLAINRESULT"]._serialized_start =
7311
+ _globals["_STREAMINGQUERYCOMMANDRESULT_EXPLAINRESULT"]._serialized_end =
7350
+ _globals["_STREAMINGQUERYCOMMANDRESULT_EXCEPTIONRESULT"]._serialized_start
= 7353
+ _globals["_STREAMINGQUERYCOMMANDRESULT_EXCEPTIONRESULT"]._serialized_end =
7550
+
_globals["_STREAMINGQUERYCOMMANDRESULT_AWAITTERMINATIONRESULT"]._serialized_start
= 7552
+
_globals["_STREAMINGQUERYCOMMANDRESULT_AWAITTERMINATIONRESULT"]._serialized_end
= 7608
+ _globals["_STREAMINGQUERYMANAGERCOMMAND"]._serialized_start = 7626
+ _globals["_STREAMINGQUERYMANAGERCOMMAND"]._serialized_end = 8455
+
_globals["_STREAMINGQUERYMANAGERCOMMAND_AWAITANYTERMINATIONCOMMAND"]._serialized_start
= 8157
+
_globals["_STREAMINGQUERYMANAGERCOMMAND_AWAITANYTERMINATIONCOMMAND"]._serialized_end
= 8236
+
_globals["_STREAMINGQUERYMANAGERCOMMAND_STREAMINGQUERYLISTENERCOMMAND"]._serialized_start
= 8239
+
_globals["_STREAMINGQUERYMANAGERCOMMAND_STREAMINGQUERYLISTENERCOMMAND"]._serialized_end
= 8444
+ _globals["_STREAMINGQUERYMANAGERCOMMANDRESULT"]._serialized_start = 8458
+ _globals["_STREAMINGQUERYMANAGERCOMMANDRESULT"]._serialized_end = 9534
+
_globals["_STREAMINGQUERYMANAGERCOMMANDRESULT_ACTIVERESULT"]._serialized_start
= 9066
+
_globals["_STREAMINGQUERYMANAGERCOMMANDRESULT_ACTIVERESULT"]._serialized_end =
9193
+
_globals["_STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYINSTANCE"]._serialized_start
= 9195
+
_globals["_STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYINSTANCE"]._serialized_end
= 9310
+ _globals[
+ "_STREAMINGQUERYMANAGERCOMMANDRESULT_AWAITANYTERMINATIONRESULT"
+ ]._serialized_start = 9312
+
_globals["_STREAMINGQUERYMANAGERCOMMANDRESULT_AWAITANYTERMINATIONRESULT"]._serialized_end
= 9371
+ _globals[
+ "_STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYLISTENERINSTANCE"
+ ]._serialized_start = 9373
+ _globals[
+ "_STREAMINGQUERYMANAGERCOMMANDRESULT_STREAMINGQUERYLISTENERINSTANCE"
+ ]._serialized_end = 9448
+ _globals[
+ "_STREAMINGQUERYMANAGERCOMMANDRESULT_LISTSTREAMINGQUERYLISTENERRESULT"
+ ]._serialized_start = 9450
+ _globals[
+ "_STREAMINGQUERYMANAGERCOMMANDRESULT_LISTSTREAMINGQUERYLISTENERRESULT"
+ ]._serialized_end = 9519
+ _globals["_STREAMINGQUERYLISTENERBUSCOMMAND"]._serialized_start = 9537
+ _globals["_STREAMINGQUERYLISTENERBUSCOMMAND"]._serialized_end = 9710
+ _globals["_STREAMINGQUERYLISTENEREVENT"]._serialized_start = 9713
+ _globals["_STREAMINGQUERYLISTENEREVENT"]._serialized_end = 9844
+ _globals["_STREAMINGQUERYLISTENEREVENTSRESULT"]._serialized_start = 9847
+ _globals["_STREAMINGQUERYLISTENEREVENTSRESULT"]._serialized_end = 10051
+ _globals["_GETRESOURCESCOMMAND"]._serialized_start = 10053
+ _globals["_GETRESOURCESCOMMAND"]._serialized_end = 10074
+ _globals["_GETRESOURCESCOMMANDRESULT"]._serialized_start = 10077
+ _globals["_GETRESOURCESCOMMANDRESULT"]._serialized_end = 10289
+ _globals["_GETRESOURCESCOMMANDRESULT_RESOURCESENTRY"]._serialized_start =
10193
+ _globals["_GETRESOURCESCOMMANDRESULT_RESOURCESENTRY"]._serialized_end =
10289
+ _globals["_CREATERESOURCEPROFILECOMMAND"]._serialized_start = 10291
+ _globals["_CREATERESOURCEPROFILECOMMAND"]._serialized_end = 10379
+ _globals["_CREATERESOURCEPROFILECOMMANDRESULT"]._serialized_start = 10381
+ _globals["_CREATERESOURCEPROFILECOMMANDRESULT"]._serialized_end = 10448
+ _globals["_REMOVECACHEDREMOTERELATIONCOMMAND"]._serialized_start = 10450
+ _globals["_REMOVECACHEDREMOTERELATIONCOMMAND"]._serialized_end = 10550
+ _globals["_CHECKPOINTCOMMAND"]._serialized_start = 10553
+ _globals["_CHECKPOINTCOMMAND"]._serialized_end = 10758
+ _globals["_MERGEINTOTABLECOMMAND"]._serialized_start = 10761
+ _globals["_MERGEINTOTABLECOMMAND"]._serialized_end = 11249
# @@protoc_insertion_point(module_scope)
diff --git a/python/pyspark/sql/connect/proto/common_pb2.py
b/python/pyspark/sql/connect/proto/common_pb2.py
index fd528fae3369..85f475b31a9e 100644
--- a/python/pyspark/sql/connect/proto/common_pb2.py
+++ b/python/pyspark/sql/connect/proto/common_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/common.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/common.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -32,35 +38,36 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b'\n\x1aspark/connect/common.proto\x12\rspark.connect"\xb0\x01\n\x0cStorageLevel\x12\x19\n\x08use_disk\x18\x01
\x01(\x08R\x07useDisk\x12\x1d\n\nuse_memory\x18\x02 \x01(\x08R\tuseMemory\x12
\n\x0cuse_off_heap\x18\x03
\x01(\x08R\nuseOffHeap\x12"\n\x0c\x64\x65serialized\x18\x04
\x01(\x08R\x0c\x64\x65serialized\x12 \n\x0breplication\x18\x05
\x01(\x05R\x0breplication"G\n\x13ResourceInformation\x12\x12\n\x04name\x18\x01
\x01(\tR\x04name\x12\x1c\n\taddresses\x18\x02 \x03(\tR\taddresses"\xc3 [...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(
- DESCRIPTOR, "pyspark.sql.connect.proto.common_pb2", globals()
+ DESCRIPTOR, "pyspark.sql.connect.proto.common_pb2", _globals
)
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _RESOURCEPROFILE_EXECUTORRESOURCESENTRY._options = None
- _RESOURCEPROFILE_EXECUTORRESOURCESENTRY._serialized_options = b"8\001"
- _RESOURCEPROFILE_TASKRESOURCESENTRY._options = None
- _RESOURCEPROFILE_TASKRESOURCESENTRY._serialized_options = b"8\001"
- _STORAGELEVEL._serialized_start = 46
- _STORAGELEVEL._serialized_end = 222
- _RESOURCEINFORMATION._serialized_start = 224
- _RESOURCEINFORMATION._serialized_end = 295
- _EXECUTORRESOURCEREQUEST._serialized_start = 298
- _EXECUTORRESOURCEREQUEST._serialized_end = 493
- _TASKRESOURCEREQUEST._serialized_start = 495
- _TASKRESOURCEREQUEST._serialized_end = 577
- _RESOURCEPROFILE._serialized_start = 580
- _RESOURCEPROFILE._serialized_end = 1001
- _RESOURCEPROFILE_EXECUTORRESOURCESENTRY._serialized_start = 791
- _RESOURCEPROFILE_EXECUTORRESOURCESENTRY._serialized_end = 899
- _RESOURCEPROFILE_TASKRESOURCESENTRY._serialized_start = 901
- _RESOURCEPROFILE_TASKRESOURCESENTRY._serialized_end = 1001
- _ORIGIN._serialized_start = 1003
- _ORIGIN._serialized_end = 1091
- _PYTHONORIGIN._serialized_start = 1093
- _PYTHONORIGIN._serialized_end = 1164
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals["_RESOURCEPROFILE_EXECUTORRESOURCESENTRY"]._loaded_options = None
+ _globals["_RESOURCEPROFILE_EXECUTORRESOURCESENTRY"]._serialized_options =
b"8\001"
+ _globals["_RESOURCEPROFILE_TASKRESOURCESENTRY"]._loaded_options = None
+ _globals["_RESOURCEPROFILE_TASKRESOURCESENTRY"]._serialized_options =
b"8\001"
+ _globals["_STORAGELEVEL"]._serialized_start = 46
+ _globals["_STORAGELEVEL"]._serialized_end = 222
+ _globals["_RESOURCEINFORMATION"]._serialized_start = 224
+ _globals["_RESOURCEINFORMATION"]._serialized_end = 295
+ _globals["_EXECUTORRESOURCEREQUEST"]._serialized_start = 298
+ _globals["_EXECUTORRESOURCEREQUEST"]._serialized_end = 493
+ _globals["_TASKRESOURCEREQUEST"]._serialized_start = 495
+ _globals["_TASKRESOURCEREQUEST"]._serialized_end = 577
+ _globals["_RESOURCEPROFILE"]._serialized_start = 580
+ _globals["_RESOURCEPROFILE"]._serialized_end = 1001
+ _globals["_RESOURCEPROFILE_EXECUTORRESOURCESENTRY"]._serialized_start = 791
+ _globals["_RESOURCEPROFILE_EXECUTORRESOURCESENTRY"]._serialized_end = 899
+ _globals["_RESOURCEPROFILE_TASKRESOURCESENTRY"]._serialized_start = 901
+ _globals["_RESOURCEPROFILE_TASKRESOURCESENTRY"]._serialized_end = 1001
+ _globals["_ORIGIN"]._serialized_start = 1003
+ _globals["_ORIGIN"]._serialized_end = 1091
+ _globals["_PYTHONORIGIN"]._serialized_start = 1093
+ _globals["_PYTHONORIGIN"]._serialized_end = 1164
# @@protoc_insertion_point(module_scope)
diff --git a/python/pyspark/sql/connect/proto/example_plugins_pb2.py
b/python/pyspark/sql/connect/proto/example_plugins_pb2.py
index f328b7da2156..8bfc49e2622b 100644
--- a/python/pyspark/sql/connect/proto/example_plugins_pb2.py
+++ b/python/pyspark/sql/connect/proto/example_plugins_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/example_plugins.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "",
"spark/connect/example_plugins.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -36,19 +42,20 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b'\n#spark/connect/example_plugins.proto\x12\rspark.connect\x1a\x1dspark/connect/relations.proto\x1a\x1fspark/connect/expressions.proto"i\n\x15\x45xamplePluginRelation\x12-\n\x05input\x18\x01
\x01(\x0b\x32\x17.spark.connect.RelationR\x05input\x12!\n\x0c\x63ustom_field\x18\x02
\x01(\tR\x0b\x63ustomField"m\n\x17\x45xamplePluginExpression\x12/\n\x05\x63hild\x18\x01
\x01(\x0b\x32\x19.spark.connect.ExpressionR\x05\x63hild\x12!\n\x0c\x63ustom_field\x18\x02
\x01(\tR\x0b\x63ustomField"9\n\x1 [...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(
- DESCRIPTOR, "pyspark.sql.connect.proto.example_plugins_pb2", globals()
+ DESCRIPTOR, "pyspark.sql.connect.proto.example_plugins_pb2", _globals
)
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _EXAMPLEPLUGINRELATION._serialized_start = 118
- _EXAMPLEPLUGINRELATION._serialized_end = 223
- _EXAMPLEPLUGINEXPRESSION._serialized_start = 225
- _EXAMPLEPLUGINEXPRESSION._serialized_end = 334
- _EXAMPLEPLUGINCOMMAND._serialized_start = 336
- _EXAMPLEPLUGINCOMMAND._serialized_end = 393
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals["_EXAMPLEPLUGINRELATION"]._serialized_start = 118
+ _globals["_EXAMPLEPLUGINRELATION"]._serialized_end = 223
+ _globals["_EXAMPLEPLUGINEXPRESSION"]._serialized_start = 225
+ _globals["_EXAMPLEPLUGINEXPRESSION"]._serialized_end = 334
+ _globals["_EXAMPLEPLUGINCOMMAND"]._serialized_start = 336
+ _globals["_EXAMPLEPLUGINCOMMAND"]._serialized_end = 393
# @@protoc_insertion_point(module_scope)
diff --git a/python/pyspark/sql/connect/proto/expressions_pb2.py
b/python/pyspark/sql/connect/proto/expressions_pb2.py
index 1c1ad2b6ecec..0d4730ac736e 100644
--- a/python/pyspark/sql/connect/proto/expressions_pb2.py
+++ b/python/pyspark/sql/connect/proto/expressions_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/expressions.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "",
"spark/connect/expressions.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -37,87 +43,88 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b'\n\x1fspark/connect/expressions.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x19spark/connect/types.proto\x1a\x1aspark/connect/common.proto"\xc1\x30\n\nExpression\x12\x37\n\x06\x63ommon\x18\x12
\x01(\x0b\x32\x1f.spark.connect.ExpressionCommonR\x06\x63ommon\x12=\n\x07literal\x18\x01
\x01(\x0b\x32!.spark.connect.Expression.LiteralH\x00R\x07literal\x12\x62\n\x14unresolved_attribute\x18\x02
\x01(\x0b\x32-.spark.connect.Expression.UnresolvedAttributeH\x00R\x13unresolved
[...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(
- DESCRIPTOR, "pyspark.sql.connect.proto.expressions_pb2", globals()
+ DESCRIPTOR, "pyspark.sql.connect.proto.expressions_pb2", _globals
)
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _EXPRESSION._serialized_start = 133
- _EXPRESSION._serialized_end = 6342
- _EXPRESSION_WINDOW._serialized_start = 1900
- _EXPRESSION_WINDOW._serialized_end = 2683
- _EXPRESSION_WINDOW_WINDOWFRAME._serialized_start = 2190
- _EXPRESSION_WINDOW_WINDOWFRAME._serialized_end = 2683
- _EXPRESSION_WINDOW_WINDOWFRAME_FRAMEBOUNDARY._serialized_start = 2457
- _EXPRESSION_WINDOW_WINDOWFRAME_FRAMEBOUNDARY._serialized_end = 2602
- _EXPRESSION_WINDOW_WINDOWFRAME_FRAMETYPE._serialized_start = 2604
- _EXPRESSION_WINDOW_WINDOWFRAME_FRAMETYPE._serialized_end = 2683
- _EXPRESSION_SORTORDER._serialized_start = 2686
- _EXPRESSION_SORTORDER._serialized_end = 3111
- _EXPRESSION_SORTORDER_SORTDIRECTION._serialized_start = 2916
- _EXPRESSION_SORTORDER_SORTDIRECTION._serialized_end = 3024
- _EXPRESSION_SORTORDER_NULLORDERING._serialized_start = 3026
- _EXPRESSION_SORTORDER_NULLORDERING._serialized_end = 3111
- _EXPRESSION_CAST._serialized_start = 3114
- _EXPRESSION_CAST._serialized_end = 3429
- _EXPRESSION_CAST_EVALMODE._serialized_start = 3315
- _EXPRESSION_CAST_EVALMODE._serialized_end = 3413
- _EXPRESSION_LITERAL._serialized_start = 3432
- _EXPRESSION_LITERAL._serialized_end = 4995
- _EXPRESSION_LITERAL_DECIMAL._serialized_start = 4267
- _EXPRESSION_LITERAL_DECIMAL._serialized_end = 4384
- _EXPRESSION_LITERAL_CALENDARINTERVAL._serialized_start = 4386
- _EXPRESSION_LITERAL_CALENDARINTERVAL._serialized_end = 4484
- _EXPRESSION_LITERAL_ARRAY._serialized_start = 4487
- _EXPRESSION_LITERAL_ARRAY._serialized_end = 4617
- _EXPRESSION_LITERAL_MAP._serialized_start = 4620
- _EXPRESSION_LITERAL_MAP._serialized_end = 4847
- _EXPRESSION_LITERAL_STRUCT._serialized_start = 4850
- _EXPRESSION_LITERAL_STRUCT._serialized_end = 4979
- _EXPRESSION_UNRESOLVEDATTRIBUTE._serialized_start = 4998
- _EXPRESSION_UNRESOLVEDATTRIBUTE._serialized_end = 5184
- _EXPRESSION_UNRESOLVEDFUNCTION._serialized_start = 5187
- _EXPRESSION_UNRESOLVEDFUNCTION._serialized_end = 5391
- _EXPRESSION_EXPRESSIONSTRING._serialized_start = 5393
- _EXPRESSION_EXPRESSIONSTRING._serialized_end = 5443
- _EXPRESSION_UNRESOLVEDSTAR._serialized_start = 5445
- _EXPRESSION_UNRESOLVEDSTAR._serialized_end = 5569
- _EXPRESSION_UNRESOLVEDREGEX._serialized_start = 5571
- _EXPRESSION_UNRESOLVEDREGEX._serialized_end = 5657
- _EXPRESSION_UNRESOLVEDEXTRACTVALUE._serialized_start = 5660
- _EXPRESSION_UNRESOLVEDEXTRACTVALUE._serialized_end = 5792
- _EXPRESSION_UPDATEFIELDS._serialized_start = 5795
- _EXPRESSION_UPDATEFIELDS._serialized_end = 5982
- _EXPRESSION_ALIAS._serialized_start = 5984
- _EXPRESSION_ALIAS._serialized_end = 6104
- _EXPRESSION_LAMBDAFUNCTION._serialized_start = 6107
- _EXPRESSION_LAMBDAFUNCTION._serialized_end = 6265
- _EXPRESSION_UNRESOLVEDNAMEDLAMBDAVARIABLE._serialized_start = 6267
- _EXPRESSION_UNRESOLVEDNAMEDLAMBDAVARIABLE._serialized_end = 6329
- _EXPRESSIONCOMMON._serialized_start = 6344
- _EXPRESSIONCOMMON._serialized_end = 6409
- _COMMONINLINEUSERDEFINEDFUNCTION._serialized_start = 6412
- _COMMONINLINEUSERDEFINEDFUNCTION._serialized_end = 6776
- _PYTHONUDF._serialized_start = 6779
- _PYTHONUDF._serialized_end = 6983
- _SCALARSCALAUDF._serialized_start = 6986
- _SCALARSCALAUDF._serialized_end = 7200
- _JAVAUDF._serialized_start = 7203
- _JAVAUDF._serialized_end = 7352
- _TYPEDAGGREGATEEXPRESSION._serialized_start = 7354
- _TYPEDAGGREGATEEXPRESSION._serialized_end = 7453
- _CALLFUNCTION._serialized_start = 7455
- _CALLFUNCTION._serialized_end = 7563
- _NAMEDARGUMENTEXPRESSION._serialized_start = 7565
- _NAMEDARGUMENTEXPRESSION._serialized_end = 7657
- _MERGEACTION._serialized_start = 7660
- _MERGEACTION._serialized_end = 8172
- _MERGEACTION_ASSIGNMENT._serialized_start = 7882
- _MERGEACTION_ASSIGNMENT._serialized_end = 7988
- _MERGEACTION_ACTIONTYPE._serialized_start = 7991
- _MERGEACTION_ACTIONTYPE._serialized_end = 8158
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals["_EXPRESSION"]._serialized_start = 133
+ _globals["_EXPRESSION"]._serialized_end = 6342
+ _globals["_EXPRESSION_WINDOW"]._serialized_start = 1900
+ _globals["_EXPRESSION_WINDOW"]._serialized_end = 2683
+ _globals["_EXPRESSION_WINDOW_WINDOWFRAME"]._serialized_start = 2190
+ _globals["_EXPRESSION_WINDOW_WINDOWFRAME"]._serialized_end = 2683
+ _globals["_EXPRESSION_WINDOW_WINDOWFRAME_FRAMEBOUNDARY"]._serialized_start
= 2457
+ _globals["_EXPRESSION_WINDOW_WINDOWFRAME_FRAMEBOUNDARY"]._serialized_end =
2602
+ _globals["_EXPRESSION_WINDOW_WINDOWFRAME_FRAMETYPE"]._serialized_start =
2604
+ _globals["_EXPRESSION_WINDOW_WINDOWFRAME_FRAMETYPE"]._serialized_end = 2683
+ _globals["_EXPRESSION_SORTORDER"]._serialized_start = 2686
+ _globals["_EXPRESSION_SORTORDER"]._serialized_end = 3111
+ _globals["_EXPRESSION_SORTORDER_SORTDIRECTION"]._serialized_start = 2916
+ _globals["_EXPRESSION_SORTORDER_SORTDIRECTION"]._serialized_end = 3024
+ _globals["_EXPRESSION_SORTORDER_NULLORDERING"]._serialized_start = 3026
+ _globals["_EXPRESSION_SORTORDER_NULLORDERING"]._serialized_end = 3111
+ _globals["_EXPRESSION_CAST"]._serialized_start = 3114
+ _globals["_EXPRESSION_CAST"]._serialized_end = 3429
+ _globals["_EXPRESSION_CAST_EVALMODE"]._serialized_start = 3315
+ _globals["_EXPRESSION_CAST_EVALMODE"]._serialized_end = 3413
+ _globals["_EXPRESSION_LITERAL"]._serialized_start = 3432
+ _globals["_EXPRESSION_LITERAL"]._serialized_end = 4995
+ _globals["_EXPRESSION_LITERAL_DECIMAL"]._serialized_start = 4267
+ _globals["_EXPRESSION_LITERAL_DECIMAL"]._serialized_end = 4384
+ _globals["_EXPRESSION_LITERAL_CALENDARINTERVAL"]._serialized_start = 4386
+ _globals["_EXPRESSION_LITERAL_CALENDARINTERVAL"]._serialized_end = 4484
+ _globals["_EXPRESSION_LITERAL_ARRAY"]._serialized_start = 4487
+ _globals["_EXPRESSION_LITERAL_ARRAY"]._serialized_end = 4617
+ _globals["_EXPRESSION_LITERAL_MAP"]._serialized_start = 4620
+ _globals["_EXPRESSION_LITERAL_MAP"]._serialized_end = 4847
+ _globals["_EXPRESSION_LITERAL_STRUCT"]._serialized_start = 4850
+ _globals["_EXPRESSION_LITERAL_STRUCT"]._serialized_end = 4979
+ _globals["_EXPRESSION_UNRESOLVEDATTRIBUTE"]._serialized_start = 4998
+ _globals["_EXPRESSION_UNRESOLVEDATTRIBUTE"]._serialized_end = 5184
+ _globals["_EXPRESSION_UNRESOLVEDFUNCTION"]._serialized_start = 5187
+ _globals["_EXPRESSION_UNRESOLVEDFUNCTION"]._serialized_end = 5391
+ _globals["_EXPRESSION_EXPRESSIONSTRING"]._serialized_start = 5393
+ _globals["_EXPRESSION_EXPRESSIONSTRING"]._serialized_end = 5443
+ _globals["_EXPRESSION_UNRESOLVEDSTAR"]._serialized_start = 5445
+ _globals["_EXPRESSION_UNRESOLVEDSTAR"]._serialized_end = 5569
+ _globals["_EXPRESSION_UNRESOLVEDREGEX"]._serialized_start = 5571
+ _globals["_EXPRESSION_UNRESOLVEDREGEX"]._serialized_end = 5657
+ _globals["_EXPRESSION_UNRESOLVEDEXTRACTVALUE"]._serialized_start = 5660
+ _globals["_EXPRESSION_UNRESOLVEDEXTRACTVALUE"]._serialized_end = 5792
+ _globals["_EXPRESSION_UPDATEFIELDS"]._serialized_start = 5795
+ _globals["_EXPRESSION_UPDATEFIELDS"]._serialized_end = 5982
+ _globals["_EXPRESSION_ALIAS"]._serialized_start = 5984
+ _globals["_EXPRESSION_ALIAS"]._serialized_end = 6104
+ _globals["_EXPRESSION_LAMBDAFUNCTION"]._serialized_start = 6107
+ _globals["_EXPRESSION_LAMBDAFUNCTION"]._serialized_end = 6265
+ _globals["_EXPRESSION_UNRESOLVEDNAMEDLAMBDAVARIABLE"]._serialized_start =
6267
+ _globals["_EXPRESSION_UNRESOLVEDNAMEDLAMBDAVARIABLE"]._serialized_end =
6329
+ _globals["_EXPRESSIONCOMMON"]._serialized_start = 6344
+ _globals["_EXPRESSIONCOMMON"]._serialized_end = 6409
+ _globals["_COMMONINLINEUSERDEFINEDFUNCTION"]._serialized_start = 6412
+ _globals["_COMMONINLINEUSERDEFINEDFUNCTION"]._serialized_end = 6776
+ _globals["_PYTHONUDF"]._serialized_start = 6779
+ _globals["_PYTHONUDF"]._serialized_end = 6983
+ _globals["_SCALARSCALAUDF"]._serialized_start = 6986
+ _globals["_SCALARSCALAUDF"]._serialized_end = 7200
+ _globals["_JAVAUDF"]._serialized_start = 7203
+ _globals["_JAVAUDF"]._serialized_end = 7352
+ _globals["_TYPEDAGGREGATEEXPRESSION"]._serialized_start = 7354
+ _globals["_TYPEDAGGREGATEEXPRESSION"]._serialized_end = 7453
+ _globals["_CALLFUNCTION"]._serialized_start = 7455
+ _globals["_CALLFUNCTION"]._serialized_end = 7563
+ _globals["_NAMEDARGUMENTEXPRESSION"]._serialized_start = 7565
+ _globals["_NAMEDARGUMENTEXPRESSION"]._serialized_end = 7657
+ _globals["_MERGEACTION"]._serialized_start = 7660
+ _globals["_MERGEACTION"]._serialized_end = 8172
+ _globals["_MERGEACTION_ASSIGNMENT"]._serialized_start = 7882
+ _globals["_MERGEACTION_ASSIGNMENT"]._serialized_end = 7988
+ _globals["_MERGEACTION_ACTIONTYPE"]._serialized_start = 7991
+ _globals["_MERGEACTION_ACTIONTYPE"]._serialized_end = 8158
# @@protoc_insertion_point(module_scope)
diff --git a/python/pyspark/sql/connect/proto/relations_pb2.py
b/python/pyspark/sql/connect/proto/relations_pb2.py
index 9c3766a3552d..479abcfb597a 100644
--- a/python/pyspark/sql/connect/proto/relations_pb2.py
+++ b/python/pyspark/sql/connect/proto/relations_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/relations.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "",
"spark/connect/relations.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -39,187 +45,190 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b'\n\x1dspark/connect/relations.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x1fspark/connect/expressions.proto\x1a\x19spark/connect/types.proto\x1a\x1bspark/connect/catalog.proto\x1a\x1aspark/connect/common.proto"\x9c\x1c\n\x08Relation\x12\x35\n\x06\x63ommon\x18\x01
\x01(\x0b\x32\x1d.spark.connect.RelationCommonR\x06\x63ommon\x12)\n\x04read\x18\x02
\x01(\x0b\x32\x13.spark.connect.ReadH\x00R\x04read\x12\x32\n\x07project\x18\x03
\x01(\x0b\x32\x16.spark.connect.Project [...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(
- DESCRIPTOR, "pyspark.sql.connect.proto.relations_pb2", globals()
+ DESCRIPTOR, "pyspark.sql.connect.proto.relations_pb2", _globals
)
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _RELATIONCOMMON.fields_by_name["source_info"]._options = None
- _RELATIONCOMMON.fields_by_name["source_info"]._serialized_options =
b"\030\001"
- _SQL_ARGSENTRY._options = None
- _SQL_ARGSENTRY._serialized_options = b"8\001"
- _SQL_NAMEDARGUMENTSENTRY._options = None
- _SQL_NAMEDARGUMENTSENTRY._serialized_options = b"8\001"
- _SQL.fields_by_name["args"]._options = None
- _SQL.fields_by_name["args"]._serialized_options = b"\030\001"
- _SQL.fields_by_name["pos_args"]._options = None
- _SQL.fields_by_name["pos_args"]._serialized_options = b"\030\001"
- _READ_NAMEDTABLE_OPTIONSENTRY._options = None
- _READ_NAMEDTABLE_OPTIONSENTRY._serialized_options = b"8\001"
- _READ_DATASOURCE_OPTIONSENTRY._options = None
- _READ_DATASOURCE_OPTIONSENTRY._serialized_options = b"8\001"
- _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._options = None
- _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._serialized_options = b"8\001"
- _WITHCOLUMNSRENAMED.fields_by_name["rename_columns_map"]._options = None
-
_WITHCOLUMNSRENAMED.fields_by_name["rename_columns_map"]._serialized_options =
b"\030\001"
- _PARSE_OPTIONSENTRY._options = None
- _PARSE_OPTIONSENTRY._serialized_options = b"8\001"
- _RELATION._serialized_start = 193
- _RELATION._serialized_end = 3805
- _UNKNOWN._serialized_start = 3807
- _UNKNOWN._serialized_end = 3816
- _RELATIONCOMMON._serialized_start = 3819
- _RELATIONCOMMON._serialized_end = 3961
- _SQL._serialized_start = 3964
- _SQL._serialized_end = 4442
- _SQL_ARGSENTRY._serialized_start = 4258
- _SQL_ARGSENTRY._serialized_end = 4348
- _SQL_NAMEDARGUMENTSENTRY._serialized_start = 4350
- _SQL_NAMEDARGUMENTSENTRY._serialized_end = 4442
- _WITHRELATIONS._serialized_start = 4444
- _WITHRELATIONS._serialized_end = 4561
- _READ._serialized_start = 4564
- _READ._serialized_end = 5227
- _READ_NAMEDTABLE._serialized_start = 4742
- _READ_NAMEDTABLE._serialized_end = 4934
- _READ_NAMEDTABLE_OPTIONSENTRY._serialized_start = 4876
- _READ_NAMEDTABLE_OPTIONSENTRY._serialized_end = 4934
- _READ_DATASOURCE._serialized_start = 4937
- _READ_DATASOURCE._serialized_end = 5214
- _READ_DATASOURCE_OPTIONSENTRY._serialized_start = 4876
- _READ_DATASOURCE_OPTIONSENTRY._serialized_end = 4934
- _PROJECT._serialized_start = 5229
- _PROJECT._serialized_end = 5346
- _FILTER._serialized_start = 5348
- _FILTER._serialized_end = 5460
- _JOIN._serialized_start = 5463
- _JOIN._serialized_end = 6124
- _JOIN_JOINDATATYPE._serialized_start = 5802
- _JOIN_JOINDATATYPE._serialized_end = 5894
- _JOIN_JOINTYPE._serialized_start = 5897
- _JOIN_JOINTYPE._serialized_end = 6105
- _SETOPERATION._serialized_start = 6127
- _SETOPERATION._serialized_end = 6606
- _SETOPERATION_SETOPTYPE._serialized_start = 6443
- _SETOPERATION_SETOPTYPE._serialized_end = 6557
- _LIMIT._serialized_start = 6608
- _LIMIT._serialized_end = 6684
- _OFFSET._serialized_start = 6686
- _OFFSET._serialized_end = 6765
- _TAIL._serialized_start = 6767
- _TAIL._serialized_end = 6842
- _AGGREGATE._serialized_start = 6845
- _AGGREGATE._serialized_end = 7611
- _AGGREGATE_PIVOT._serialized_start = 7260
- _AGGREGATE_PIVOT._serialized_end = 7371
- _AGGREGATE_GROUPINGSETS._serialized_start = 7373
- _AGGREGATE_GROUPINGSETS._serialized_end = 7449
- _AGGREGATE_GROUPTYPE._serialized_start = 7452
- _AGGREGATE_GROUPTYPE._serialized_end = 7611
- _SORT._serialized_start = 7614
- _SORT._serialized_end = 7774
- _DROP._serialized_start = 7777
- _DROP._serialized_end = 7918
- _DEDUPLICATE._serialized_start = 7921
- _DEDUPLICATE._serialized_end = 8161
- _LOCALRELATION._serialized_start = 8163
- _LOCALRELATION._serialized_end = 8252
- _CACHEDLOCALRELATION._serialized_start = 8254
- _CACHEDLOCALRELATION._serialized_end = 8326
- _CACHEDREMOTERELATION._serialized_start = 8328
- _CACHEDREMOTERELATION._serialized_end = 8383
- _SAMPLE._serialized_start = 8386
- _SAMPLE._serialized_end = 8659
- _RANGE._serialized_start = 8662
- _RANGE._serialized_end = 8807
- _SUBQUERYALIAS._serialized_start = 8809
- _SUBQUERYALIAS._serialized_end = 8923
- _REPARTITION._serialized_start = 8926
- _REPARTITION._serialized_end = 9068
- _SHOWSTRING._serialized_start = 9071
- _SHOWSTRING._serialized_end = 9213
- _HTMLSTRING._serialized_start = 9215
- _HTMLSTRING._serialized_end = 9329
- _STATSUMMARY._serialized_start = 9331
- _STATSUMMARY._serialized_end = 9423
- _STATDESCRIBE._serialized_start = 9425
- _STATDESCRIBE._serialized_end = 9506
- _STATCROSSTAB._serialized_start = 9508
- _STATCROSSTAB._serialized_end = 9609
- _STATCOV._serialized_start = 9611
- _STATCOV._serialized_end = 9707
- _STATCORR._serialized_start = 9710
- _STATCORR._serialized_end = 9847
- _STATAPPROXQUANTILE._serialized_start = 9850
- _STATAPPROXQUANTILE._serialized_end = 10014
- _STATFREQITEMS._serialized_start = 10016
- _STATFREQITEMS._serialized_end = 10141
- _STATSAMPLEBY._serialized_start = 10144
- _STATSAMPLEBY._serialized_end = 10453
- _STATSAMPLEBY_FRACTION._serialized_start = 10345
- _STATSAMPLEBY_FRACTION._serialized_end = 10444
- _NAFILL._serialized_start = 10456
- _NAFILL._serialized_end = 10590
- _NADROP._serialized_start = 10593
- _NADROP._serialized_end = 10727
- _NAREPLACE._serialized_start = 10730
- _NAREPLACE._serialized_end = 11026
- _NAREPLACE_REPLACEMENT._serialized_start = 10885
- _NAREPLACE_REPLACEMENT._serialized_end = 11026
- _TODF._serialized_start = 11028
- _TODF._serialized_end = 11116
- _WITHCOLUMNSRENAMED._serialized_start = 11119
- _WITHCOLUMNSRENAMED._serialized_end = 11501
- _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._serialized_start = 11363
- _WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY._serialized_end = 11430
- _WITHCOLUMNSRENAMED_RENAME._serialized_start = 11432
- _WITHCOLUMNSRENAMED_RENAME._serialized_end = 11501
- _WITHCOLUMNS._serialized_start = 11503
- _WITHCOLUMNS._serialized_end = 11622
- _WITHWATERMARK._serialized_start = 11625
- _WITHWATERMARK._serialized_end = 11759
- _HINT._serialized_start = 11762
- _HINT._serialized_end = 11894
- _UNPIVOT._serialized_start = 11897
- _UNPIVOT._serialized_end = 12224
- _UNPIVOT_VALUES._serialized_start = 12154
- _UNPIVOT_VALUES._serialized_end = 12213
- _TRANSPOSE._serialized_start = 12226
- _TRANSPOSE._serialized_end = 12348
- _UNRESOLVEDTABLEVALUEDFUNCTION._serialized_start = 12350
- _UNRESOLVEDTABLEVALUEDFUNCTION._serialized_end = 12475
- _TOSCHEMA._serialized_start = 12477
- _TOSCHEMA._serialized_end = 12583
- _REPARTITIONBYEXPRESSION._serialized_start = 12586
- _REPARTITIONBYEXPRESSION._serialized_end = 12789
- _MAPPARTITIONS._serialized_start = 12792
- _MAPPARTITIONS._serialized_end = 13024
- _GROUPMAP._serialized_start = 13027
- _GROUPMAP._serialized_end = 13662
- _COGROUPMAP._serialized_start = 13665
- _COGROUPMAP._serialized_end = 14191
- _APPLYINPANDASWITHSTATE._serialized_start = 14194
- _APPLYINPANDASWITHSTATE._serialized_end = 14551
- _COMMONINLINEUSERDEFINEDTABLEFUNCTION._serialized_start = 14554
- _COMMONINLINEUSERDEFINEDTABLEFUNCTION._serialized_end = 14798
- _PYTHONUDTF._serialized_start = 14801
- _PYTHONUDTF._serialized_end = 14978
- _COMMONINLINEUSERDEFINEDDATASOURCE._serialized_start = 14981
- _COMMONINLINEUSERDEFINEDDATASOURCE._serialized_end = 15132
- _PYTHONDATASOURCE._serialized_start = 15134
- _PYTHONDATASOURCE._serialized_end = 15209
- _COLLECTMETRICS._serialized_start = 15212
- _COLLECTMETRICS._serialized_end = 15348
- _PARSE._serialized_start = 15351
- _PARSE._serialized_end = 15739
- _PARSE_OPTIONSENTRY._serialized_start = 4876
- _PARSE_OPTIONSENTRY._serialized_end = 4934
- _PARSE_PARSEFORMAT._serialized_start = 15640
- _PARSE_PARSEFORMAT._serialized_end = 15728
- _ASOFJOIN._serialized_start = 15742
- _ASOFJOIN._serialized_end = 16217
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals["_RELATIONCOMMON"].fields_by_name["source_info"]._loaded_options
= None
+
_globals["_RELATIONCOMMON"].fields_by_name["source_info"]._serialized_options =
b"\030\001"
+ _globals["_SQL_ARGSENTRY"]._loaded_options = None
+ _globals["_SQL_ARGSENTRY"]._serialized_options = b"8\001"
+ _globals["_SQL_NAMEDARGUMENTSENTRY"]._loaded_options = None
+ _globals["_SQL_NAMEDARGUMENTSENTRY"]._serialized_options = b"8\001"
+ _globals["_SQL"].fields_by_name["args"]._loaded_options = None
+ _globals["_SQL"].fields_by_name["args"]._serialized_options = b"\030\001"
+ _globals["_SQL"].fields_by_name["pos_args"]._loaded_options = None
+ _globals["_SQL"].fields_by_name["pos_args"]._serialized_options =
b"\030\001"
+ _globals["_READ_NAMEDTABLE_OPTIONSENTRY"]._loaded_options = None
+ _globals["_READ_NAMEDTABLE_OPTIONSENTRY"]._serialized_options = b"8\001"
+ _globals["_READ_DATASOURCE_OPTIONSENTRY"]._loaded_options = None
+ _globals["_READ_DATASOURCE_OPTIONSENTRY"]._serialized_options = b"8\001"
+ _globals["_WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY"]._loaded_options =
None
+ _globals["_WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY"]._serialized_options
= b"8\001"
+
_globals["_WITHCOLUMNSRENAMED"].fields_by_name["rename_columns_map"]._loaded_options
= None
+ _globals["_WITHCOLUMNSRENAMED"].fields_by_name[
+ "rename_columns_map"
+ ]._serialized_options = b"\030\001"
+ _globals["_PARSE_OPTIONSENTRY"]._loaded_options = None
+ _globals["_PARSE_OPTIONSENTRY"]._serialized_options = b"8\001"
+ _globals["_RELATION"]._serialized_start = 193
+ _globals["_RELATION"]._serialized_end = 3805
+ _globals["_UNKNOWN"]._serialized_start = 3807
+ _globals["_UNKNOWN"]._serialized_end = 3816
+ _globals["_RELATIONCOMMON"]._serialized_start = 3819
+ _globals["_RELATIONCOMMON"]._serialized_end = 3961
+ _globals["_SQL"]._serialized_start = 3964
+ _globals["_SQL"]._serialized_end = 4442
+ _globals["_SQL_ARGSENTRY"]._serialized_start = 4258
+ _globals["_SQL_ARGSENTRY"]._serialized_end = 4348
+ _globals["_SQL_NAMEDARGUMENTSENTRY"]._serialized_start = 4350
+ _globals["_SQL_NAMEDARGUMENTSENTRY"]._serialized_end = 4442
+ _globals["_WITHRELATIONS"]._serialized_start = 4444
+ _globals["_WITHRELATIONS"]._serialized_end = 4561
+ _globals["_READ"]._serialized_start = 4564
+ _globals["_READ"]._serialized_end = 5227
+ _globals["_READ_NAMEDTABLE"]._serialized_start = 4742
+ _globals["_READ_NAMEDTABLE"]._serialized_end = 4934
+ _globals["_READ_NAMEDTABLE_OPTIONSENTRY"]._serialized_start = 4876
+ _globals["_READ_NAMEDTABLE_OPTIONSENTRY"]._serialized_end = 4934
+ _globals["_READ_DATASOURCE"]._serialized_start = 4937
+ _globals["_READ_DATASOURCE"]._serialized_end = 5214
+ _globals["_READ_DATASOURCE_OPTIONSENTRY"]._serialized_start = 4876
+ _globals["_READ_DATASOURCE_OPTIONSENTRY"]._serialized_end = 4934
+ _globals["_PROJECT"]._serialized_start = 5229
+ _globals["_PROJECT"]._serialized_end = 5346
+ _globals["_FILTER"]._serialized_start = 5348
+ _globals["_FILTER"]._serialized_end = 5460
+ _globals["_JOIN"]._serialized_start = 5463
+ _globals["_JOIN"]._serialized_end = 6124
+ _globals["_JOIN_JOINDATATYPE"]._serialized_start = 5802
+ _globals["_JOIN_JOINDATATYPE"]._serialized_end = 5894
+ _globals["_JOIN_JOINTYPE"]._serialized_start = 5897
+ _globals["_JOIN_JOINTYPE"]._serialized_end = 6105
+ _globals["_SETOPERATION"]._serialized_start = 6127
+ _globals["_SETOPERATION"]._serialized_end = 6606
+ _globals["_SETOPERATION_SETOPTYPE"]._serialized_start = 6443
+ _globals["_SETOPERATION_SETOPTYPE"]._serialized_end = 6557
+ _globals["_LIMIT"]._serialized_start = 6608
+ _globals["_LIMIT"]._serialized_end = 6684
+ _globals["_OFFSET"]._serialized_start = 6686
+ _globals["_OFFSET"]._serialized_end = 6765
+ _globals["_TAIL"]._serialized_start = 6767
+ _globals["_TAIL"]._serialized_end = 6842
+ _globals["_AGGREGATE"]._serialized_start = 6845
+ _globals["_AGGREGATE"]._serialized_end = 7611
+ _globals["_AGGREGATE_PIVOT"]._serialized_start = 7260
+ _globals["_AGGREGATE_PIVOT"]._serialized_end = 7371
+ _globals["_AGGREGATE_GROUPINGSETS"]._serialized_start = 7373
+ _globals["_AGGREGATE_GROUPINGSETS"]._serialized_end = 7449
+ _globals["_AGGREGATE_GROUPTYPE"]._serialized_start = 7452
+ _globals["_AGGREGATE_GROUPTYPE"]._serialized_end = 7611
+ _globals["_SORT"]._serialized_start = 7614
+ _globals["_SORT"]._serialized_end = 7774
+ _globals["_DROP"]._serialized_start = 7777
+ _globals["_DROP"]._serialized_end = 7918
+ _globals["_DEDUPLICATE"]._serialized_start = 7921
+ _globals["_DEDUPLICATE"]._serialized_end = 8161
+ _globals["_LOCALRELATION"]._serialized_start = 8163
+ _globals["_LOCALRELATION"]._serialized_end = 8252
+ _globals["_CACHEDLOCALRELATION"]._serialized_start = 8254
+ _globals["_CACHEDLOCALRELATION"]._serialized_end = 8326
+ _globals["_CACHEDREMOTERELATION"]._serialized_start = 8328
+ _globals["_CACHEDREMOTERELATION"]._serialized_end = 8383
+ _globals["_SAMPLE"]._serialized_start = 8386
+ _globals["_SAMPLE"]._serialized_end = 8659
+ _globals["_RANGE"]._serialized_start = 8662
+ _globals["_RANGE"]._serialized_end = 8807
+ _globals["_SUBQUERYALIAS"]._serialized_start = 8809
+ _globals["_SUBQUERYALIAS"]._serialized_end = 8923
+ _globals["_REPARTITION"]._serialized_start = 8926
+ _globals["_REPARTITION"]._serialized_end = 9068
+ _globals["_SHOWSTRING"]._serialized_start = 9071
+ _globals["_SHOWSTRING"]._serialized_end = 9213
+ _globals["_HTMLSTRING"]._serialized_start = 9215
+ _globals["_HTMLSTRING"]._serialized_end = 9329
+ _globals["_STATSUMMARY"]._serialized_start = 9331
+ _globals["_STATSUMMARY"]._serialized_end = 9423
+ _globals["_STATDESCRIBE"]._serialized_start = 9425
+ _globals["_STATDESCRIBE"]._serialized_end = 9506
+ _globals["_STATCROSSTAB"]._serialized_start = 9508
+ _globals["_STATCROSSTAB"]._serialized_end = 9609
+ _globals["_STATCOV"]._serialized_start = 9611
+ _globals["_STATCOV"]._serialized_end = 9707
+ _globals["_STATCORR"]._serialized_start = 9710
+ _globals["_STATCORR"]._serialized_end = 9847
+ _globals["_STATAPPROXQUANTILE"]._serialized_start = 9850
+ _globals["_STATAPPROXQUANTILE"]._serialized_end = 10014
+ _globals["_STATFREQITEMS"]._serialized_start = 10016
+ _globals["_STATFREQITEMS"]._serialized_end = 10141
+ _globals["_STATSAMPLEBY"]._serialized_start = 10144
+ _globals["_STATSAMPLEBY"]._serialized_end = 10453
+ _globals["_STATSAMPLEBY_FRACTION"]._serialized_start = 10345
+ _globals["_STATSAMPLEBY_FRACTION"]._serialized_end = 10444
+ _globals["_NAFILL"]._serialized_start = 10456
+ _globals["_NAFILL"]._serialized_end = 10590
+ _globals["_NADROP"]._serialized_start = 10593
+ _globals["_NADROP"]._serialized_end = 10727
+ _globals["_NAREPLACE"]._serialized_start = 10730
+ _globals["_NAREPLACE"]._serialized_end = 11026
+ _globals["_NAREPLACE_REPLACEMENT"]._serialized_start = 10885
+ _globals["_NAREPLACE_REPLACEMENT"]._serialized_end = 11026
+ _globals["_TODF"]._serialized_start = 11028
+ _globals["_TODF"]._serialized_end = 11116
+ _globals["_WITHCOLUMNSRENAMED"]._serialized_start = 11119
+ _globals["_WITHCOLUMNSRENAMED"]._serialized_end = 11501
+ _globals["_WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY"]._serialized_start =
11363
+ _globals["_WITHCOLUMNSRENAMED_RENAMECOLUMNSMAPENTRY"]._serialized_end =
11430
+ _globals["_WITHCOLUMNSRENAMED_RENAME"]._serialized_start = 11432
+ _globals["_WITHCOLUMNSRENAMED_RENAME"]._serialized_end = 11501
+ _globals["_WITHCOLUMNS"]._serialized_start = 11503
+ _globals["_WITHCOLUMNS"]._serialized_end = 11622
+ _globals["_WITHWATERMARK"]._serialized_start = 11625
+ _globals["_WITHWATERMARK"]._serialized_end = 11759
+ _globals["_HINT"]._serialized_start = 11762
+ _globals["_HINT"]._serialized_end = 11894
+ _globals["_UNPIVOT"]._serialized_start = 11897
+ _globals["_UNPIVOT"]._serialized_end = 12224
+ _globals["_UNPIVOT_VALUES"]._serialized_start = 12154
+ _globals["_UNPIVOT_VALUES"]._serialized_end = 12213
+ _globals["_TRANSPOSE"]._serialized_start = 12226
+ _globals["_TRANSPOSE"]._serialized_end = 12348
+ _globals["_UNRESOLVEDTABLEVALUEDFUNCTION"]._serialized_start = 12350
+ _globals["_UNRESOLVEDTABLEVALUEDFUNCTION"]._serialized_end = 12475
+ _globals["_TOSCHEMA"]._serialized_start = 12477
+ _globals["_TOSCHEMA"]._serialized_end = 12583
+ _globals["_REPARTITIONBYEXPRESSION"]._serialized_start = 12586
+ _globals["_REPARTITIONBYEXPRESSION"]._serialized_end = 12789
+ _globals["_MAPPARTITIONS"]._serialized_start = 12792
+ _globals["_MAPPARTITIONS"]._serialized_end = 13024
+ _globals["_GROUPMAP"]._serialized_start = 13027
+ _globals["_GROUPMAP"]._serialized_end = 13662
+ _globals["_COGROUPMAP"]._serialized_start = 13665
+ _globals["_COGROUPMAP"]._serialized_end = 14191
+ _globals["_APPLYINPANDASWITHSTATE"]._serialized_start = 14194
+ _globals["_APPLYINPANDASWITHSTATE"]._serialized_end = 14551
+ _globals["_COMMONINLINEUSERDEFINEDTABLEFUNCTION"]._serialized_start = 14554
+ _globals["_COMMONINLINEUSERDEFINEDTABLEFUNCTION"]._serialized_end = 14798
+ _globals["_PYTHONUDTF"]._serialized_start = 14801
+ _globals["_PYTHONUDTF"]._serialized_end = 14978
+ _globals["_COMMONINLINEUSERDEFINEDDATASOURCE"]._serialized_start = 14981
+ _globals["_COMMONINLINEUSERDEFINEDDATASOURCE"]._serialized_end = 15132
+ _globals["_PYTHONDATASOURCE"]._serialized_start = 15134
+ _globals["_PYTHONDATASOURCE"]._serialized_end = 15209
+ _globals["_COLLECTMETRICS"]._serialized_start = 15212
+ _globals["_COLLECTMETRICS"]._serialized_end = 15348
+ _globals["_PARSE"]._serialized_start = 15351
+ _globals["_PARSE"]._serialized_end = 15739
+ _globals["_PARSE_OPTIONSENTRY"]._serialized_start = 4876
+ _globals["_PARSE_OPTIONSENTRY"]._serialized_end = 4934
+ _globals["_PARSE_PARSEFORMAT"]._serialized_start = 15640
+ _globals["_PARSE_PARSEFORMAT"]._serialized_end = 15728
+ _globals["_ASOFJOIN"]._serialized_start = 15742
+ _globals["_ASOFJOIN"]._serialized_end = 16217
# @@protoc_insertion_point(module_scope)
diff --git a/python/pyspark/sql/connect/proto/types_pb2.py
b/python/pyspark/sql/connect/proto/types_pb2.py
index 1022605fb160..55f98717a5b0 100644
--- a/python/pyspark/sql/connect/proto/types_pb2.py
+++ b/python/pyspark/sql/connect/proto/types_pb2.py
@@ -16,13 +16,19 @@
#
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
# source: spark/connect/types.proto
+# Protobuf Python Version: 5.28.3
"""Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+ _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/types.proto"
+)
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
@@ -32,67 +38,66 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(
b"\n\x19spark/connect/types.proto\x12\rspark.connect\"\xe7!\n\x08\x44\x61taType\x12\x32\n\x04null\x18\x01
\x01(\x0b\x32\x1c.spark.connect.DataType.NULLH\x00R\x04null\x12\x38\n\x06\x62inary\x18\x02
\x01(\x0b\x32\x1e.spark.connect.DataType.BinaryH\x00R\x06\x62inary\x12;\n\x07\x62oolean\x18\x03
\x01(\x0b\x32\x1f.spark.connect.DataType.BooleanH\x00R\x07\x62oolean\x12\x32\n\x04\x62yte\x18\x04
\x01(\x0b\x32\x1c.spark.connect.DataType.ByteH\x00R\x04\x62yte\x12\x35\n\x05short\x18\x05
\x01(\x [...]
)
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(
- DESCRIPTOR, "pyspark.sql.connect.proto.types_pb2", globals()
-)
-if _descriptor._USE_C_DESCRIPTORS == False:
- DESCRIPTOR._options = None
- DESCRIPTOR._serialized_options = (
- b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
- )
- _DATATYPE._serialized_start = 45
- _DATATYPE._serialized_end = 4372
- _DATATYPE_BOOLEAN._serialized_start = 1595
- _DATATYPE_BOOLEAN._serialized_end = 1662
- _DATATYPE_BYTE._serialized_start = 1664
- _DATATYPE_BYTE._serialized_end = 1728
- _DATATYPE_SHORT._serialized_start = 1730
- _DATATYPE_SHORT._serialized_end = 1795
- _DATATYPE_INTEGER._serialized_start = 1797
- _DATATYPE_INTEGER._serialized_end = 1864
- _DATATYPE_LONG._serialized_start = 1866
- _DATATYPE_LONG._serialized_end = 1930
- _DATATYPE_FLOAT._serialized_start = 1932
- _DATATYPE_FLOAT._serialized_end = 1997
- _DATATYPE_DOUBLE._serialized_start = 1999
- _DATATYPE_DOUBLE._serialized_end = 2065
- _DATATYPE_STRING._serialized_start = 2067
- _DATATYPE_STRING._serialized_end = 2163
- _DATATYPE_BINARY._serialized_start = 2165
- _DATATYPE_BINARY._serialized_end = 2231
- _DATATYPE_NULL._serialized_start = 2233
- _DATATYPE_NULL._serialized_end = 2297
- _DATATYPE_TIMESTAMP._serialized_start = 2299
- _DATATYPE_TIMESTAMP._serialized_end = 2368
- _DATATYPE_DATE._serialized_start = 2370
- _DATATYPE_DATE._serialized_end = 2434
- _DATATYPE_TIMESTAMPNTZ._serialized_start = 2436
- _DATATYPE_TIMESTAMPNTZ._serialized_end = 2508
- _DATATYPE_CALENDARINTERVAL._serialized_start = 2510
- _DATATYPE_CALENDARINTERVAL._serialized_end = 2586
- _DATATYPE_YEARMONTHINTERVAL._serialized_start = 2589
- _DATATYPE_YEARMONTHINTERVAL._serialized_end = 2768
- _DATATYPE_DAYTIMEINTERVAL._serialized_start = 2771
- _DATATYPE_DAYTIMEINTERVAL._serialized_end = 2948
- _DATATYPE_CHAR._serialized_start = 2950
- _DATATYPE_CHAR._serialized_end = 3038
- _DATATYPE_VARCHAR._serialized_start = 3040
- _DATATYPE_VARCHAR._serialized_end = 3131
- _DATATYPE_DECIMAL._serialized_start = 3134
- _DATATYPE_DECIMAL._serialized_end = 3287
- _DATATYPE_STRUCTFIELD._serialized_start = 3290
- _DATATYPE_STRUCTFIELD._serialized_end = 3451
- _DATATYPE_STRUCT._serialized_start = 3453
- _DATATYPE_STRUCT._serialized_end = 3580
- _DATATYPE_ARRAY._serialized_start = 3583
- _DATATYPE_ARRAY._serialized_end = 3745
- _DATATYPE_MAP._serialized_start = 3748
- _DATATYPE_MAP._serialized_end = 3967
- _DATATYPE_VARIANT._serialized_start = 3969
- _DATATYPE_VARIANT._serialized_end = 4036
- _DATATYPE_UDT._serialized_start = 4039
- _DATATYPE_UDT._serialized_end = 4310
- _DATATYPE_UNPARSED._serialized_start = 4312
- _DATATYPE_UNPARSED._serialized_end = 4364
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR,
"pyspark.sql.connect.proto.types_pb2", _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+ _globals["DESCRIPTOR"]._loaded_options = None
+ _globals[
+ "DESCRIPTOR"
+ ]._serialized_options =
b"\n\036org.apache.spark.connect.protoP\001Z\022internal/generated"
+ _globals["_DATATYPE"]._serialized_start = 45
+ _globals["_DATATYPE"]._serialized_end = 4372
+ _globals["_DATATYPE_BOOLEAN"]._serialized_start = 1595
+ _globals["_DATATYPE_BOOLEAN"]._serialized_end = 1662
+ _globals["_DATATYPE_BYTE"]._serialized_start = 1664
+ _globals["_DATATYPE_BYTE"]._serialized_end = 1728
+ _globals["_DATATYPE_SHORT"]._serialized_start = 1730
+ _globals["_DATATYPE_SHORT"]._serialized_end = 1795
+ _globals["_DATATYPE_INTEGER"]._serialized_start = 1797
+ _globals["_DATATYPE_INTEGER"]._serialized_end = 1864
+ _globals["_DATATYPE_LONG"]._serialized_start = 1866
+ _globals["_DATATYPE_LONG"]._serialized_end = 1930
+ _globals["_DATATYPE_FLOAT"]._serialized_start = 1932
+ _globals["_DATATYPE_FLOAT"]._serialized_end = 1997
+ _globals["_DATATYPE_DOUBLE"]._serialized_start = 1999
+ _globals["_DATATYPE_DOUBLE"]._serialized_end = 2065
+ _globals["_DATATYPE_STRING"]._serialized_start = 2067
+ _globals["_DATATYPE_STRING"]._serialized_end = 2163
+ _globals["_DATATYPE_BINARY"]._serialized_start = 2165
+ _globals["_DATATYPE_BINARY"]._serialized_end = 2231
+ _globals["_DATATYPE_NULL"]._serialized_start = 2233
+ _globals["_DATATYPE_NULL"]._serialized_end = 2297
+ _globals["_DATATYPE_TIMESTAMP"]._serialized_start = 2299
+ _globals["_DATATYPE_TIMESTAMP"]._serialized_end = 2368
+ _globals["_DATATYPE_DATE"]._serialized_start = 2370
+ _globals["_DATATYPE_DATE"]._serialized_end = 2434
+ _globals["_DATATYPE_TIMESTAMPNTZ"]._serialized_start = 2436
+ _globals["_DATATYPE_TIMESTAMPNTZ"]._serialized_end = 2508
+ _globals["_DATATYPE_CALENDARINTERVAL"]._serialized_start = 2510
+ _globals["_DATATYPE_CALENDARINTERVAL"]._serialized_end = 2586
+ _globals["_DATATYPE_YEARMONTHINTERVAL"]._serialized_start = 2589
+ _globals["_DATATYPE_YEARMONTHINTERVAL"]._serialized_end = 2768
+ _globals["_DATATYPE_DAYTIMEINTERVAL"]._serialized_start = 2771
+ _globals["_DATATYPE_DAYTIMEINTERVAL"]._serialized_end = 2948
+ _globals["_DATATYPE_CHAR"]._serialized_start = 2950
+ _globals["_DATATYPE_CHAR"]._serialized_end = 3038
+ _globals["_DATATYPE_VARCHAR"]._serialized_start = 3040
+ _globals["_DATATYPE_VARCHAR"]._serialized_end = 3131
+ _globals["_DATATYPE_DECIMAL"]._serialized_start = 3134
+ _globals["_DATATYPE_DECIMAL"]._serialized_end = 3287
+ _globals["_DATATYPE_STRUCTFIELD"]._serialized_start = 3290
+ _globals["_DATATYPE_STRUCTFIELD"]._serialized_end = 3451
+ _globals["_DATATYPE_STRUCT"]._serialized_start = 3453
+ _globals["_DATATYPE_STRUCT"]._serialized_end = 3580
+ _globals["_DATATYPE_ARRAY"]._serialized_start = 3583
+ _globals["_DATATYPE_ARRAY"]._serialized_end = 3745
+ _globals["_DATATYPE_MAP"]._serialized_start = 3748
+ _globals["_DATATYPE_MAP"]._serialized_end = 3967
+ _globals["_DATATYPE_VARIANT"]._serialized_start = 3969
+ _globals["_DATATYPE_VARIANT"]._serialized_end = 4036
+ _globals["_DATATYPE_UDT"]._serialized_start = 4039
+ _globals["_DATATYPE_UDT"]._serialized_end = 4310
+ _globals["_DATATYPE_UNPARSED"]._serialized_start = 4312
+ _globals["_DATATYPE_UNPARSED"]._serialized_end = 4364
# @@protoc_insertion_point(module_scope)
diff --git a/sql/connect/common/src/main/buf.gen.yaml
b/sql/connect/common/src/main/buf.gen.yaml
index a68bc880b831..c9fcfb8f0d30 100644
--- a/sql/connect/common/src/main/buf.gen.yaml
+++ b/sql/connect/common/src/main/buf.gen.yaml
@@ -16,18 +16,18 @@
#
version: v1
plugins:
- - plugin: buf.build/protocolbuffers/cpp:v21.7
+ - plugin: buf.build/protocolbuffers/cpp:v28.3
out: gen/proto/cpp
- - plugin: buf.build/protocolbuffers/csharp:v21.7
+ - plugin: buf.build/protocolbuffers/csharp:v28.3
out: gen/proto/csharp
- - plugin: buf.build/protocolbuffers/java:v21.7
+ - plugin: buf.build/protocolbuffers/java:v28.3
out: gen/proto/java
- plugin: buf.build/grpc/ruby:v1.67.0
out: gen/proto/ruby
- - plugin: buf.build/protocolbuffers/ruby:v21.7
+ - plugin: buf.build/protocolbuffers/ruby:v28.3
out: gen/proto/ruby
# Building the Python build and building the mypy interfaces.
- - plugin: buf.build/protocolbuffers/python:v21.7
+ - plugin: buf.build/protocolbuffers/python:v28.3
out: gen/proto/python
- plugin: buf.build/grpc/python:v1.67.0
out: gen/proto/python
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
