diff --git a/python/pyspark/sql/connect/proto/base_pb2.py b/python/pyspark/sql/connect/proto/base_pb2.py index 851d74df137e6..e72fbce46cae2 100644 --- a/python/pyspark/sql/connect/proto/base_pb2.py +++ b/python/pyspark/sql/connect/proto/base_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/base.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/base.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/base.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/base_pb2.pyi b/python/pyspark/sql/connect/proto/base_pb2.pyi index 62aa597aed2a0..fca597b918b41 100644 --- a/python/pyspark/sql/connect/proto/base_pb2.pyi +++ b/python/pyspark/sql/connect/proto/base_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.any_pb2 @@ -57,6 +58,7 @@ else: DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class Plan(google.protobuf.message.Message): """A [[Plan]] is the structure that carries the runtime information for the execution from the client to the server. A [[Plan]] can either be of the type [[Relation]] which is a reference @@ -80,22 +82,19 @@ class Plan(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "command", b"command", "op_type", b"op_type", "root", b"root" - ], + field_name: typing.Literal["command", b"command", "op_type", b"op_type", "root", b"root"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "command", b"command", "op_type", b"op_type", "root", b"root" - ], + field_name: typing.Literal["command", b"command", "op_type", b"op_type", "root", b"root"], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["op_type", b"op_type"] - ) -> typing_extensions.Literal["root", "command"] | None: ... + self, oneof_group: typing.Literal["op_type", b"op_type"] + ) -> typing.Literal["root", "command"] | None: ... global___Plan = Plan +@typing.final class UserContext(google.protobuf.message.Message): """User Context is used to refer to one particular user session that is executing queries in the backend. @@ -128,18 +127,20 @@ class UserContext(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "extensions", b"extensions", "user_id", b"user_id", "user_name", b"user_name" ], ) -> None: ... global___UserContext = UserContext +@typing.final class AnalyzePlanRequest(google.protobuf.message.Message): """Request to perform plan analyze, optionally to explain the plan.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Schema(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -152,11 +153,10 @@ class AnalyzePlanRequest(google.protobuf.message.Message): *, plan: global___Plan | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["plan", b"plan"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["plan", b"plan"]) -> None: ... + def HasField(self, field_name: typing.Literal["plan", b"plan"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["plan", b"plan"]) -> None: ... + @typing.final class Explain(google.protobuf.message.Message): """Explains the input plan based on a configurable mode.""" @@ -171,7 +171,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): AnalyzePlanRequest.Explain._ExplainMode.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor EXPLAIN_MODE_UNSPECIFIED: AnalyzePlanRequest.Explain._ExplainMode.ValueType # 0 EXPLAIN_MODE_SIMPLE: AnalyzePlanRequest.Explain._ExplainMode.ValueType # 1 @@ -212,35 +212,33 @@ class AnalyzePlanRequest(google.protobuf.message.Message): PLAN_FIELD_NUMBER: builtins.int EXPLAIN_MODE_FIELD_NUMBER: builtins.int + explain_mode: global___AnalyzePlanRequest.Explain.ExplainMode.ValueType + """(Required) For analyzePlan rpc calls, configure the mode to explain plan in strings.""" @property def plan(self) -> global___Plan: """(Required) The logical plan to be analyzed.""" - explain_mode: global___AnalyzePlanRequest.Explain.ExplainMode.ValueType - """(Required) For analyzePlan rpc calls, configure the mode to explain plan in strings.""" def __init__( self, *, plan: global___Plan | None = ..., explain_mode: global___AnalyzePlanRequest.Explain.ExplainMode.ValueType = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["plan", b"plan"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["plan", b"plan"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["explain_mode", b"explain_mode", "plan", b"plan"], + self, field_name: typing.Literal["explain_mode", b"explain_mode", "plan", b"plan"] ) -> None: ... + @typing.final class TreeString(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor PLAN_FIELD_NUMBER: builtins.int LEVEL_FIELD_NUMBER: builtins.int + level: builtins.int + """(Optional) Max level of the schema.""" @property def plan(self) -> global___Plan: """(Required) The logical plan to be analyzed.""" - level: builtins.int - """(Optional) Max level of the schema.""" def __init__( self, *, @@ -249,20 +247,17 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_level", b"_level", "level", b"level", "plan", b"plan" - ], + field_name: typing.Literal["_level", b"_level", "level", b"level", "plan", b"plan"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "_level", b"_level", "level", b"level", "plan", b"plan" - ], + field_name: typing.Literal["_level", b"_level", "level", b"level", "plan", b"plan"], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_level", b"_level"] - ) -> typing_extensions.Literal["level"] | None: ... + self, oneof_group: typing.Literal["_level", b"_level"] + ) -> typing.Literal["level"] | None: ... + @typing.final class IsLocal(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -275,11 +270,10 @@ class AnalyzePlanRequest(google.protobuf.message.Message): *, plan: global___Plan | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["plan", b"plan"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["plan", b"plan"]) -> None: ... + def HasField(self, field_name: typing.Literal["plan", b"plan"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["plan", b"plan"]) -> None: ... + @typing.final class IsStreaming(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -292,11 +286,10 @@ class AnalyzePlanRequest(google.protobuf.message.Message): *, plan: global___Plan | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["plan", b"plan"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["plan", b"plan"]) -> None: ... + def HasField(self, field_name: typing.Literal["plan", b"plan"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["plan", b"plan"]) -> None: ... + @typing.final class InputFiles(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -309,11 +302,10 @@ class AnalyzePlanRequest(google.protobuf.message.Message): *, plan: global___Plan | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["plan", b"plan"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["plan", b"plan"]) -> None: ... + def HasField(self, field_name: typing.Literal["plan", b"plan"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["plan", b"plan"]) -> None: ... + @typing.final class SparkVersion(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -321,6 +313,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): self, ) -> None: ... + @typing.final class DDLParse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -332,10 +325,9 @@ class AnalyzePlanRequest(google.protobuf.message.Message): *, ddl_string: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["ddl_string", b"ddl_string"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["ddl_string", b"ddl_string"]) -> None: ... + @typing.final class SameSemantics(google.protobuf.message.Message): """Returns `true` when the logical query plans are equal and therefore return same results.""" @@ -357,17 +349,14 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "other_plan", b"other_plan", "target_plan", b"target_plan" - ], + field_name: typing.Literal["other_plan", b"other_plan", "target_plan", b"target_plan"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "other_plan", b"other_plan", "target_plan", b"target_plan" - ], + field_name: typing.Literal["other_plan", b"other_plan", "target_plan", b"target_plan"], ) -> None: ... + @typing.final class SemanticHash(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -380,11 +369,10 @@ class AnalyzePlanRequest(google.protobuf.message.Message): *, plan: global___Plan | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["plan", b"plan"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["plan", b"plan"]) -> None: ... + def HasField(self, field_name: typing.Literal["plan", b"plan"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["plan", b"plan"]) -> None: ... + @typing.final class Persist(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -404,7 +392,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_storage_level", b"_storage_level", "relation", @@ -415,7 +403,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_storage_level", b"_storage_level", "relation", @@ -425,19 +413,20 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_storage_level", b"_storage_level"] - ) -> typing_extensions.Literal["storage_level"] | None: ... + self, oneof_group: typing.Literal["_storage_level", b"_storage_level"] + ) -> typing.Literal["storage_level"] | None: ... + @typing.final class Unpersist(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor RELATION_FIELD_NUMBER: builtins.int BLOCKING_FIELD_NUMBER: builtins.int + blocking: builtins.bool + """(Optional) Whether to block until all blocks are deleted.""" @property def relation(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: """(Required) The logical plan to unpersist.""" - blocking: builtins.bool - """(Optional) Whether to block until all blocks are deleted.""" def __init__( self, *, @@ -446,20 +435,21 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_blocking", b"_blocking", "blocking", b"blocking", "relation", b"relation" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_blocking", b"_blocking", "blocking", b"blocking", "relation", b"relation" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_blocking", b"_blocking"] - ) -> typing_extensions.Literal["blocking"] | None: ... + self, oneof_group: typing.Literal["_blocking", b"_blocking"] + ) -> typing.Literal["blocking"] | None: ... + @typing.final class GetStorageLevel(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -473,12 +463,11 @@ class AnalyzePlanRequest(google.protobuf.message.Message): relation: pyspark.sql.connect.proto.relations_pb2.Relation | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["relation", b"relation"] + self, field_name: typing.Literal["relation", b"relation"] ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["relation", b"relation"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["relation", b"relation"]) -> None: ... + @typing.final class JsonToDDL(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -490,9 +479,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): *, json_string: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["json_string", b"json_string"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["json_string", b"json_string"]) -> None: ... SESSION_ID_FIELD_NUMBER: builtins.int CLIENT_OBSERVED_SERVER_SIDE_SESSION_ID_FIELD_NUMBER: builtins.int @@ -526,15 +513,15 @@ class AnalyzePlanRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ - @property - def user_context(self) -> global___UserContext: - """(Required) User context""" client_type: builtins.str """Provides optional information about the client sending the request. This field can be used for language or version specific information and is only intended for logging purposes and will not be interpreted by the server. """ @property + def user_context(self) -> global___UserContext: + """(Required) User context""" + @property def schema(self) -> global___AnalyzePlanRequest.Schema: ... @property def explain(self) -> global___AnalyzePlanRequest.Explain: ... @@ -586,7 +573,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -631,7 +618,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -679,19 +666,19 @@ class AnalyzePlanRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["analyze", b"analyze"] + self, oneof_group: typing.Literal["analyze", b"analyze"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "schema", "explain", "tree_string", @@ -712,6 +699,7 @@ class AnalyzePlanRequest(google.protobuf.message.Message): global___AnalyzePlanRequest = AnalyzePlanRequest +@typing.final class AnalyzePlanResponse(google.protobuf.message.Message): """Response to performing analysis of the query. Contains relevant metadata to be able to reason about the performance. @@ -720,6 +708,7 @@ class AnalyzePlanResponse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Schema(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -731,13 +720,10 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, schema: pyspark.sql.connect.proto.types_pb2.DataType | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["schema", b"schema"] - ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["schema", b"schema"] - ) -> None: ... + def HasField(self, field_name: typing.Literal["schema", b"schema"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["schema", b"schema"]) -> None: ... + @typing.final class Explain(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -749,9 +735,10 @@ class AnalyzePlanResponse(google.protobuf.message.Message): explain_string: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["explain_string", b"explain_string"] + self, field_name: typing.Literal["explain_string", b"explain_string"] ) -> None: ... + @typing.final class TreeString(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -762,10 +749,9 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, tree_string: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["tree_string", b"tree_string"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["tree_string", b"tree_string"]) -> None: ... + @typing.final class IsLocal(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -776,10 +762,9 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, is_local: builtins.bool = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["is_local", b"is_local"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["is_local", b"is_local"]) -> None: ... + @typing.final class IsStreaming(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -791,9 +776,10 @@ class AnalyzePlanResponse(google.protobuf.message.Message): is_streaming: builtins.bool = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["is_streaming", b"is_streaming"] + self, field_name: typing.Literal["is_streaming", b"is_streaming"] ) -> None: ... + @typing.final class InputFiles(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -808,8 +794,9 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, files: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["files", b"files"]) -> None: ... + def ClearField(self, field_name: typing.Literal["files", b"files"]) -> None: ... + @typing.final class SparkVersion(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -820,10 +807,9 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, version: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["version", b"version"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["version", b"version"]) -> None: ... + @typing.final class DDLParse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -835,13 +821,10 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, parsed: pyspark.sql.connect.proto.types_pb2.DataType | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["parsed", b"parsed"] - ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["parsed", b"parsed"] - ) -> None: ... + def HasField(self, field_name: typing.Literal["parsed", b"parsed"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["parsed", b"parsed"]) -> None: ... + @typing.final class SameSemantics(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -852,10 +835,9 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, result: builtins.bool = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["result", b"result"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["result", b"result"]) -> None: ... + @typing.final class SemanticHash(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -866,10 +848,9 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, result: builtins.int = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["result", b"result"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["result", b"result"]) -> None: ... + @typing.final class Persist(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -877,6 +858,7 @@ class AnalyzePlanResponse(google.protobuf.message.Message): self, ) -> None: ... + @typing.final class Unpersist(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -884,6 +866,7 @@ class AnalyzePlanResponse(google.protobuf.message.Message): self, ) -> None: ... + @typing.final class GetStorageLevel(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -897,12 +880,13 @@ class AnalyzePlanResponse(google.protobuf.message.Message): storage_level: pyspark.sql.connect.proto.common_pb2.StorageLevel | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["storage_level", b"storage_level"] + self, field_name: typing.Literal["storage_level", b"storage_level"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["storage_level", b"storage_level"] + self, field_name: typing.Literal["storage_level", b"storage_level"] ) -> None: ... + @typing.final class JsonToDDL(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -913,9 +897,7 @@ class AnalyzePlanResponse(google.protobuf.message.Message): *, ddl_string: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["ddl_string", b"ddl_string"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["ddl_string", b"ddl_string"]) -> None: ... SESSION_ID_FIELD_NUMBER: builtins.int SERVER_SIDE_SESSION_ID_FIELD_NUMBER: builtins.int @@ -988,7 +970,7 @@ class AnalyzePlanResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "ddl_parse", b"ddl_parse", "explain", @@ -1023,7 +1005,7 @@ class AnalyzePlanResponse(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "ddl_parse", b"ddl_parse", "explain", @@ -1061,9 +1043,9 @@ class AnalyzePlanResponse(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["result", b"result"] + self, oneof_group: typing.Literal["result", b"result"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "schema", "explain", "tree_string", @@ -1084,11 +1066,13 @@ class AnalyzePlanResponse(google.protobuf.message.Message): global___AnalyzePlanResponse = AnalyzePlanResponse +@typing.final class ExecutePlanRequest(google.protobuf.message.Message): """A request to be executed by the service.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class RequestOption(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1111,7 +1095,7 @@ class ExecutePlanRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "extension", b"extension", "reattach_options", @@ -1124,7 +1108,7 @@ class ExecutePlanRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "extension", b"extension", "reattach_options", @@ -1136,11 +1120,8 @@ class ExecutePlanRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["request_option", b"request_option"] - ) -> ( - typing_extensions.Literal["reattach_options", "result_chunking_options", "extension"] - | None - ): ... + self, oneof_group: typing.Literal["request_option", b"request_option"] + ) -> typing.Literal["reattach_options", "result_chunking_options", "extension"] | None: ... SESSION_ID_FIELD_NUMBER: builtins.int CLIENT_OBSERVED_SERVER_SIDE_SESSION_ID_FIELD_NUMBER: builtins.int @@ -1164,28 +1145,28 @@ class ExecutePlanRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ - @property - def user_context(self) -> global___UserContext: - """(Required) User context - - user_context.user_id and session+id both identify a unique remote spark session on the - server side. - """ operation_id: builtins.str """(Optional) Provide an id for this request. If not provided, it will be generated by the server. It is returned in every ExecutePlanResponse.operation_id of the ExecutePlan response stream. The id must be an UUID string of the format `00112233-4455-6677-8899-aabbccddeeff` """ - @property - def plan(self) -> global___Plan: - """(Required) The logical plan to be executed / analyzed.""" client_type: builtins.str """Provides optional information about the client sending the request. This field can be used for language or version specific information and is only intended for logging purposes and will not be interpreted by the server. """ @property + def user_context(self) -> global___UserContext: + """(Required) User context + + user_context.user_id and session+id both identify a unique remote spark session on the + server side. + """ + @property + def plan(self) -> global___Plan: + """(Required) The logical plan to be executed / analyzed.""" + @property def request_options( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ @@ -1217,7 +1198,7 @@ class ExecutePlanRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -1238,7 +1219,7 @@ class ExecutePlanRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -1266,21 +1247,22 @@ class ExecutePlanRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_operation_id", b"_operation_id"] - ) -> typing_extensions.Literal["operation_id"] | None: ... + self, oneof_group: typing.Literal["_operation_id", b"_operation_id"] + ) -> typing.Literal["operation_id"] | None: ... global___ExecutePlanRequest = ExecutePlanRequest +@typing.final class ExecutePlanResponse(google.protobuf.message.Message): """The response of a query, can be one or more for each request. Responses belonging to the same input query, carry the same `session_id`. @@ -1289,6 +1271,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class SqlCommandResult(google.protobuf.message.Message): """A SQL command returns an opaque Relation that can be directly used as input for the next call. @@ -1305,12 +1288,11 @@ class ExecutePlanResponse(google.protobuf.message.Message): relation: pyspark.sql.connect.proto.relations_pb2.Relation | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["relation", b"relation"] + self, field_name: typing.Literal["relation", b"relation"] ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["relation", b"relation"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["relation", b"relation"]) -> None: ... + @typing.final class ArrowBatch(google.protobuf.message.Message): """Batch results of metrics.""" @@ -1345,7 +1327,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_chunk_index", b"_chunk_index", "_num_chunks_in_batch", @@ -1362,7 +1344,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_chunk_index", b"_chunk_index", "_num_chunks_in_batch", @@ -1383,24 +1365,26 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_chunk_index", b"_chunk_index"] - ) -> typing_extensions.Literal["chunk_index"] | None: ... + self, oneof_group: typing.Literal["_chunk_index", b"_chunk_index"] + ) -> typing.Literal["chunk_index"] | None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_num_chunks_in_batch", b"_num_chunks_in_batch"], - ) -> typing_extensions.Literal["num_chunks_in_batch"] | None: ... + self, oneof_group: typing.Literal["_num_chunks_in_batch", b"_num_chunks_in_batch"] + ) -> typing.Literal["num_chunks_in_batch"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_start_offset", b"_start_offset"] - ) -> typing_extensions.Literal["start_offset"] | None: ... + self, oneof_group: typing.Literal["_start_offset", b"_start_offset"] + ) -> typing.Literal["start_offset"] | None: ... + @typing.final class Metrics(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class MetricObject(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ExecutionMetricsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1416,10 +1400,10 @@ class ExecutePlanResponse(google.protobuf.message.Message): value: global___ExecutePlanResponse.Metrics.MetricValue | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] + self, field_name: typing.Literal["value", b"value"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... NAME_FIELD_NUMBER: builtins.int @@ -1448,7 +1432,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "execution_metrics", b"execution_metrics", "name", @@ -1460,6 +1444,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class MetricValue(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1478,7 +1463,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "metric_type", b"metric_type", "name", b"name", "value", b"value" ], ) -> None: ... @@ -1496,10 +1481,9 @@ class ExecutePlanResponse(google.protobuf.message.Message): metrics: collections.abc.Iterable[global___ExecutePlanResponse.Metrics.MetricObject] | None = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["metrics", b"metrics"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["metrics", b"metrics"]) -> None: ... + @typing.final class ObservedMetrics(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1508,6 +1492,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): KEYS_FIELD_NUMBER: builtins.int PLAN_ID_FIELD_NUMBER: builtins.int name: builtins.str + plan_id: builtins.int @property def values( self, @@ -1518,7 +1503,6 @@ class ExecutePlanResponse(google.protobuf.message.Message): def keys( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ... - plan_id: builtins.int def __init__( self, *, @@ -1532,11 +1516,12 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "keys", b"keys", "name", b"name", "plan_id", b"plan_id", "values", b"values" ], ) -> None: ... + @typing.final class ResultComplete(google.protobuf.message.Message): """If present, in a reattachable execution this means that after server sends onComplete, the execution is complete. If the server sends onComplete without sending a ResultComplete, @@ -1549,11 +1534,13 @@ class ExecutePlanResponse(google.protobuf.message.Message): self, ) -> None: ... + @typing.final class ExecutionProgress(google.protobuf.message.Message): """This message is used to communicate progress about the query progress during the execution.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class StageInfo(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1578,7 +1565,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "done", b"done", "input_bytes_read", @@ -1594,6 +1581,8 @@ class ExecutePlanResponse(google.protobuf.message.Message): STAGES_FIELD_NUMBER: builtins.int NUM_INFLIGHT_TASKS_FIELD_NUMBER: builtins.int + num_inflight_tasks: builtins.int + """Captures the currently in progress tasks.""" @property def stages( self, @@ -1601,8 +1590,6 @@ class ExecutePlanResponse(google.protobuf.message.Message): global___ExecutePlanResponse.ExecutionProgress.StageInfo ]: """Captures the progress of each individual stage.""" - num_inflight_tasks: builtins.int - """Captures the currently in progress tasks.""" def __init__( self, *, @@ -1614,7 +1601,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "num_inflight_tasks", b"num_inflight_tasks", "stages", b"stages" ], ) -> None: ... @@ -1766,7 +1753,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "arrow_batch", b"arrow_batch", "checkpoint_command_result", @@ -1807,7 +1794,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "arrow_batch", b"arrow_batch", "checkpoint_command_result", @@ -1857,9 +1844,9 @@ class ExecutePlanResponse(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["response_type", b"response_type"] + self, oneof_group: typing.Literal["response_type", b"response_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "arrow_batch", "sql_command_result", "write_stream_operation_start_result", @@ -1881,6 +1868,7 @@ class ExecutePlanResponse(google.protobuf.message.Message): global___ExecutePlanResponse = ExecutePlanResponse +@typing.final class KeyValue(google.protobuf.message.Message): """The key-value pair for the config request and response.""" @@ -1899,25 +1887,24 @@ class KeyValue(google.protobuf.message.Message): value: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_value", b"_value", "value", b"value"] + self, field_name: typing.Literal["_value", b"_value", "value", b"value"] ) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "_value", b"_value", "key", b"key", "value", b"value" - ], + self, field_name: typing.Literal["_value", b"_value", "key", b"key", "value", b"value"] ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_value", b"_value"] - ) -> typing_extensions.Literal["value"] | None: ... + self, oneof_group: typing.Literal["_value", b"_value"] + ) -> typing.Literal["value"] | None: ... global___KeyValue = KeyValue +@typing.final class ConfigRequest(google.protobuf.message.Message): """Request to update or fetch the configurations.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Operation(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1955,7 +1942,7 @@ class ConfigRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "get", b"get", "get_all", @@ -1976,7 +1963,7 @@ class ConfigRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "get", b"get", "get_all", @@ -1996,26 +1983,27 @@ class ConfigRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["op_type", b"op_type"] + self, oneof_group: typing.Literal["op_type", b"op_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "set", "get", "get_with_default", "get_option", "get_all", "unset", "is_modifiable" ] | None ): ... + @typing.final class Set(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor PAIRS_FIELD_NUMBER: builtins.int SILENT_FIELD_NUMBER: builtins.int + silent: builtins.bool + """(Optional) Whether to ignore failures.""" @property def pairs( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___KeyValue]: """(Required) The config key-value pairs to set.""" - silent: builtins.bool - """(Optional) Whether to ignore failures.""" def __init__( self, *, @@ -2023,18 +2011,19 @@ class ConfigRequest(google.protobuf.message.Message): silent: builtins.bool | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_silent", b"_silent", "silent", b"silent"] + self, field_name: typing.Literal["_silent", b"_silent", "silent", b"silent"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_silent", b"_silent", "pairs", b"pairs", "silent", b"silent" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_silent", b"_silent"] - ) -> typing_extensions.Literal["silent"] | None: ... + self, oneof_group: typing.Literal["_silent", b"_silent"] + ) -> typing.Literal["silent"] | None: ... + @typing.final class Get(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2049,8 +2038,9 @@ class ConfigRequest(google.protobuf.message.Message): *, keys: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["keys", b"keys"]) -> None: ... + def ClearField(self, field_name: typing.Literal["keys", b"keys"]) -> None: ... + @typing.final class GetWithDefault(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2065,8 +2055,9 @@ class ConfigRequest(google.protobuf.message.Message): *, pairs: collections.abc.Iterable[global___KeyValue] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["pairs", b"pairs"]) -> None: ... + def ClearField(self, field_name: typing.Literal["pairs", b"pairs"]) -> None: ... + @typing.final class GetOption(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2081,8 +2072,9 @@ class ConfigRequest(google.protobuf.message.Message): *, keys: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["keys", b"keys"]) -> None: ... + def ClearField(self, field_name: typing.Literal["keys", b"keys"]) -> None: ... + @typing.final class GetAll(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2095,15 +2087,16 @@ class ConfigRequest(google.protobuf.message.Message): prefix: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_prefix", b"_prefix", "prefix", b"prefix"] + self, field_name: typing.Literal["_prefix", b"_prefix", "prefix", b"prefix"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["_prefix", b"_prefix", "prefix", b"prefix"] + self, field_name: typing.Literal["_prefix", b"_prefix", "prefix", b"prefix"] ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_prefix", b"_prefix"] - ) -> typing_extensions.Literal["prefix"] | None: ... + self, oneof_group: typing.Literal["_prefix", b"_prefix"] + ) -> typing.Literal["prefix"] | None: ... + @typing.final class Unset(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2118,8 +2111,9 @@ class ConfigRequest(google.protobuf.message.Message): *, keys: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["keys", b"keys"]) -> None: ... + def ClearField(self, field_name: typing.Literal["keys", b"keys"]) -> None: ... + @typing.final class IsModifiable(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2134,7 +2128,7 @@ class ConfigRequest(google.protobuf.message.Message): *, keys: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["keys", b"keys"]) -> None: ... + def ClearField(self, field_name: typing.Literal["keys", b"keys"]) -> None: ... SESSION_ID_FIELD_NUMBER: builtins.int CLIENT_OBSERVED_SERVER_SIDE_SESSION_ID_FIELD_NUMBER: builtins.int @@ -2155,17 +2149,17 @@ class ConfigRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ + client_type: builtins.str + """Provides optional information about the client sending the request. This field + can be used for language or version specific information and is only intended for + logging purposes and will not be interpreted by the server. + """ @property def user_context(self) -> global___UserContext: """(Required) User context""" @property def operation(self) -> global___ConfigRequest.Operation: """(Required) The operation for the config.""" - client_type: builtins.str - """Provides optional information about the client sending the request. This field - can be used for language or version specific information and is only intended for - logging purposes and will not be interpreted by the server. - """ def __init__( self, *, @@ -2177,7 +2171,7 @@ class ConfigRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2194,7 +2188,7 @@ class ConfigRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2214,17 +2208,18 @@ class ConfigRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... global___ConfigRequest = ConfigRequest +@typing.final class ConfigResponse(google.protobuf.message.Message): """Response to the config request. Next ID: 5 @@ -2268,7 +2263,7 @@ class ConfigResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "pairs", b"pairs", "server_side_session_id", @@ -2282,11 +2277,13 @@ class ConfigResponse(google.protobuf.message.Message): global___ConfigResponse = ConfigResponse +@typing.final class AddArtifactsRequest(google.protobuf.message.Message): """Request to transfer client-local artifacts.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ArtifactChunk(google.protobuf.message.Message): """A chunk of an Artifact.""" @@ -2305,9 +2302,10 @@ class AddArtifactsRequest(google.protobuf.message.Message): crc: builtins.int = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["crc", b"crc", "data", b"data"] + self, field_name: typing.Literal["crc", b"crc", "data", b"data"] ) -> None: ... + @typing.final class SingleChunkArtifact(google.protobuf.message.Message): """An artifact that is contained in a single `ArtifactChunk`. Generally, this message represents tiny artifacts such as REPL-generated class files. @@ -2334,13 +2332,12 @@ class AddArtifactsRequest(google.protobuf.message.Message): name: builtins.str = ..., data: global___AddArtifactsRequest.ArtifactChunk | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["data", b"data"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["data", b"data"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["data", b"data", "name", b"name"] + self, field_name: typing.Literal["data", b"data", "name", b"name"] ) -> None: ... + @typing.final class Batch(google.protobuf.message.Message): """A number of `SingleChunkArtifact` batched into a single RPC.""" @@ -2359,10 +2356,9 @@ class AddArtifactsRequest(google.protobuf.message.Message): artifacts: collections.abc.Iterable[global___AddArtifactsRequest.SingleChunkArtifact] | None = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["artifacts", b"artifacts"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["artifacts", b"artifacts"]) -> None: ... + @typing.final class BeginChunkedArtifact(google.protobuf.message.Message): """Signals the beginning/start of a chunked artifact. A large artifact is transferred through a payload of `BeginChunkedArtifact` followed by a @@ -2397,11 +2393,11 @@ class AddArtifactsRequest(google.protobuf.message.Message): initial_chunk: global___AddArtifactsRequest.ArtifactChunk | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["initial_chunk", b"initial_chunk"] + self, field_name: typing.Literal["initial_chunk", b"initial_chunk"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "initial_chunk", b"initial_chunk", "name", @@ -2428,9 +2424,6 @@ class AddArtifactsRequest(google.protobuf.message.Message): collate streaming responses from different queries within the dedicated session. The id should be an UUID string of the format `00112233-4455-6677-8899-aabbccddeeff` """ - @property - def user_context(self) -> global___UserContext: - """User context""" client_observed_server_side_session_id: builtins.str """(Optional) @@ -2443,6 +2436,9 @@ class AddArtifactsRequest(google.protobuf.message.Message): logging purposes and will not be interpreted by the server. """ @property + def user_context(self) -> global___UserContext: + """User context""" + @property def batch(self) -> global___AddArtifactsRequest.Batch: ... @property def begin_chunk(self) -> global___AddArtifactsRequest.BeginChunkedArtifact: @@ -2468,7 +2464,7 @@ class AddArtifactsRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2491,7 +2487,7 @@ class AddArtifactsRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2517,21 +2513,22 @@ class AddArtifactsRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["payload", b"payload"] - ) -> typing_extensions.Literal["batch", "begin_chunk", "chunk"] | None: ... + self, oneof_group: typing.Literal["payload", b"payload"] + ) -> typing.Literal["batch", "begin_chunk", "chunk"] | None: ... global___AddArtifactsRequest = AddArtifactsRequest +@typing.final class AddArtifactsResponse(google.protobuf.message.Message): """Response to adding an artifact. Contains relevant metadata to verify successful transfer of artifact(s). @@ -2540,6 +2537,7 @@ class AddArtifactsResponse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ArtifactSummary(google.protobuf.message.Message): """Metadata of an artifact.""" @@ -2561,9 +2559,7 @@ class AddArtifactsResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "is_crc_successful", b"is_crc_successful", "name", b"name" - ], + field_name: typing.Literal["is_crc_successful", b"is_crc_successful", "name", b"name"], ) -> None: ... SESSION_ID_FIELD_NUMBER: builtins.int @@ -2592,7 +2588,7 @@ class AddArtifactsResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "artifacts", b"artifacts", "server_side_session_id", @@ -2604,6 +2600,7 @@ class AddArtifactsResponse(google.protobuf.message.Message): global___AddArtifactsResponse = AddArtifactsResponse +@typing.final class ArtifactStatusesRequest(google.protobuf.message.Message): """Request to get current statuses of artifacts at the server side.""" @@ -2628,15 +2625,15 @@ class ArtifactStatusesRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ - @property - def user_context(self) -> global___UserContext: - """User context""" client_type: builtins.str """Provides optional information about the client sending the request. This field can be used for language or version specific information and is only intended for logging purposes and will not be interpreted by the server. """ @property + def user_context(self) -> global___UserContext: + """User context""" + @property def names( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: @@ -2658,7 +2655,7 @@ class ArtifactStatusesRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2673,7 +2670,7 @@ class ArtifactStatusesRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2693,17 +2690,18 @@ class ArtifactStatusesRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... global___ArtifactStatusesRequest = ArtifactStatusesRequest +@typing.final class ArtifactStatusesResponse(google.protobuf.message.Message): """Response to checking artifact statuses. Next ID: 4 @@ -2711,6 +2709,7 @@ class ArtifactStatusesResponse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class StatusesEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2725,13 +2724,12 @@ class ArtifactStatusesResponse(google.protobuf.message.Message): key: builtins.str = ..., value: global___ArtifactStatusesResponse.ArtifactStatus | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class ArtifactStatus(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2743,9 +2741,7 @@ class ArtifactStatusesResponse(google.protobuf.message.Message): *, exists: builtins.bool = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["exists", b"exists"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["exists", b"exists"]) -> None: ... SESSION_ID_FIELD_NUMBER: builtins.int SERVER_SIDE_SESSION_ID_FIELD_NUMBER: builtins.int @@ -2775,7 +2771,7 @@ class ArtifactStatusesResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "server_side_session_id", b"server_side_session_id", "session_id", @@ -2787,6 +2783,7 @@ class ArtifactStatusesResponse(google.protobuf.message.Message): global___ArtifactStatusesResponse = ArtifactStatusesResponse +@typing.final class InterruptRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2799,7 +2796,7 @@ class InterruptRequest(google.protobuf.message.Message): InterruptRequest._InterruptType.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor INTERRUPT_TYPE_UNSPECIFIED: InterruptRequest._InterruptType.ValueType # 0 INTERRUPT_TYPE_ALL: InterruptRequest._InterruptType.ValueType # 1 @@ -2839,9 +2836,6 @@ class InterruptRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ - @property - def user_context(self) -> global___UserContext: - """(Required) User context""" client_type: builtins.str """Provides optional information about the client sending the request. This field can be used for language or version specific information and is only intended for @@ -2853,6 +2847,9 @@ class InterruptRequest(google.protobuf.message.Message): """if interrupt_tag == INTERRUPT_TYPE_TAG, interrupt operation with this tag.""" operation_id: builtins.str """if interrupt_tag == INTERRUPT_TYPE_OPERATION_ID, interrupt operation with this operation_id.""" + @property + def user_context(self) -> global___UserContext: + """(Required) User context""" def __init__( self, *, @@ -2866,7 +2863,7 @@ class InterruptRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2887,7 +2884,7 @@ class InterruptRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -2913,21 +2910,22 @@ class InterruptRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["interrupt", b"interrupt"] - ) -> typing_extensions.Literal["operation_tag", "operation_id"] | None: ... + self, oneof_group: typing.Literal["interrupt", b"interrupt"] + ) -> typing.Literal["operation_tag", "operation_id"] | None: ... global___InterruptRequest = InterruptRequest +@typing.final class InterruptResponse(google.protobuf.message.Message): """Next ID: 4""" @@ -2956,7 +2954,7 @@ class InterruptResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "interrupted_ids", b"interrupted_ids", "server_side_session_id", @@ -2968,6 +2966,7 @@ class InterruptResponse(google.protobuf.message.Message): global___InterruptResponse = InterruptResponse +@typing.final class ReattachOptions(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2987,12 +2986,11 @@ class ReattachOptions(google.protobuf.message.Message): *, reattachable: builtins.bool = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["reattachable", b"reattachable"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["reattachable", b"reattachable"]) -> None: ... global___ReattachOptions = ReattachOptions +@typing.final class ResultChunkingOptions(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3022,7 +3020,7 @@ class ResultChunkingOptions(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_preferred_arrow_chunk_size", b"_preferred_arrow_chunk_size", "preferred_arrow_chunk_size", @@ -3031,7 +3029,7 @@ class ResultChunkingOptions(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_preferred_arrow_chunk_size", b"_preferred_arrow_chunk_size", "allow_arrow_batch_chunking", @@ -3042,13 +3040,12 @@ class ResultChunkingOptions(google.protobuf.message.Message): ) -> None: ... def WhichOneof( self, - oneof_group: typing_extensions.Literal[ - "_preferred_arrow_chunk_size", b"_preferred_arrow_chunk_size" - ], - ) -> typing_extensions.Literal["preferred_arrow_chunk_size"] | None: ... + oneof_group: typing.Literal["_preferred_arrow_chunk_size", b"_preferred_arrow_chunk_size"], + ) -> typing.Literal["preferred_arrow_chunk_size"] | None: ... global___ResultChunkingOptions = ResultChunkingOptions +@typing.final class ReattachExecuteRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3070,13 +3067,6 @@ class ReattachExecuteRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ - @property - def user_context(self) -> global___UserContext: - """(Required) User context - - user_context.user_id and session+id both identify a unique remote spark session on the - server side. - """ operation_id: builtins.str """(Required) Provide an id of the request to reattach to. @@ -3097,6 +3087,13 @@ class ReattachExecuteRequest(google.protobuf.message.Message): that are far behind the latest returned response, so this can't be used to arbitrarily scroll back the cursor. If the response is no longer available, this will result in an error. """ + @property + def user_context(self) -> global___UserContext: + """(Required) User context + + user_context.user_id and session+id both identify a unique remote spark session on the + server side. + """ def __init__( self, *, @@ -3109,7 +3106,7 @@ class ReattachExecuteRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -3128,7 +3125,7 @@ class ReattachExecuteRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -3152,24 +3149,26 @@ class ReattachExecuteRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_last_response_id", b"_last_response_id"] - ) -> typing_extensions.Literal["last_response_id"] | None: ... + self, oneof_group: typing.Literal["_last_response_id", b"_last_response_id"] + ) -> typing.Literal["last_response_id"] | None: ... global___ReattachExecuteRequest = ReattachExecuteRequest +@typing.final class ReleaseExecuteRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ReleaseAll(google.protobuf.message.Message): """Release and close operation completely. This will also interrupt the query if it is running execution, and wait for it to be torn down. @@ -3181,6 +3180,7 @@ class ReleaseExecuteRequest(google.protobuf.message.Message): self, ) -> None: ... + @typing.final class ReleaseUntil(google.protobuf.message.Message): """Release all responses from the operation response stream up to and including the response with the given by response_id. @@ -3198,9 +3198,7 @@ class ReleaseExecuteRequest(google.protobuf.message.Message): *, response_id: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["response_id", b"response_id"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["response_id", b"response_id"]) -> None: ... SESSION_ID_FIELD_NUMBER: builtins.int CLIENT_OBSERVED_SERVER_SIDE_SESSION_ID_FIELD_NUMBER: builtins.int @@ -3221,13 +3219,6 @@ class ReleaseExecuteRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ - @property - def user_context(self) -> global___UserContext: - """(Required) User context - - user_context.user_id and session+id both identify a unique remote spark session on the - server side. - """ operation_id: builtins.str """(Required) Provide an id of the request to reattach to. @@ -3239,6 +3230,13 @@ class ReleaseExecuteRequest(google.protobuf.message.Message): logging purposes and will not be interpreted by the server. """ @property + def user_context(self) -> global___UserContext: + """(Required) User context + + user_context.user_id and session+id both identify a unique remote spark session on the + server side. + """ + @property def release_all(self) -> global___ReleaseExecuteRequest.ReleaseAll: ... @property def release_until(self) -> global___ReleaseExecuteRequest.ReleaseUntil: ... @@ -3255,7 +3253,7 @@ class ReleaseExecuteRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -3276,7 +3274,7 @@ class ReleaseExecuteRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -3302,21 +3300,22 @@ class ReleaseExecuteRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["release", b"release"] - ) -> typing_extensions.Literal["release_all", "release_until"] | None: ... + self, oneof_group: typing.Literal["release", b"release"] + ) -> typing.Literal["release_all", "release_until"] | None: ... global___ReleaseExecuteRequest = ReleaseExecuteRequest +@typing.final class ReleaseExecuteResponse(google.protobuf.message.Message): """Next ID: 4""" @@ -3345,13 +3344,13 @@ class ReleaseExecuteResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_operation_id", b"_operation_id", "operation_id", b"operation_id" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_operation_id", b"_operation_id", "operation_id", @@ -3363,11 +3362,12 @@ class ReleaseExecuteResponse(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_operation_id", b"_operation_id"] - ) -> typing_extensions.Literal["operation_id"] | None: ... + self, oneof_group: typing.Literal["_operation_id", b"_operation_id"] + ) -> typing.Literal["operation_id"] | None: ... global___ReleaseExecuteResponse = ReleaseExecuteResponse +@typing.final class ReleaseSessionRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3381,13 +3381,6 @@ class ReleaseSessionRequest(google.protobuf.message.Message): The session_id of the request to reattach to. This must be an id of existing session. """ - @property - def user_context(self) -> global___UserContext: - """(Required) User context - - user_context.user_id and session+id both identify a unique remote spark session on the - server side. - """ client_type: builtins.str """Provides optional information about the client sending the request. This field can be used for language or version specific information and is only intended for @@ -3407,6 +3400,13 @@ class ReleaseSessionRequest(google.protobuf.message.Message): reconnecting to a released session. The client must ensure that any queries executed do not rely on the session state prior to its release. """ + @property + def user_context(self) -> global___UserContext: + """(Required) User context + + user_context.user_id and session+id both identify a unique remote spark session on the + server side. + """ def __init__( self, *, @@ -3417,7 +3417,7 @@ class ReleaseSessionRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_type", b"_client_type", "client_type", @@ -3428,7 +3428,7 @@ class ReleaseSessionRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_type", b"_client_type", "allow_reconnect", @@ -3442,11 +3442,12 @@ class ReleaseSessionRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... global___ReleaseSessionRequest = ReleaseSessionRequest +@typing.final class ReleaseSessionResponse(google.protobuf.message.Message): """Next ID: 3""" @@ -3468,13 +3469,14 @@ class ReleaseSessionResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "server_side_session_id", b"server_side_session_id", "session_id", b"session_id" ], ) -> None: ... global___ReleaseSessionResponse = ReleaseSessionResponse +@typing.final class FetchErrorDetailsRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3494,9 +3496,6 @@ class FetchErrorDetailsRequest(google.protobuf.message.Message): Server-side generated idempotency key from the previous responses (if any). Server can use this to validate that the server side session has not changed. """ - @property - def user_context(self) -> global___UserContext: - """User context""" error_id: builtins.str """(Required) The id of the error. @@ -3506,6 +3505,9 @@ class FetchErrorDetailsRequest(google.protobuf.message.Message): can be used for language or version specific information and is only intended for logging purposes and will not be interpreted by the server. """ + @property + def user_context(self) -> global___UserContext: + """User context""" def __init__( self, *, @@ -3517,7 +3519,7 @@ class FetchErrorDetailsRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -3532,7 +3534,7 @@ class FetchErrorDetailsRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id", "_client_type", @@ -3552,22 +3554,24 @@ class FetchErrorDetailsRequest(google.protobuf.message.Message): @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_client_observed_server_side_session_id", b"_client_observed_server_side_session_id" ], - ) -> typing_extensions.Literal["client_observed_server_side_session_id"] | None: ... + ) -> typing.Literal["client_observed_server_side_session_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_client_type", b"_client_type"] - ) -> typing_extensions.Literal["client_type"] | None: ... + self, oneof_group: typing.Literal["_client_type", b"_client_type"] + ) -> typing.Literal["client_type"] | None: ... global___FetchErrorDetailsRequest = FetchErrorDetailsRequest +@typing.final class FetchErrorDetailsResponse(google.protobuf.message.Message): """Next ID: 5""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class StackTraceElement(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3592,14 +3596,11 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): line_number: builtins.int = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal[ - "_file_name", b"_file_name", "file_name", b"file_name" - ], + self, field_name: typing.Literal["_file_name", b"_file_name", "file_name", b"file_name"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_file_name", b"_file_name", "declaring_class", @@ -3613,9 +3614,10 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_file_name", b"_file_name"] - ) -> typing_extensions.Literal["file_name"] | None: ... + self, oneof_group: typing.Literal["_file_name", b"_file_name"] + ) -> typing.Literal["file_name"] | None: ... + @typing.final class QueryContext(google.protobuf.message.Message): """QueryContext defines the schema for the query context of a SparkThrowable. It helps users understand where the error occurs while executing queries. @@ -3632,7 +3634,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): FetchErrorDetailsResponse.QueryContext._ContextType.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor SQL: FetchErrorDetailsResponse.QueryContext._ContextType.ValueType # 0 DATAFRAME: FetchErrorDetailsResponse.QueryContext._ContextType.ValueType # 1 @@ -3686,7 +3688,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "call_site", b"call_site", "context_type", @@ -3706,11 +3708,13 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class SparkThrowable(google.protobuf.message.Message): """SparkThrowable defines the schema for SparkThrowable exceptions.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class MessageParametersEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3725,7 +3729,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... ERROR_CLASS_FIELD_NUMBER: builtins.int @@ -3735,6 +3739,10 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): BREAKING_CHANGE_INFO_FIELD_NUMBER: builtins.int error_class: builtins.str """Succinct, human-readable, unique, and consistent representation of the error category.""" + sql_state: builtins.str + """Portable error identifier across SQL engines + If null, error class or SQLSTATE is not set. + """ @property def message_parameters( self, @@ -3747,10 +3755,6 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): global___FetchErrorDetailsResponse.QueryContext ]: """The query context of a SparkThrowable.""" - sql_state: builtins.str - """Portable error identifier across SQL engines - If null, error class or SQLSTATE is not set. - """ @property def breaking_change_info(self) -> global___FetchErrorDetailsResponse.BreakingChangeInfo: """Additional information if the error was caused by a breaking change.""" @@ -3769,7 +3773,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_breaking_change_info", b"_breaking_change_info", "_error_class", @@ -3786,7 +3790,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_breaking_change_info", b"_breaking_change_info", "_error_class", @@ -3807,20 +3811,18 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal[ - "_breaking_change_info", b"_breaking_change_info" - ], - ) -> typing_extensions.Literal["breaking_change_info"] | None: ... + self, oneof_group: typing.Literal["_breaking_change_info", b"_breaking_change_info"] + ) -> typing.Literal["breaking_change_info"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_error_class", b"_error_class"] - ) -> typing_extensions.Literal["error_class"] | None: ... + self, oneof_group: typing.Literal["_error_class", b"_error_class"] + ) -> typing.Literal["error_class"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_sql_state", b"_sql_state"] - ) -> typing_extensions.Literal["sql_state"] | None: ... + self, oneof_group: typing.Literal["_sql_state", b"_sql_state"] + ) -> typing.Literal["sql_state"] | None: ... + @typing.final class BreakingChangeInfo(google.protobuf.message.Message): """BreakingChangeInfo defines the schema for breaking change information.""" @@ -3829,6 +3831,10 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): MIGRATION_MESSAGE_FIELD_NUMBER: builtins.int MITIGATION_CONFIG_FIELD_NUMBER: builtins.int NEEDS_AUDIT_FIELD_NUMBER: builtins.int + needs_audit: builtins.bool + """If true, the breaking change should be inspected manually. + If false, the spark job should be retried by setting the mitigationConfig. + """ @property def migration_message( self, @@ -3839,10 +3845,6 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): @property def mitigation_config(self) -> global___FetchErrorDetailsResponse.MitigationConfig: """A spark config flag that can be used to mitigate the breaking change.""" - needs_audit: builtins.bool - """If true, the breaking change should be inspected manually. - If false, the spark job should be retried by setting the mitigationConfig. - """ def __init__( self, *, @@ -3852,7 +3854,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_mitigation_config", b"_mitigation_config", "_needs_audit", @@ -3865,7 +3867,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_mitigation_config", b"_mitigation_config", "_needs_audit", @@ -3880,14 +3882,14 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_mitigation_config", b"_mitigation_config"], - ) -> typing_extensions.Literal["mitigation_config"] | None: ... + self, oneof_group: typing.Literal["_mitigation_config", b"_mitigation_config"] + ) -> typing.Literal["mitigation_config"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_needs_audit", b"_needs_audit"] - ) -> typing_extensions.Literal["needs_audit"] | None: ... + self, oneof_group: typing.Literal["_needs_audit", b"_needs_audit"] + ) -> typing.Literal["needs_audit"] | None: ... + @typing.final class MitigationConfig(google.protobuf.message.Message): """MitigationConfig defines a spark config flag that can be used to mitigate a breaking change.""" @@ -3906,9 +3908,10 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class Error(google.protobuf.message.Message): """Error defines the schema for the representing exception.""" @@ -3919,13 +3922,15 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): STACK_TRACE_FIELD_NUMBER: builtins.int CAUSE_IDX_FIELD_NUMBER: builtins.int SPARK_THROWABLE_FIELD_NUMBER: builtins.int + message: builtins.str + """The detailed message of the exception.""" + cause_idx: builtins.int + """The index of the cause error in errors.""" @property def error_type_hierarchy( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: """The fully qualified names of the exception class and its parent classes.""" - message: builtins.str - """The detailed message of the exception.""" @property def stack_trace( self, @@ -3935,8 +3940,6 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): """The stackTrace of the exception. It will be set if the SQLConf spark.sql.connect.serverStacktrace.enabled is true. """ - cause_idx: builtins.int - """The index of the cause error in errors.""" @property def spark_throwable(self) -> global___FetchErrorDetailsResponse.SparkThrowable: """The structured data of a SparkThrowable exception.""" @@ -3954,7 +3957,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_cause_idx", b"_cause_idx", "_spark_throwable", @@ -3967,7 +3970,7 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_cause_idx", b"_cause_idx", "_spark_throwable", @@ -3986,12 +3989,12 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_cause_idx", b"_cause_idx"] - ) -> typing_extensions.Literal["cause_idx"] | None: ... + self, oneof_group: typing.Literal["_cause_idx", b"_cause_idx"] + ) -> typing.Literal["cause_idx"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_spark_throwable", b"_spark_throwable"] - ) -> typing_extensions.Literal["spark_throwable"] | None: ... + self, oneof_group: typing.Literal["_spark_throwable", b"_spark_throwable"] + ) -> typing.Literal["spark_throwable"] | None: ... SERVER_SIDE_SESSION_ID_FIELD_NUMBER: builtins.int SESSION_ID_FIELD_NUMBER: builtins.int @@ -4021,13 +4024,13 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_root_error_idx", b"_root_error_idx", "root_error_idx", b"root_error_idx" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_root_error_idx", b"_root_error_idx", "errors", @@ -4041,11 +4044,12 @@ class FetchErrorDetailsResponse(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_root_error_idx", b"_root_error_idx"] - ) -> typing_extensions.Literal["root_error_idx"] | None: ... + self, oneof_group: typing.Literal["_root_error_idx", b"_root_error_idx"] + ) -> typing.Literal["root_error_idx"] | None: ... global___FetchErrorDetailsResponse = FetchErrorDetailsResponse +@typing.final class CheckpointCommandResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -4058,11 +4062,7 @@ class CheckpointCommandResult(google.protobuf.message.Message): *, relation: pyspark.sql.connect.proto.relations_pb2.CachedRemoteRelation | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["relation", b"relation"] - ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["relation", b"relation"] - ) -> None: ... + def HasField(self, field_name: typing.Literal["relation", b"relation"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["relation", b"relation"]) -> None: ... global___CheckpointCommandResult = CheckpointCommandResult diff --git a/python/pyspark/sql/connect/proto/catalog_pb2.py b/python/pyspark/sql/connect/proto/catalog_pb2.py index 3360209b0385b..58c129a01daa8 100644 --- a/python/pyspark/sql/connect/proto/catalog_pb2.py +++ b/python/pyspark/sql/connect/proto/catalog_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/catalog.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/catalog.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/catalog.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/catalog_pb2.pyi b/python/pyspark/sql/connect/proto/catalog_pb2.pyi index 2879b44618b53..929f984621cec 100644 --- a/python/pyspark/sql/connect/proto/catalog_pb2.pyi +++ b/python/pyspark/sql/connect/proto/catalog_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.descriptor @@ -40,16 +41,11 @@ import google.protobuf.internal.containers import google.protobuf.message import pyspark.sql.connect.proto.common_pb2 import pyspark.sql.connect.proto.types_pb2 -import sys import typing -if sys.version_info >= (3, 8): - import typing as typing_extensions -else: - import typing_extensions - DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class Catalog(google.protobuf.message.Message): """Catalog messages are marked as unstable.""" @@ -165,7 +161,7 @@ class Catalog(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "cache_table", b"cache_table", "cat_type", @@ -224,7 +220,7 @@ class Catalog(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "cache_table", b"cache_table", "cat_type", @@ -282,9 +278,9 @@ class Catalog(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["cat_type", b"cat_type"] + self, oneof_group: typing.Literal["cat_type", b"cat_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "current_database", "set_current_database", "list_databases", @@ -317,6 +313,7 @@ class Catalog(google.protobuf.message.Message): global___Catalog = Catalog +@typing.final class CurrentDatabase(google.protobuf.message.Message): """See `spark.catalog.currentDatabase`""" @@ -328,6 +325,7 @@ class CurrentDatabase(google.protobuf.message.Message): global___CurrentDatabase = CurrentDatabase +@typing.final class SetCurrentDatabase(google.protobuf.message.Message): """See `spark.catalog.setCurrentDatabase`""" @@ -341,10 +339,11 @@ class SetCurrentDatabase(google.protobuf.message.Message): *, db_name: builtins.str = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["db_name", b"db_name"]) -> None: ... + def ClearField(self, field_name: typing.Literal["db_name", b"db_name"]) -> None: ... global___SetCurrentDatabase = SetCurrentDatabase +@typing.final class ListDatabases(google.protobuf.message.Message): """See `spark.catalog.listDatabases`""" @@ -359,17 +358,18 @@ class ListDatabases(google.protobuf.message.Message): pattern: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_pattern", b"_pattern", "pattern", b"pattern"] + self, field_name: typing.Literal["_pattern", b"_pattern", "pattern", b"pattern"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["_pattern", b"_pattern", "pattern", b"pattern"] + self, field_name: typing.Literal["_pattern", b"_pattern", "pattern", b"pattern"] ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_pattern", b"_pattern"] - ) -> typing_extensions.Literal["pattern"] | None: ... + self, oneof_group: typing.Literal["_pattern", b"_pattern"] + ) -> typing.Literal["pattern"] | None: ... global___ListDatabases = ListDatabases +@typing.final class ListTables(google.protobuf.message.Message): """See `spark.catalog.listTables`""" @@ -389,7 +389,7 @@ class ListTables(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "_pattern", @@ -402,7 +402,7 @@ class ListTables(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "_pattern", @@ -415,15 +415,16 @@ class ListTables(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_db_name", b"_db_name"] - ) -> typing_extensions.Literal["db_name"] | None: ... + self, oneof_group: typing.Literal["_db_name", b"_db_name"] + ) -> typing.Literal["db_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_pattern", b"_pattern"] - ) -> typing_extensions.Literal["pattern"] | None: ... + self, oneof_group: typing.Literal["_pattern", b"_pattern"] + ) -> typing.Literal["pattern"] | None: ... global___ListTables = ListTables +@typing.final class ListFunctions(google.protobuf.message.Message): """See `spark.catalog.listFunctions`""" @@ -443,7 +444,7 @@ class ListFunctions(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "_pattern", @@ -456,7 +457,7 @@ class ListFunctions(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "_pattern", @@ -469,15 +470,16 @@ class ListFunctions(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_db_name", b"_db_name"] - ) -> typing_extensions.Literal["db_name"] | None: ... + self, oneof_group: typing.Literal["_db_name", b"_db_name"] + ) -> typing.Literal["db_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_pattern", b"_pattern"] - ) -> typing_extensions.Literal["pattern"] | None: ... + self, oneof_group: typing.Literal["_pattern", b"_pattern"] + ) -> typing.Literal["pattern"] | None: ... global___ListFunctions = ListFunctions +@typing.final class ListColumns(google.protobuf.message.Message): """See `spark.catalog.listColumns`""" @@ -496,20 +498,21 @@ class ListColumns(google.protobuf.message.Message): db_name: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_db_name", b"_db_name", "db_name", b"db_name"] + self, field_name: typing.Literal["_db_name", b"_db_name", "db_name", b"db_name"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "db_name", b"db_name", "table_name", b"table_name" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_db_name", b"_db_name"] - ) -> typing_extensions.Literal["db_name"] | None: ... + self, oneof_group: typing.Literal["_db_name", b"_db_name"] + ) -> typing.Literal["db_name"] | None: ... global___ListColumns = ListColumns +@typing.final class GetDatabase(google.protobuf.message.Message): """See `spark.catalog.getDatabase`""" @@ -523,10 +526,11 @@ class GetDatabase(google.protobuf.message.Message): *, db_name: builtins.str = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["db_name", b"db_name"]) -> None: ... + def ClearField(self, field_name: typing.Literal["db_name", b"db_name"]) -> None: ... global___GetDatabase = GetDatabase +@typing.final class GetTable(google.protobuf.message.Message): """See `spark.catalog.getTable`""" @@ -545,20 +549,21 @@ class GetTable(google.protobuf.message.Message): db_name: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_db_name", b"_db_name", "db_name", b"db_name"] + self, field_name: typing.Literal["_db_name", b"_db_name", "db_name", b"db_name"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "db_name", b"db_name", "table_name", b"table_name" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_db_name", b"_db_name"] - ) -> typing_extensions.Literal["db_name"] | None: ... + self, oneof_group: typing.Literal["_db_name", b"_db_name"] + ) -> typing.Literal["db_name"] | None: ... global___GetTable = GetTable +@typing.final class GetFunction(google.protobuf.message.Message): """See `spark.catalog.getFunction`""" @@ -577,20 +582,21 @@ class GetFunction(google.protobuf.message.Message): db_name: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_db_name", b"_db_name", "db_name", b"db_name"] + self, field_name: typing.Literal["_db_name", b"_db_name", "db_name", b"db_name"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "db_name", b"db_name", "function_name", b"function_name" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_db_name", b"_db_name"] - ) -> typing_extensions.Literal["db_name"] | None: ... + self, oneof_group: typing.Literal["_db_name", b"_db_name"] + ) -> typing.Literal["db_name"] | None: ... global___GetFunction = GetFunction +@typing.final class DatabaseExists(google.protobuf.message.Message): """See `spark.catalog.databaseExists`""" @@ -604,10 +610,11 @@ class DatabaseExists(google.protobuf.message.Message): *, db_name: builtins.str = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["db_name", b"db_name"]) -> None: ... + def ClearField(self, field_name: typing.Literal["db_name", b"db_name"]) -> None: ... global___DatabaseExists = DatabaseExists +@typing.final class TableExists(google.protobuf.message.Message): """See `spark.catalog.tableExists`""" @@ -626,20 +633,21 @@ class TableExists(google.protobuf.message.Message): db_name: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_db_name", b"_db_name", "db_name", b"db_name"] + self, field_name: typing.Literal["_db_name", b"_db_name", "db_name", b"db_name"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "db_name", b"db_name", "table_name", b"table_name" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_db_name", b"_db_name"] - ) -> typing_extensions.Literal["db_name"] | None: ... + self, oneof_group: typing.Literal["_db_name", b"_db_name"] + ) -> typing.Literal["db_name"] | None: ... global___TableExists = TableExists +@typing.final class FunctionExists(google.protobuf.message.Message): """See `spark.catalog.functionExists`""" @@ -658,25 +666,27 @@ class FunctionExists(google.protobuf.message.Message): db_name: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_db_name", b"_db_name", "db_name", b"db_name"] + self, field_name: typing.Literal["_db_name", b"_db_name", "db_name", b"db_name"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_db_name", b"_db_name", "db_name", b"db_name", "function_name", b"function_name" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_db_name", b"_db_name"] - ) -> typing_extensions.Literal["db_name"] | None: ... + self, oneof_group: typing.Literal["_db_name", b"_db_name"] + ) -> typing.Literal["db_name"] | None: ... global___FunctionExists = FunctionExists +@typing.final class CreateExternalTable(google.protobuf.message.Message): """See `spark.catalog.createExternalTable`""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -691,7 +701,7 @@ class CreateExternalTable(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... TABLE_NAME_FIELD_NUMBER: builtins.int @@ -724,7 +734,7 @@ class CreateExternalTable(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_path", b"_path", "_schema", @@ -741,7 +751,7 @@ class CreateExternalTable(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_path", b"_path", "_schema", @@ -762,24 +772,26 @@ class CreateExternalTable(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_path", b"_path"] - ) -> typing_extensions.Literal["path"] | None: ... + self, oneof_group: typing.Literal["_path", b"_path"] + ) -> typing.Literal["path"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_schema", b"_schema"] - ) -> typing_extensions.Literal["schema"] | None: ... + self, oneof_group: typing.Literal["_schema", b"_schema"] + ) -> typing.Literal["schema"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_source", b"_source"] - ) -> typing_extensions.Literal["source"] | None: ... + self, oneof_group: typing.Literal["_source", b"_source"] + ) -> typing.Literal["source"] | None: ... global___CreateExternalTable = CreateExternalTable +@typing.final class CreateTable(google.protobuf.message.Message): """See `spark.catalog.createTable`""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -794,7 +806,7 @@ class CreateTable(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... TABLE_NAME_FIELD_NUMBER: builtins.int @@ -831,7 +843,7 @@ class CreateTable(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_description", b"_description", "_path", @@ -852,7 +864,7 @@ class CreateTable(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_description", b"_description", "_path", @@ -877,23 +889,24 @@ class CreateTable(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_description", b"_description"] - ) -> typing_extensions.Literal["description"] | None: ... + self, oneof_group: typing.Literal["_description", b"_description"] + ) -> typing.Literal["description"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_path", b"_path"] - ) -> typing_extensions.Literal["path"] | None: ... + self, oneof_group: typing.Literal["_path", b"_path"] + ) -> typing.Literal["path"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_schema", b"_schema"] - ) -> typing_extensions.Literal["schema"] | None: ... + self, oneof_group: typing.Literal["_schema", b"_schema"] + ) -> typing.Literal["schema"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_source", b"_source"] - ) -> typing_extensions.Literal["source"] | None: ... + self, oneof_group: typing.Literal["_source", b"_source"] + ) -> typing.Literal["source"] | None: ... global___CreateTable = CreateTable +@typing.final class DropTempView(google.protobuf.message.Message): """See `spark.catalog.dropTempView`""" @@ -907,12 +920,11 @@ class DropTempView(google.protobuf.message.Message): *, view_name: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["view_name", b"view_name"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["view_name", b"view_name"]) -> None: ... global___DropTempView = DropTempView +@typing.final class DropGlobalTempView(google.protobuf.message.Message): """See `spark.catalog.dropGlobalTempView`""" @@ -926,12 +938,11 @@ class DropGlobalTempView(google.protobuf.message.Message): *, view_name: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["view_name", b"view_name"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["view_name", b"view_name"]) -> None: ... global___DropGlobalTempView = DropGlobalTempView +@typing.final class RecoverPartitions(google.protobuf.message.Message): """See `spark.catalog.recoverPartitions`""" @@ -945,12 +956,11 @@ class RecoverPartitions(google.protobuf.message.Message): *, table_name: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["table_name", b"table_name"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["table_name", b"table_name"]) -> None: ... global___RecoverPartitions = RecoverPartitions +@typing.final class IsCached(google.protobuf.message.Message): """See `spark.catalog.isCached`""" @@ -964,12 +974,11 @@ class IsCached(google.protobuf.message.Message): *, table_name: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["table_name", b"table_name"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["table_name", b"table_name"]) -> None: ... global___IsCached = IsCached +@typing.final class CacheTable(google.protobuf.message.Message): """See `spark.catalog.cacheTable`""" @@ -990,13 +999,13 @@ class CacheTable(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_storage_level", b"_storage_level", "storage_level", b"storage_level" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_storage_level", b"_storage_level", "storage_level", @@ -1006,11 +1015,12 @@ class CacheTable(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_storage_level", b"_storage_level"] - ) -> typing_extensions.Literal["storage_level"] | None: ... + self, oneof_group: typing.Literal["_storage_level", b"_storage_level"] + ) -> typing.Literal["storage_level"] | None: ... global___CacheTable = CacheTable +@typing.final class UncacheTable(google.protobuf.message.Message): """See `spark.catalog.uncacheTable`""" @@ -1024,12 +1034,11 @@ class UncacheTable(google.protobuf.message.Message): *, table_name: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["table_name", b"table_name"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["table_name", b"table_name"]) -> None: ... global___UncacheTable = UncacheTable +@typing.final class ClearCache(google.protobuf.message.Message): """See `spark.catalog.clearCache`""" @@ -1041,6 +1050,7 @@ class ClearCache(google.protobuf.message.Message): global___ClearCache = ClearCache +@typing.final class RefreshTable(google.protobuf.message.Message): """See `spark.catalog.refreshTable`""" @@ -1054,12 +1064,11 @@ class RefreshTable(google.protobuf.message.Message): *, table_name: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["table_name", b"table_name"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["table_name", b"table_name"]) -> None: ... global___RefreshTable = RefreshTable +@typing.final class RefreshByPath(google.protobuf.message.Message): """See `spark.catalog.refreshByPath`""" @@ -1073,10 +1082,11 @@ class RefreshByPath(google.protobuf.message.Message): *, path: builtins.str = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["path", b"path"]) -> None: ... + def ClearField(self, field_name: typing.Literal["path", b"path"]) -> None: ... global___RefreshByPath = RefreshByPath +@typing.final class CurrentCatalog(google.protobuf.message.Message): """See `spark.catalog.currentCatalog`""" @@ -1088,6 +1098,7 @@ class CurrentCatalog(google.protobuf.message.Message): global___CurrentCatalog = CurrentCatalog +@typing.final class SetCurrentCatalog(google.protobuf.message.Message): """See `spark.catalog.setCurrentCatalog`""" @@ -1101,12 +1112,11 @@ class SetCurrentCatalog(google.protobuf.message.Message): *, catalog_name: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["catalog_name", b"catalog_name"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["catalog_name", b"catalog_name"]) -> None: ... global___SetCurrentCatalog = SetCurrentCatalog +@typing.final class ListCatalogs(google.protobuf.message.Message): """See `spark.catalog.listCatalogs`""" @@ -1121,13 +1131,13 @@ class ListCatalogs(google.protobuf.message.Message): pattern: builtins.str | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_pattern", b"_pattern", "pattern", b"pattern"] + self, field_name: typing.Literal["_pattern", b"_pattern", "pattern", b"pattern"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["_pattern", b"_pattern", "pattern", b"pattern"] + self, field_name: typing.Literal["_pattern", b"_pattern", "pattern", b"pattern"] ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_pattern", b"_pattern"] - ) -> typing_extensions.Literal["pattern"] | None: ... + self, oneof_group: typing.Literal["_pattern", b"_pattern"] + ) -> typing.Literal["pattern"] | None: ... global___ListCatalogs = ListCatalogs diff --git a/python/pyspark/sql/connect/proto/commands_pb2.py b/python/pyspark/sql/connect/proto/commands_pb2.py index 4339514a6835e..694b4a9a9aa37 100644 --- a/python/pyspark/sql/connect/proto/commands_pb2.py +++ b/python/pyspark/sql/connect/proto/commands_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/commands.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/commands.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/commands.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/commands_pb2.pyi b/python/pyspark/sql/connect/proto/commands_pb2.pyi index 66e0ffdb52731..c2399b7a25dfb 100644 --- a/python/pyspark/sql/connect/proto/commands_pb2.pyi +++ b/python/pyspark/sql/connect/proto/commands_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.any_pb2 @@ -62,7 +63,7 @@ class _StreamingQueryEventType: class _StreamingQueryEventTypeEnumTypeWrapper( google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_StreamingQueryEventType.ValueType], builtins.type, -): # noqa: F821 +): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor QUERY_PROGRESS_UNSPECIFIED: _StreamingQueryEventType.ValueType # 0 QUERY_PROGRESS_EVENT: _StreamingQueryEventType.ValueType # 1 @@ -83,6 +84,7 @@ QUERY_TERMINATED_EVENT: StreamingQueryEventType.ValueType # 2 QUERY_IDLE_EVENT: StreamingQueryEventType.ValueType # 3 global___StreamingQueryEventType = StreamingQueryEventType +@typing.final class Command(google.protobuf.message.Message): """A [[Command]] is an operation that is executed by the server that does not directly consume or produce a relational result. @@ -192,7 +194,7 @@ class Command(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "checkpoint_command", b"checkpoint_command", "command_type", @@ -239,7 +241,7 @@ class Command(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "checkpoint_command", b"checkpoint_command", "command_type", @@ -285,9 +287,9 @@ class Command(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["command_type", b"command_type"] + self, oneof_group: typing.Literal["command_type", b"command_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "register_function", "write_operation", "create_dataframe_view", @@ -314,6 +316,7 @@ class Command(google.protobuf.message.Message): global___Command = Command +@typing.final class SqlCommand(google.protobuf.message.Message): """A SQL Command is used to trigger the eager evaluation of SQL commands in Spark. @@ -325,6 +328,7 @@ class SqlCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ArgsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -339,13 +343,12 @@ class SqlCommand(google.protobuf.message.Message): key: builtins.str = ..., value: pyspark.sql.connect.proto.expressions_pb2.Expression.Literal | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class NamedArgumentsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -360,11 +363,9 @@ class SqlCommand(google.protobuf.message.Message): key: builtins.str = ..., value: pyspark.sql.connect.proto.expressions_pb2.Expression | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... SQL_FIELD_NUMBER: builtins.int @@ -432,12 +433,10 @@ class SqlCommand(google.protobuf.message.Message): | None = ..., input: pyspark.sql.connect.proto.relations_pb2.Relation | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "args", b"args", "input", @@ -455,6 +454,7 @@ class SqlCommand(google.protobuf.message.Message): global___SqlCommand = SqlCommand +@typing.final class CreateDataFrameViewCommand(google.protobuf.message.Message): """A command that can create DataFrame global temp view or local temp view.""" @@ -464,9 +464,6 @@ class CreateDataFrameViewCommand(google.protobuf.message.Message): NAME_FIELD_NUMBER: builtins.int IS_GLOBAL_FIELD_NUMBER: builtins.int REPLACE_FIELD_NUMBER: builtins.int - @property - def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: - """(Required) The relation that this view will be built on.""" name: builtins.str """(Required) View name.""" is_global: builtins.bool @@ -477,6 +474,9 @@ class CreateDataFrameViewCommand(google.protobuf.message.Message): If true, and if the view already exists, updates it; if false, and if the view already exists, throws exception. """ + @property + def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: + """(Required) The relation that this view will be built on.""" def __init__( self, *, @@ -485,18 +485,17 @@ class CreateDataFrameViewCommand(google.protobuf.message.Message): is_global: builtins.bool = ..., replace: builtins.bool = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "input", b"input", "is_global", b"is_global", "name", b"name", "replace", b"replace" ], ) -> None: ... global___CreateDataFrameViewCommand = CreateDataFrameViewCommand +@typing.final class WriteOperation(google.protobuf.message.Message): """As writes are not directly handled during analysis and planning, they are modeled as commands.""" @@ -511,7 +510,7 @@ class WriteOperation(google.protobuf.message.Message): WriteOperation._SaveMode.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor SAVE_MODE_UNSPECIFIED: WriteOperation._SaveMode.ValueType # 0 SAVE_MODE_APPEND: WriteOperation._SaveMode.ValueType # 1 @@ -526,6 +525,7 @@ class WriteOperation(google.protobuf.message.Message): SAVE_MODE_ERROR_IF_EXISTS: WriteOperation.SaveMode.ValueType # 3 SAVE_MODE_IGNORE: WriteOperation.SaveMode.ValueType # 4 + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -540,9 +540,10 @@ class WriteOperation(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class SaveTable(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -555,7 +556,7 @@ class WriteOperation(google.protobuf.message.Message): WriteOperation.SaveTable._TableSaveMethod.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor TABLE_SAVE_METHOD_UNSPECIFIED: WriteOperation.SaveTable._TableSaveMethod.ValueType # 0 TABLE_SAVE_METHOD_SAVE_AS_TABLE: WriteOperation.SaveTable._TableSaveMethod.ValueType # 1 @@ -580,21 +581,20 @@ class WriteOperation(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "save_method", b"save_method", "table_name", b"table_name" - ], + field_name: typing.Literal["save_method", b"save_method", "table_name", b"table_name"], ) -> None: ... + @typing.final class BucketBy(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor BUCKET_COLUMN_NAMES_FIELD_NUMBER: builtins.int NUM_BUCKETS_FIELD_NUMBER: builtins.int + num_buckets: builtins.int @property def bucket_column_names( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ... - num_buckets: builtins.int def __init__( self, *, @@ -603,7 +603,7 @@ class WriteOperation(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "bucket_column_names", b"bucket_column_names", "num_buckets", b"num_buckets" ], ) -> None: ... @@ -618,17 +618,17 @@ class WriteOperation(google.protobuf.message.Message): BUCKET_BY_FIELD_NUMBER: builtins.int OPTIONS_FIELD_NUMBER: builtins.int CLUSTERING_COLUMNS_FIELD_NUMBER: builtins.int - @property - def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: - """(Required) The output of the `input` relation will be persisted according to the options.""" source: builtins.str """(Optional) Format value according to the Spark documentation. Examples are: text, parquet, delta.""" path: builtins.str - @property - def table(self) -> global___WriteOperation.SaveTable: ... mode: global___WriteOperation.SaveMode.ValueType """(Required) the save mode.""" @property + def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: + """(Required) The output of the `input` relation will be persisted according to the options.""" + @property + def table(self) -> global___WriteOperation.SaveTable: ... + @property def sort_column_names( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: @@ -667,7 +667,7 @@ class WriteOperation(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_source", b"_source", "bucket_by", @@ -686,7 +686,7 @@ class WriteOperation(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_source", b"_source", "bucket_by", @@ -715,15 +715,16 @@ class WriteOperation(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_source", b"_source"] - ) -> typing_extensions.Literal["source"] | None: ... + self, oneof_group: typing.Literal["_source", b"_source"] + ) -> typing.Literal["source"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["save_type", b"save_type"] - ) -> typing_extensions.Literal["path", "table"] | None: ... + self, oneof_group: typing.Literal["save_type", b"save_type"] + ) -> typing.Literal["path", "table"] | None: ... global___WriteOperation = WriteOperation +@typing.final class WriteOperationV2(google.protobuf.message.Message): """As writes are not directly handled during analysis and planning, they are modeled as commands.""" @@ -738,7 +739,7 @@ class WriteOperationV2(google.protobuf.message.Message): WriteOperationV2._Mode.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor MODE_UNSPECIFIED: WriteOperationV2._Mode.ValueType # 0 MODE_CREATE: WriteOperationV2._Mode.ValueType # 1 @@ -757,6 +758,7 @@ class WriteOperationV2(google.protobuf.message.Message): MODE_REPLACE: WriteOperationV2.Mode.ValueType # 5 MODE_CREATE_OR_REPLACE: WriteOperationV2.Mode.ValueType # 6 + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -771,9 +773,10 @@ class WriteOperationV2(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class TablePropertiesEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -788,7 +791,7 @@ class WriteOperationV2(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... INPUT_FIELD_NUMBER: builtins.int @@ -800,15 +803,17 @@ class WriteOperationV2(google.protobuf.message.Message): MODE_FIELD_NUMBER: builtins.int OVERWRITE_CONDITION_FIELD_NUMBER: builtins.int CLUSTERING_COLUMNS_FIELD_NUMBER: builtins.int - @property - def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: - """(Required) The output of the `input` relation will be persisted according to the options.""" table_name: builtins.str """(Required) The destination of the write operation must be either a path or a table.""" provider: builtins.str """(Optional) A provider for the underlying output data source. Spark's default catalog supports "parquet", "json", etc. """ + mode: global___WriteOperationV2.Mode.ValueType + """(Required) Write mode.""" + @property + def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: + """(Required) The output of the `input` relation will be persisted according to the options.""" @property def partitioning_columns( self, @@ -826,8 +831,6 @@ class WriteOperationV2(google.protobuf.message.Message): self, ) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]: """(Optional) A list of table properties.""" - mode: global___WriteOperationV2.Mode.ValueType - """(Required) Write mode.""" @property def overwrite_condition(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression: """(Optional) A condition for overwrite saving mode""" @@ -854,7 +857,7 @@ class WriteOperationV2(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_provider", b"_provider", "input", @@ -867,7 +870,7 @@ class WriteOperationV2(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_provider", b"_provider", "clustering_columns", @@ -891,11 +894,12 @@ class WriteOperationV2(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_provider", b"_provider"] - ) -> typing_extensions.Literal["provider"] | None: ... + self, oneof_group: typing.Literal["_provider", b"_provider"] + ) -> typing.Literal["provider"] | None: ... global___WriteOperationV2 = WriteOperationV2 +@typing.final class WriteStreamOperationStart(google.protobuf.message.Message): """Starts write stream operation as streaming query. Query ID and Run ID of the streaming query are returned. @@ -903,6 +907,7 @@ class WriteStreamOperationStart(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -917,7 +922,7 @@ class WriteStreamOperationStart(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... INPUT_FIELD_NUMBER: builtins.int @@ -935,21 +940,10 @@ class WriteStreamOperationStart(google.protobuf.message.Message): FOREACH_WRITER_FIELD_NUMBER: builtins.int FOREACH_BATCH_FIELD_NUMBER: builtins.int CLUSTERING_COLUMN_NAMES_FIELD_NUMBER: builtins.int - @property - def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: - """(Required) The output of the `input` streaming relation will be written.""" format: builtins.str """The following fields directly map to API for DataStreamWriter(). Consult API documentation unless explicitly documented here. """ - @property - def options( - self, - ) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]: ... - @property - def partitioning_column_names( - self, - ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ... processing_time_interval: builtins.str available_now: builtins.bool once: builtins.bool @@ -959,6 +953,17 @@ class WriteStreamOperationStart(google.protobuf.message.Message): path: builtins.str table_name: builtins.str @property + def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: + """(Required) The output of the `input` streaming relation will be written.""" + @property + def options( + self, + ) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]: ... + @property + def partitioning_column_names( + self, + ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ... + @property def foreach_writer(self) -> global___StreamingForeachFunction: ... @property def foreach_batch(self) -> global___StreamingForeachFunction: ... @@ -988,7 +993,7 @@ class WriteStreamOperationStart(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "available_now", b"available_now", "continuous_checkpoint_interval", @@ -1015,7 +1020,7 @@ class WriteStreamOperationStart(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "available_now", b"available_now", "clustering_column_names", @@ -1054,13 +1059,13 @@ class WriteStreamOperationStart(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["sink_destination", b"sink_destination"] - ) -> typing_extensions.Literal["path", "table_name"] | None: ... + self, oneof_group: typing.Literal["sink_destination", b"sink_destination"] + ) -> typing.Literal["path", "table_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["trigger", b"trigger"] + self, oneof_group: typing.Literal["trigger", b"trigger"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "processing_time_interval", "available_now", "once", "continuous_checkpoint_interval" ] | None @@ -1068,6 +1073,7 @@ class WriteStreamOperationStart(google.protobuf.message.Message): global___WriteStreamOperationStart = WriteStreamOperationStart +@typing.final class StreamingForeachFunction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1085,7 +1091,7 @@ class StreamingForeachFunction(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "function", b"function", "python_function", @@ -1096,7 +1102,7 @@ class StreamingForeachFunction(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "function", b"function", "python_function", @@ -1106,24 +1112,25 @@ class StreamingForeachFunction(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["function", b"function"] - ) -> typing_extensions.Literal["python_function", "scala_function"] | None: ... + self, oneof_group: typing.Literal["function", b"function"] + ) -> typing.Literal["python_function", "scala_function"] | None: ... global___StreamingForeachFunction = StreamingForeachFunction +@typing.final class WriteStreamOperationStartResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor QUERY_ID_FIELD_NUMBER: builtins.int NAME_FIELD_NUMBER: builtins.int QUERY_STARTED_EVENT_JSON_FIELD_NUMBER: builtins.int - @property - def query_id(self) -> global___StreamingQueryInstanceId: - """(Required) Query instance. See `StreamingQueryInstanceId`.""" name: builtins.str """An optional query name.""" query_started_event_json: builtins.str """Optional query started event if there is any listener registered on the client side.""" + @property + def query_id(self) -> global___StreamingQueryInstanceId: + """(Required) Query instance. See `StreamingQueryInstanceId`.""" def __init__( self, *, @@ -1133,7 +1140,7 @@ class WriteStreamOperationStartResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_query_started_event_json", b"_query_started_event_json", "query_id", @@ -1144,7 +1151,7 @@ class WriteStreamOperationStartResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_query_started_event_json", b"_query_started_event_json", "name", @@ -1156,14 +1163,12 @@ class WriteStreamOperationStartResult(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, - oneof_group: typing_extensions.Literal[ - "_query_started_event_json", b"_query_started_event_json" - ], - ) -> typing_extensions.Literal["query_started_event_json"] | None: ... + self, oneof_group: typing.Literal["_query_started_event_json", b"_query_started_event_json"] + ) -> typing.Literal["query_started_event_json"] | None: ... global___WriteStreamOperationStartResult = WriteStreamOperationStartResult +@typing.final class StreamingQueryInstanceId(google.protobuf.message.Message): """A tuple that uniquely identifies an instance of streaming query run. It consists of `id` that persists across the streaming runs and `run_id` that changes between each run of the @@ -1190,17 +1195,17 @@ class StreamingQueryInstanceId(google.protobuf.message.Message): id: builtins.str = ..., run_id: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["id", b"id", "run_id", b"run_id"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["id", b"id", "run_id", b"run_id"]) -> None: ... global___StreamingQueryInstanceId = StreamingQueryInstanceId +@typing.final class StreamingQueryCommand(google.protobuf.message.Message): """Commands for a streaming query.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ExplainCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1214,10 +1219,9 @@ class StreamingQueryCommand(google.protobuf.message.Message): *, extended: builtins.bool = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["extended", b"extended"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["extended", b"extended"]) -> None: ... + @typing.final class AwaitTerminationCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1230,19 +1234,15 @@ class StreamingQueryCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms" - ], + field_name: typing.Literal["_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms" - ], + field_name: typing.Literal["_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_timeout_ms", b"_timeout_ms"] - ) -> typing_extensions.Literal["timeout_ms"] | None: ... + self, oneof_group: typing.Literal["_timeout_ms", b"_timeout_ms"] + ) -> typing.Literal["timeout_ms"] | None: ... QUERY_ID_FIELD_NUMBER: builtins.int STATUS_FIELD_NUMBER: builtins.int @@ -1253,9 +1253,6 @@ class StreamingQueryCommand(google.protobuf.message.Message): EXPLAIN_FIELD_NUMBER: builtins.int EXCEPTION_FIELD_NUMBER: builtins.int AWAIT_TERMINATION_FIELD_NUMBER: builtins.int - @property - def query_id(self) -> global___StreamingQueryInstanceId: - """(Required) Query instance. See `StreamingQueryInstanceId`.""" status: builtins.bool """status() API.""" last_progress: builtins.bool @@ -1266,11 +1263,14 @@ class StreamingQueryCommand(google.protobuf.message.Message): """stop() API. Stops the query.""" process_all_available: builtins.bool """processAllAvailable() API. Waits till all the available data is processed""" + exception: builtins.bool + """exception() API. Returns the exception in the query if any.""" + @property + def query_id(self) -> global___StreamingQueryInstanceId: + """(Required) Query instance. See `StreamingQueryInstanceId`.""" @property def explain(self) -> global___StreamingQueryCommand.ExplainCommand: """explain() API. Returns logical and physical plans.""" - exception: builtins.bool - """exception() API. Returns the exception in the query if any.""" @property def await_termination(self) -> global___StreamingQueryCommand.AwaitTerminationCommand: """awaitTermination() API. Waits for the termination of the query.""" @@ -1289,7 +1289,7 @@ class StreamingQueryCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "await_termination", b"await_termination", "command", @@ -1314,7 +1314,7 @@ class StreamingQueryCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "await_termination", b"await_termination", "command", @@ -1338,9 +1338,9 @@ class StreamingQueryCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["command", b"command"] + self, oneof_group: typing.Literal["command", b"command"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "status", "last_progress", "recent_progress", @@ -1355,11 +1355,13 @@ class StreamingQueryCommand(google.protobuf.message.Message): global___StreamingQueryCommand = StreamingQueryCommand +@typing.final class StreamingQueryCommandResult(google.protobuf.message.Message): """Response for commands on a streaming query.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class StatusResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1382,7 +1384,7 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "is_active", b"is_active", "is_data_available", @@ -1394,6 +1396,7 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class RecentProgressResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1409,10 +1412,10 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): recent_progress_json: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... def ClearField( - self, - field_name: typing_extensions.Literal["recent_progress_json", b"recent_progress_json"], + self, field_name: typing.Literal["recent_progress_json", b"recent_progress_json"] ) -> None: ... + @typing.final class ExplainResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1424,10 +1427,9 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): *, result: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["result", b"result"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["result", b"result"]) -> None: ... + @typing.final class ExceptionResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1451,7 +1453,7 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_error_class", b"_error_class", "_exception_message", @@ -1468,7 +1470,7 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_error_class", b"_error_class", "_exception_message", @@ -1485,18 +1487,18 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_error_class", b"_error_class"] - ) -> typing_extensions.Literal["error_class"] | None: ... + self, oneof_group: typing.Literal["_error_class", b"_error_class"] + ) -> typing.Literal["error_class"] | None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_exception_message", b"_exception_message"], - ) -> typing_extensions.Literal["exception_message"] | None: ... + self, oneof_group: typing.Literal["_exception_message", b"_exception_message"] + ) -> typing.Literal["exception_message"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_stack_trace", b"_stack_trace"] - ) -> typing_extensions.Literal["stack_trace"] | None: ... + self, oneof_group: typing.Literal["_stack_trace", b"_stack_trace"] + ) -> typing.Literal["stack_trace"] | None: ... + @typing.final class AwaitTerminationResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1507,9 +1509,7 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): *, terminated: builtins.bool = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["terminated", b"terminated"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["terminated", b"terminated"]) -> None: ... QUERY_ID_FIELD_NUMBER: builtins.int STATUS_FIELD_NUMBER: builtins.int @@ -1542,7 +1542,7 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "await_termination", b"await_termination", "exception", @@ -1561,7 +1561,7 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "await_termination", b"await_termination", "exception", @@ -1579,21 +1579,21 @@ class StreamingQueryCommandResult(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["result_type", b"result_type"] + self, oneof_group: typing.Literal["result_type", b"result_type"] ) -> ( - typing_extensions.Literal[ - "status", "recent_progress", "explain", "exception", "await_termination" - ] + typing.Literal["status", "recent_progress", "explain", "exception", "await_termination"] | None ): ... global___StreamingQueryCommandResult = StreamingQueryCommandResult +@typing.final class StreamingQueryManagerCommand(google.protobuf.message.Message): """Commands for the streaming query manager.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class AwaitAnyTerminationCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1607,20 +1607,17 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms" - ], + field_name: typing.Literal["_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms" - ], + field_name: typing.Literal["_timeout_ms", b"_timeout_ms", "timeout_ms", b"timeout_ms"], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_timeout_ms", b"_timeout_ms"] - ) -> typing_extensions.Literal["timeout_ms"] | None: ... + self, oneof_group: typing.Literal["_timeout_ms", b"_timeout_ms"] + ) -> typing.Literal["timeout_ms"] | None: ... + @typing.final class StreamingQueryListenerCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1628,11 +1625,11 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): PYTHON_LISTENER_PAYLOAD_FIELD_NUMBER: builtins.int ID_FIELD_NUMBER: builtins.int listener_payload: builtins.bytes + id: builtins.str @property def python_listener_payload( self, ) -> pyspark.sql.connect.proto.expressions_pb2.PythonUDF: ... - id: builtins.str def __init__( self, *, @@ -1643,7 +1640,7 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_python_listener_payload", b"_python_listener_payload", "python_listener_payload", @@ -1652,7 +1649,7 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_python_listener_payload", b"_python_listener_payload", "id", @@ -1665,10 +1662,8 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): ) -> None: ... def WhichOneof( self, - oneof_group: typing_extensions.Literal[ - "_python_listener_payload", b"_python_listener_payload" - ], - ) -> typing_extensions.Literal["python_listener_payload"] | None: ... + oneof_group: typing.Literal["_python_listener_payload", b"_python_listener_payload"], + ) -> typing.Literal["python_listener_payload"] | None: ... ACTIVE_FIELD_NUMBER: builtins.int GET_QUERY_FIELD_NUMBER: builtins.int @@ -1681,13 +1676,15 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): """active() API, returns a list of active queries.""" get_query: builtins.str """get() API, returns the StreamingQuery identified by id.""" + reset_terminated: builtins.bool + """resetTerminated() API.""" + list_listeners: builtins.bool + """listListeners() API, returns a list of streaming query listeners.""" @property def await_any_termination( self, ) -> global___StreamingQueryManagerCommand.AwaitAnyTerminationCommand: """awaitAnyTermination() API, wait until any query terminates or timeout.""" - reset_terminated: builtins.bool - """resetTerminated() API.""" @property def add_listener(self) -> global___StreamingQueryManagerCommand.StreamingQueryListenerCommand: """addListener API.""" @@ -1696,8 +1693,6 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): self, ) -> global___StreamingQueryManagerCommand.StreamingQueryListenerCommand: """removeListener API.""" - list_listeners: builtins.bool - """listListeners() API, returns a list of streaming query listeners.""" def __init__( self, *, @@ -1714,7 +1709,7 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "active", b"active", "add_listener", @@ -1735,7 +1730,7 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "active", b"active", "add_listener", @@ -1755,9 +1750,9 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["command", b"command"] + self, oneof_group: typing.Literal["command", b"command"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "active", "get_query", "await_any_termination", @@ -1771,11 +1766,13 @@ class StreamingQueryManagerCommand(google.protobuf.message.Message): global___StreamingQueryManagerCommand = StreamingQueryManagerCommand +@typing.final class StreamingQueryManagerCommandResult(google.protobuf.message.Message): """Response for commands on the streaming query manager.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ActiveResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1795,19 +1792,20 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): | None = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["active_queries", b"active_queries"] + self, field_name: typing.Literal["active_queries", b"active_queries"] ) -> None: ... + @typing.final class StreamingQueryInstance(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor ID_FIELD_NUMBER: builtins.int NAME_FIELD_NUMBER: builtins.int + name: builtins.str + """(Optional) The name of this query.""" @property def id(self) -> global___StreamingQueryInstanceId: """(Required) The id and runId of this query.""" - name: builtins.str - """(Optional) The name of this query.""" def __init__( self, *, @@ -1815,17 +1813,16 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): name: builtins.str | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal["_name", b"_name", "id", b"id", "name", b"name"], + self, field_name: typing.Literal["_name", b"_name", "id", b"id", "name", b"name"] ) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["_name", b"_name", "id", b"id", "name", b"name"], + self, field_name: typing.Literal["_name", b"_name", "id", b"id", "name", b"name"] ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_name", b"_name"] - ) -> typing_extensions.Literal["name"] | None: ... + self, oneof_group: typing.Literal["_name", b"_name"] + ) -> typing.Literal["name"] | None: ... + @typing.final class AwaitAnyTerminationResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1836,10 +1833,9 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): *, terminated: builtins.bool = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["terminated", b"terminated"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["terminated", b"terminated"]) -> None: ... + @typing.final class StreamingQueryListenerInstance(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1851,9 +1847,10 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): listener_payload: builtins.bytes = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["listener_payload", b"listener_payload"] + self, field_name: typing.Literal["listener_payload", b"listener_payload"] ) -> None: ... + @typing.final class ListStreamingQueryListenerResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1869,7 +1866,7 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): listener_ids: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["listener_ids", b"listener_ids"] + self, field_name: typing.Literal["listener_ids", b"listener_ids"] ) -> None: ... ACTIVE_FIELD_NUMBER: builtins.int @@ -1879,6 +1876,9 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): ADD_LISTENER_FIELD_NUMBER: builtins.int REMOVE_LISTENER_FIELD_NUMBER: builtins.int LIST_LISTENERS_FIELD_NUMBER: builtins.int + reset_terminated: builtins.bool + add_listener: builtins.bool + remove_listener: builtins.bool @property def active(self) -> global___StreamingQueryManagerCommandResult.ActiveResult: ... @property @@ -1887,9 +1887,6 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): def await_any_termination( self, ) -> global___StreamingQueryManagerCommandResult.AwaitAnyTerminationResult: ... - reset_terminated: builtins.bool - add_listener: builtins.bool - remove_listener: builtins.bool @property def list_listeners( self, @@ -1909,7 +1906,7 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "active", b"active", "add_listener", @@ -1930,7 +1927,7 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "active", b"active", "add_listener", @@ -1950,9 +1947,9 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["result_type", b"result_type"] + self, oneof_group: typing.Literal["result_type", b"result_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "active", "query", "await_any_termination", @@ -1966,6 +1963,7 @@ class StreamingQueryManagerCommandResult(google.protobuf.message.Message): global___StreamingQueryManagerCommandResult = StreamingQueryManagerCommandResult +@typing.final class StreamingQueryListenerBusCommand(google.protobuf.message.Message): """The protocol for client-side StreamingQueryListener. This command will only be set when either the first listener is added to the client, or the last @@ -1988,7 +1986,7 @@ class StreamingQueryListenerBusCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "add_listener_bus_listener", b"add_listener_bus_listener", "command", @@ -1999,7 +1997,7 @@ class StreamingQueryListenerBusCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "add_listener_bus_listener", b"add_listener_bus_listener", "command", @@ -2009,14 +2007,12 @@ class StreamingQueryListenerBusCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["command", b"command"] - ) -> ( - typing_extensions.Literal["add_listener_bus_listener", "remove_listener_bus_listener"] - | None - ): ... + self, oneof_group: typing.Literal["command", b"command"] + ) -> typing.Literal["add_listener_bus_listener", "remove_listener_bus_listener"] | None: ... global___StreamingQueryListenerBusCommand = StreamingQueryListenerBusCommand +@typing.final class StreamingQueryListenerEvent(google.protobuf.message.Message): """The protocol for the returned events in the long-running response channel.""" @@ -2035,26 +2031,24 @@ class StreamingQueryListenerEvent(google.protobuf.message.Message): event_type: global___StreamingQueryEventType.ValueType = ..., ) -> None: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "event_json", b"event_json", "event_type", b"event_type" - ], + self, field_name: typing.Literal["event_json", b"event_json", "event_type", b"event_type"] ) -> None: ... global___StreamingQueryListenerEvent = StreamingQueryListenerEvent +@typing.final class StreamingQueryListenerEventsResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor EVENTS_FIELD_NUMBER: builtins.int LISTENER_BUS_LISTENER_ADDED_FIELD_NUMBER: builtins.int + listener_bus_listener_added: builtins.bool @property def events( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ global___StreamingQueryListenerEvent ]: ... - listener_bus_listener_added: builtins.bool def __init__( self, *, @@ -2063,7 +2057,7 @@ class StreamingQueryListenerEventsResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_listener_bus_listener_added", b"_listener_bus_listener_added", "listener_bus_listener_added", @@ -2072,7 +2066,7 @@ class StreamingQueryListenerEventsResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_listener_bus_listener_added", b"_listener_bus_listener_added", "events", @@ -2083,13 +2077,14 @@ class StreamingQueryListenerEventsResult(google.protobuf.message.Message): ) -> None: ... def WhichOneof( self, - oneof_group: typing_extensions.Literal[ + oneof_group: typing.Literal[ "_listener_bus_listener_added", b"_listener_bus_listener_added" ], - ) -> typing_extensions.Literal["listener_bus_listener_added"] | None: ... + ) -> typing.Literal["listener_bus_listener_added"] | None: ... global___StreamingQueryListenerEventsResult = StreamingQueryListenerEventsResult +@typing.final class GetResourcesCommand(google.protobuf.message.Message): """Command to get the output of 'SparkContext.resources'""" @@ -2101,11 +2096,13 @@ class GetResourcesCommand(google.protobuf.message.Message): global___GetResourcesCommand = GetResourcesCommand +@typing.final class GetResourcesCommandResult(google.protobuf.message.Message): """Response for command 'GetResourcesCommand'.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ResourcesEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2120,11 +2117,9 @@ class GetResourcesCommandResult(google.protobuf.message.Message): key: builtins.str = ..., value: pyspark.sql.connect.proto.common_pb2.ResourceInformation | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... RESOURCES_FIELD_NUMBER: builtins.int @@ -2142,12 +2137,11 @@ class GetResourcesCommandResult(google.protobuf.message.Message): ] | None = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["resources", b"resources"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["resources", b"resources"]) -> None: ... global___GetResourcesCommandResult = GetResourcesCommandResult +@typing.final class CreateResourceProfileCommand(google.protobuf.message.Message): """Command to create ResourceProfile""" @@ -2162,13 +2156,12 @@ class CreateResourceProfileCommand(google.protobuf.message.Message): *, profile: pyspark.sql.connect.proto.common_pb2.ResourceProfile | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["profile", b"profile"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["profile", b"profile"]) -> None: ... + def HasField(self, field_name: typing.Literal["profile", b"profile"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["profile", b"profile"]) -> None: ... global___CreateResourceProfileCommand = CreateResourceProfileCommand +@typing.final class CreateResourceProfileCommandResult(google.protobuf.message.Message): """Response for command 'CreateResourceProfileCommand'.""" @@ -2182,12 +2175,11 @@ class CreateResourceProfileCommandResult(google.protobuf.message.Message): *, profile_id: builtins.int = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["profile_id", b"profile_id"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["profile_id", b"profile_id"]) -> None: ... global___CreateResourceProfileCommandResult = CreateResourceProfileCommandResult +@typing.final class RemoveCachedRemoteRelationCommand(google.protobuf.message.Message): """Command to remove `CashedRemoteRelation`""" @@ -2202,15 +2194,12 @@ class RemoveCachedRemoteRelationCommand(google.protobuf.message.Message): *, relation: pyspark.sql.connect.proto.relations_pb2.CachedRemoteRelation | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["relation", b"relation"] - ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["relation", b"relation"] - ) -> None: ... + def HasField(self, field_name: typing.Literal["relation", b"relation"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["relation", b"relation"]) -> None: ... global___RemoveCachedRemoteRelationCommand = RemoveCachedRemoteRelationCommand +@typing.final class CheckpointCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2218,9 +2207,6 @@ class CheckpointCommand(google.protobuf.message.Message): LOCAL_FIELD_NUMBER: builtins.int EAGER_FIELD_NUMBER: builtins.int STORAGE_LEVEL_FIELD_NUMBER: builtins.int - @property - def relation(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: - """(Required) The logical plan to checkpoint.""" local: builtins.bool """(Required) Locally checkpoint using a local temporary directory in Spark Connect server (Spark Driver) @@ -2228,6 +2214,9 @@ class CheckpointCommand(google.protobuf.message.Message): eager: builtins.bool """(Required) Whether to checkpoint this dataframe immediately.""" @property + def relation(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: + """(Required) The logical plan to checkpoint.""" + @property def storage_level(self) -> pyspark.sql.connect.proto.common_pb2.StorageLevel: """(Optional) For local checkpoint, the storage level to use.""" def __init__( @@ -2240,7 +2229,7 @@ class CheckpointCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_storage_level", b"_storage_level", "relation", @@ -2251,7 +2240,7 @@ class CheckpointCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_storage_level", b"_storage_level", "eager", @@ -2265,11 +2254,12 @@ class CheckpointCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_storage_level", b"_storage_level"] - ) -> typing_extensions.Literal["storage_level"] | None: ... + self, oneof_group: typing.Literal["_storage_level", b"_storage_level"] + ) -> typing.Literal["storage_level"] | None: ... global___CheckpointCommand = CheckpointCommand +@typing.final class MergeIntoTableCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2282,6 +2272,8 @@ class MergeIntoTableCommand(google.protobuf.message.Message): WITH_SCHEMA_EVOLUTION_FIELD_NUMBER: builtins.int target_table_name: builtins.str """(Required) The name of the target table.""" + with_schema_evolution: builtins.bool + """(Required) Whether to enable schema evolution.""" @property def source_table_plan(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: """(Required) The relation of the source table.""" @@ -2309,8 +2301,6 @@ class MergeIntoTableCommand(google.protobuf.message.Message): pyspark.sql.connect.proto.expressions_pb2.Expression ]: """(Optional) The actions to be taken when the condition is not matched by source.""" - with_schema_evolution: builtins.bool - """(Required) Whether to enable schema evolution.""" def __init__( self, *, @@ -2333,13 +2323,13 @@ class MergeIntoTableCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "merge_condition", b"merge_condition", "source_table_plan", b"source_table_plan" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "match_actions", b"match_actions", "merge_condition", @@ -2359,11 +2349,13 @@ class MergeIntoTableCommand(google.protobuf.message.Message): global___MergeIntoTableCommand = MergeIntoTableCommand +@typing.final class ExecuteExternalCommand(google.protobuf.message.Message): """Execute an arbitrary string command inside an external execution engine""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2378,7 +2370,7 @@ class ExecuteExternalCommand(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... RUNNER_FIELD_NUMBER: builtins.int @@ -2400,7 +2392,7 @@ class ExecuteExternalCommand(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "command", b"command", "options", b"options", "runner", b"runner" ], ) -> None: ... diff --git a/python/pyspark/sql/connect/proto/common_pb2.py b/python/pyspark/sql/connect/proto/common_pb2.py index 4eaed50598e13..f30a4ebd4c30c 100644 --- a/python/pyspark/sql/connect/proto/common_pb2.py +++ b/python/pyspark/sql/connect/proto/common_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/common.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/common.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/common.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/common_pb2.pyi b/python/pyspark/sql/connect/proto/common_pb2.pyi index 8111cfed10cd1..c428223bc0ce1 100644 --- a/python/pyspark/sql/connect/proto/common_pb2.pyi +++ b/python/pyspark/sql/connect/proto/common_pb2.pyi @@ -33,21 +33,17 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.descriptor import google.protobuf.internal.containers import google.protobuf.message -import sys import typing -if sys.version_info >= (3, 8): - import typing as typing_extensions -else: - import typing_extensions - DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class StorageLevel(google.protobuf.message.Message): """StorageLevel for persisting Datasets/Tables.""" @@ -79,7 +75,7 @@ class StorageLevel(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "deserialized", b"deserialized", "replication", @@ -95,6 +91,7 @@ class StorageLevel(google.protobuf.message.Message): global___StorageLevel = StorageLevel +@typing.final class ResourceInformation(google.protobuf.message.Message): """ResourceInformation to hold information about a type of Resource. The corresponding class is 'org.apache.spark.resource.ResourceInformation' @@ -118,11 +115,12 @@ class ResourceInformation(google.protobuf.message.Message): addresses: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["addresses", b"addresses", "name", b"name"] + self, field_name: typing.Literal["addresses", b"addresses", "name", b"name"] ) -> None: ... global___ResourceInformation = ResourceInformation +@typing.final class ExecutorResourceRequest(google.protobuf.message.Message): """An executor resource request.""" @@ -150,7 +148,7 @@ class ExecutorResourceRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_discovery_script", b"_discovery_script", "_vendor", @@ -163,7 +161,7 @@ class ExecutorResourceRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_discovery_script", b"_discovery_script", "_vendor", @@ -180,15 +178,16 @@ class ExecutorResourceRequest(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_discovery_script", b"_discovery_script"] - ) -> typing_extensions.Literal["discovery_script"] | None: ... + self, oneof_group: typing.Literal["_discovery_script", b"_discovery_script"] + ) -> typing.Literal["discovery_script"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_vendor", b"_vendor"] - ) -> typing_extensions.Literal["vendor"] | None: ... + self, oneof_group: typing.Literal["_vendor", b"_vendor"] + ) -> typing.Literal["vendor"] | None: ... global___ExecutorResourceRequest = ExecutorResourceRequest +@typing.final class TaskResourceRequest(google.protobuf.message.Message): """A task resource request.""" @@ -209,17 +208,16 @@ class TaskResourceRequest(google.protobuf.message.Message): amount: builtins.float = ..., ) -> None: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "amount", b"amount", "resource_name", b"resource_name" - ], + self, field_name: typing.Literal["amount", b"amount", "resource_name", b"resource_name"] ) -> None: ... global___TaskResourceRequest = TaskResourceRequest +@typing.final class ResourceProfile(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ExecutorResourcesEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -234,13 +232,12 @@ class ResourceProfile(google.protobuf.message.Message): key: builtins.str = ..., value: global___ExecutorResourceRequest | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class TaskResourcesEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -255,11 +252,9 @@ class ResourceProfile(google.protobuf.message.Message): key: builtins.str = ..., value: global___TaskResourceRequest | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... EXECUTOR_RESOURCES_FIELD_NUMBER: builtins.int @@ -290,13 +285,14 @@ class ResourceProfile(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "executor_resources", b"executor_resources", "task_resources", b"task_resources" ], ) -> None: ... global___ResourceProfile = ResourceProfile +@typing.final class Origin(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -314,22 +310,23 @@ class Origin(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "function", b"function", "jvm_origin", b"jvm_origin", "python_origin", b"python_origin" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "function", b"function", "jvm_origin", b"jvm_origin", "python_origin", b"python_origin" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["function", b"function"] - ) -> typing_extensions.Literal["python_origin", "jvm_origin"] | None: ... + self, oneof_group: typing.Literal["function", b"function"] + ) -> typing.Literal["python_origin", "jvm_origin"] | None: ... global___Origin = Origin +@typing.final class PythonOrigin(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -346,12 +343,12 @@ class PythonOrigin(google.protobuf.message.Message): call_site: builtins.str = ..., ) -> None: ... def ClearField( - self, - field_name: typing_extensions.Literal["call_site", b"call_site", "fragment", b"fragment"], + self, field_name: typing.Literal["call_site", b"call_site", "fragment", b"fragment"] ) -> None: ... global___PythonOrigin = PythonOrigin +@typing.final class JvmOrigin(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -398,7 +395,7 @@ class JvmOrigin(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_line", b"_line", "_object_name", @@ -431,7 +428,7 @@ class JvmOrigin(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_line", b"_line", "_object_name", @@ -466,35 +463,36 @@ class JvmOrigin(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_line", b"_line"] - ) -> typing_extensions.Literal["line"] | None: ... + self, oneof_group: typing.Literal["_line", b"_line"] + ) -> typing.Literal["line"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_object_name", b"_object_name"] - ) -> typing_extensions.Literal["object_name"] | None: ... + self, oneof_group: typing.Literal["_object_name", b"_object_name"] + ) -> typing.Literal["object_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_object_type", b"_object_type"] - ) -> typing_extensions.Literal["object_type"] | None: ... + self, oneof_group: typing.Literal["_object_type", b"_object_type"] + ) -> typing.Literal["object_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_sql_text", b"_sql_text"] - ) -> typing_extensions.Literal["sql_text"] | None: ... + self, oneof_group: typing.Literal["_sql_text", b"_sql_text"] + ) -> typing.Literal["sql_text"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_start_index", b"_start_index"] - ) -> typing_extensions.Literal["start_index"] | None: ... + self, oneof_group: typing.Literal["_start_index", b"_start_index"] + ) -> typing.Literal["start_index"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_start_position", b"_start_position"] - ) -> typing_extensions.Literal["start_position"] | None: ... + self, oneof_group: typing.Literal["_start_position", b"_start_position"] + ) -> typing.Literal["start_position"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_stop_index", b"_stop_index"] - ) -> typing_extensions.Literal["stop_index"] | None: ... + self, oneof_group: typing.Literal["_stop_index", b"_stop_index"] + ) -> typing.Literal["stop_index"] | None: ... global___JvmOrigin = JvmOrigin +@typing.final class StackTraceElement(google.protobuf.message.Message): """A message to hold a [[java.lang.StackTraceElement]].""" @@ -534,7 +532,7 @@ class StackTraceElement(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_class_loader_name", b"_class_loader_name", "_file_name", @@ -555,7 +553,7 @@ class StackTraceElement(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_class_loader_name", b"_class_loader_name", "_file_name", @@ -582,23 +580,24 @@ class StackTraceElement(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_class_loader_name", b"_class_loader_name"] - ) -> typing_extensions.Literal["class_loader_name"] | None: ... + self, oneof_group: typing.Literal["_class_loader_name", b"_class_loader_name"] + ) -> typing.Literal["class_loader_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_file_name", b"_file_name"] - ) -> typing_extensions.Literal["file_name"] | None: ... + self, oneof_group: typing.Literal["_file_name", b"_file_name"] + ) -> typing.Literal["file_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_module_name", b"_module_name"] - ) -> typing_extensions.Literal["module_name"] | None: ... + self, oneof_group: typing.Literal["_module_name", b"_module_name"] + ) -> typing.Literal["module_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_module_version", b"_module_version"] - ) -> typing_extensions.Literal["module_version"] | None: ... + self, oneof_group: typing.Literal["_module_version", b"_module_version"] + ) -> typing.Literal["module_version"] | None: ... global___StackTraceElement = StackTraceElement +@typing.final class Bools(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -612,10 +611,11 @@ class Bools(google.protobuf.message.Message): *, values: collections.abc.Iterable[builtins.bool] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["values", b"values"]) -> None: ... + def ClearField(self, field_name: typing.Literal["values", b"values"]) -> None: ... global___Bools = Bools +@typing.final class Ints(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -629,10 +629,11 @@ class Ints(google.protobuf.message.Message): *, values: collections.abc.Iterable[builtins.int] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["values", b"values"]) -> None: ... + def ClearField(self, field_name: typing.Literal["values", b"values"]) -> None: ... global___Ints = Ints +@typing.final class Longs(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -646,10 +647,11 @@ class Longs(google.protobuf.message.Message): *, values: collections.abc.Iterable[builtins.int] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["values", b"values"]) -> None: ... + def ClearField(self, field_name: typing.Literal["values", b"values"]) -> None: ... global___Longs = Longs +@typing.final class Floats(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -663,10 +665,11 @@ class Floats(google.protobuf.message.Message): *, values: collections.abc.Iterable[builtins.float] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["values", b"values"]) -> None: ... + def ClearField(self, field_name: typing.Literal["values", b"values"]) -> None: ... global___Floats = Floats +@typing.final class Doubles(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -680,10 +683,11 @@ class Doubles(google.protobuf.message.Message): *, values: collections.abc.Iterable[builtins.float] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["values", b"values"]) -> None: ... + def ClearField(self, field_name: typing.Literal["values", b"values"]) -> None: ... global___Doubles = Doubles +@typing.final class Strings(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -697,6 +701,6 @@ class Strings(google.protobuf.message.Message): *, values: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["values", b"values"]) -> None: ... + def ClearField(self, field_name: typing.Literal["values", b"values"]) -> None: ... global___Strings = Strings diff --git a/python/pyspark/sql/connect/proto/example_plugins_pb2.py b/python/pyspark/sql/connect/proto/example_plugins_pb2.py index 8bfc49e2622b4..71a73a6d592ae 100644 --- a/python/pyspark/sql/connect/proto/example_plugins_pb2.py +++ b/python/pyspark/sql/connect/proto/example_plugins_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/example_plugins.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/example_plugins.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/example_plugins.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/example_plugins_pb2.pyi b/python/pyspark/sql/connect/proto/example_plugins_pb2.pyi index 1be966ff1e40d..1a522418127f4 100644 --- a/python/pyspark/sql/connect/proto/example_plugins_pb2.pyi +++ b/python/pyspark/sql/connect/proto/example_plugins_pb2.pyi @@ -33,68 +33,61 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import google.protobuf.descriptor import google.protobuf.message import pyspark.sql.connect.proto.expressions_pb2 import pyspark.sql.connect.proto.relations_pb2 -import sys - -if sys.version_info >= (3, 8): - import typing as typing_extensions -else: - import typing_extensions +import typing DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class ExamplePluginRelation(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor INPUT_FIELD_NUMBER: builtins.int CUSTOM_FIELD_FIELD_NUMBER: builtins.int + custom_field: builtins.str @property def input(self) -> pyspark.sql.connect.proto.relations_pb2.Relation: ... - custom_field: builtins.str def __init__( self, *, input: pyspark.sql.connect.proto.relations_pb2.Relation | None = ..., custom_field: builtins.str = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["custom_field", b"custom_field", "input", b"input"], + self, field_name: typing.Literal["custom_field", b"custom_field", "input", b"input"] ) -> None: ... global___ExamplePluginRelation = ExamplePluginRelation +@typing.final class ExamplePluginExpression(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor CHILD_FIELD_NUMBER: builtins.int CUSTOM_FIELD_FIELD_NUMBER: builtins.int + custom_field: builtins.str @property def child(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression: ... - custom_field: builtins.str def __init__( self, *, child: pyspark.sql.connect.proto.expressions_pb2.Expression | None = ..., custom_field: builtins.str = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["child", b"child"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["child", b"child"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["child", b"child", "custom_field", b"custom_field"], + self, field_name: typing.Literal["child", b"child", "custom_field", b"custom_field"] ) -> None: ... global___ExamplePluginExpression = ExamplePluginExpression +@typing.final class ExamplePluginCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -105,8 +98,6 @@ class ExamplePluginCommand(google.protobuf.message.Message): *, custom_field: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["custom_field", b"custom_field"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["custom_field", b"custom_field"]) -> None: ... global___ExamplePluginCommand = ExamplePluginCommand diff --git a/python/pyspark/sql/connect/proto/expressions_pb2.py b/python/pyspark/sql/connect/proto/expressions_pb2.py index 1d829e87eeb2a..01a45864d565d 100644 --- a/python/pyspark/sql/connect/proto/expressions_pb2.py +++ b/python/pyspark/sql/connect/proto/expressions_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/expressions.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/expressions.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/expressions.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/expressions_pb2.pyi b/python/pyspark/sql/connect/proto/expressions_pb2.pyi index e2e23dd8c553b..062e958d071a0 100644 --- a/python/pyspark/sql/connect/proto/expressions_pb2.pyi +++ b/python/pyspark/sql/connect/proto/expressions_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.any_pb2 @@ -52,6 +53,7 @@ else: DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class Expression(google.protobuf.message.Message): """Expression used to refer to fields, functions and similar. This can be used everywhere expressions in SQL appear. @@ -59,11 +61,13 @@ class Expression(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Window(google.protobuf.message.Message): """Expression for the OVER clause or WINDOW clause.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class WindowFrame(google.protobuf.message.Message): """The window frame""" @@ -78,7 +82,7 @@ class Expression(google.protobuf.message.Message): Expression.Window.WindowFrame._FrameType.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor FRAME_TYPE_UNDEFINED: Expression.Window.WindowFrame._FrameType.ValueType # 0 FRAME_TYPE_ROW: Expression.Window.WindowFrame._FrameType.ValueType # 1 @@ -97,6 +101,7 @@ class Expression(google.protobuf.message.Message): All rows having the same 'ORDER BY' ordering are considered as peers. """ + @typing.final class FrameBoundary(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -122,7 +127,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "boundary", b"boundary", "current_row", @@ -135,7 +140,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "boundary", b"boundary", "current_row", @@ -147,8 +152,8 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["boundary", b"boundary"] - ) -> typing_extensions.Literal["current_row", "unbounded", "value"] | None: ... + self, oneof_group: typing.Literal["boundary", b"boundary"] + ) -> typing.Literal["current_row", "unbounded", "value"] | None: ... FRAME_TYPE_FIELD_NUMBER: builtins.int LOWER_FIELD_NUMBER: builtins.int @@ -169,11 +174,11 @@ class Expression(google.protobuf.message.Message): upper: global___Expression.Window.WindowFrame.FrameBoundary | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["lower", b"lower", "upper", b"upper"] + self, field_name: typing.Literal["lower", b"lower", "upper", b"upper"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "frame_type", b"frame_type", "lower", b"lower", "upper", b"upper" ], ) -> None: ... @@ -215,13 +220,13 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "frame_spec", b"frame_spec", "window_function", b"window_function" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "frame_spec", b"frame_spec", "order_spec", @@ -233,6 +238,7 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class SortOrder(google.protobuf.message.Message): """SortOrder is used to specify the data ordering, it is normally used in Sort and Window. It is an unevaluable expression and cannot be evaluated, so can not be used in Projection. @@ -249,7 +255,7 @@ class Expression(google.protobuf.message.Message): Expression.SortOrder._SortDirection.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor SORT_DIRECTION_UNSPECIFIED: Expression.SortOrder._SortDirection.ValueType # 0 SORT_DIRECTION_ASCENDING: Expression.SortOrder._SortDirection.ValueType # 1 @@ -269,7 +275,7 @@ class Expression(google.protobuf.message.Message): Expression.SortOrder._NullOrdering.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor SORT_NULLS_UNSPECIFIED: Expression.SortOrder._NullOrdering.ValueType # 0 SORT_NULLS_FIRST: Expression.SortOrder._NullOrdering.ValueType # 1 @@ -283,13 +289,13 @@ class Expression(google.protobuf.message.Message): CHILD_FIELD_NUMBER: builtins.int DIRECTION_FIELD_NUMBER: builtins.int NULL_ORDERING_FIELD_NUMBER: builtins.int - @property - def child(self) -> global___Expression: - """(Required) The expression to be sorted.""" direction: global___Expression.SortOrder.SortDirection.ValueType """(Required) The sort direction, should be ASCENDING or DESCENDING.""" null_ordering: global___Expression.SortOrder.NullOrdering.ValueType """(Required) How to deal with NULLs, should be NULLS_FIRST or NULLS_LAST.""" + @property + def child(self) -> global___Expression: + """(Required) The expression to be sorted.""" def __init__( self, *, @@ -297,16 +303,15 @@ class Expression(google.protobuf.message.Message): direction: global___Expression.SortOrder.SortDirection.ValueType = ..., null_ordering: global___Expression.SortOrder.NullOrdering.ValueType = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["child", b"child"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["child", b"child"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "child", b"child", "direction", b"direction", "null_ordering", b"null_ordering" ], ) -> None: ... + @typing.final class DirectShufflePartitionID(google.protobuf.message.Message): """Expression that takes a partition ID value and passes it through directly for use in shuffle partitioning. This is used with RepartitionByExpression to allow users to @@ -324,11 +329,10 @@ class Expression(google.protobuf.message.Message): *, child: global___Expression | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["child", b"child"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["child", b"child"]) -> None: ... + def HasField(self, field_name: typing.Literal["child", b"child"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["child", b"child"]) -> None: ... + @typing.final class Cast(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -341,7 +345,7 @@ class Expression(google.protobuf.message.Message): Expression.Cast._EvalMode.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor EVAL_MODE_UNSPECIFIED: Expression.Cast._EvalMode.ValueType # 0 EVAL_MODE_LEGACY: Expression.Cast._EvalMode.ValueType # 1 @@ -358,15 +362,15 @@ class Expression(google.protobuf.message.Message): TYPE_FIELD_NUMBER: builtins.int TYPE_STR_FIELD_NUMBER: builtins.int EVAL_MODE_FIELD_NUMBER: builtins.int + type_str: builtins.str + """If this is set, Server will use Catalyst parser to parse this string to DataType.""" + eval_mode: global___Expression.Cast.EvalMode.ValueType + """(Optional) The expression evaluation mode.""" @property def expr(self) -> global___Expression: """(Required) the expression to be casted.""" @property def type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ... - type_str: builtins.str - """If this is set, Server will use Catalyst parser to parse this string to DataType.""" - eval_mode: global___Expression.Cast.EvalMode.ValueType - """(Optional) The expression evaluation mode.""" def __init__( self, *, @@ -377,7 +381,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "cast_to_type", b"cast_to_type", "expr", @@ -390,7 +394,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "cast_to_type", b"cast_to_type", "eval_mode", @@ -404,12 +408,14 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["cast_to_type", b"cast_to_type"] - ) -> typing_extensions.Literal["type", "type_str"] | None: ... + self, oneof_group: typing.Literal["cast_to_type", b"cast_to_type"] + ) -> typing.Literal["type", "type_str"] | None: ... + @typing.final class Literal(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Decimal(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -433,7 +439,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_precision", b"_precision", "_scale", @@ -446,7 +452,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_precision", b"_precision", "_scale", @@ -461,13 +467,14 @@ class Expression(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_precision", b"_precision"] - ) -> typing_extensions.Literal["precision"] | None: ... + self, oneof_group: typing.Literal["_precision", b"_precision"] + ) -> typing.Literal["precision"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_scale", b"_scale"] - ) -> typing_extensions.Literal["scale"] | None: ... + self, oneof_group: typing.Literal["_scale", b"_scale"] + ) -> typing.Literal["scale"] | None: ... + @typing.final class CalendarInterval(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -486,11 +493,12 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "days", b"days", "microseconds", b"microseconds", "months", b"months" ], ) -> None: ... + @typing.final class Array(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -516,15 +524,16 @@ class Expression(google.protobuf.message.Message): elements: collections.abc.Iterable[global___Expression.Literal] | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["element_type", b"element_type"] + self, field_name: typing.Literal["element_type", b"element_type"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "element_type", b"element_type", "elements", b"elements" ], ) -> None: ... + @typing.final class Map(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -569,13 +578,11 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "key_type", b"key_type", "value_type", b"value_type" - ], + field_name: typing.Literal["key_type", b"key_type", "value_type", b"value_type"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "key_type", b"key_type", "keys", @@ -587,6 +594,7 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class Struct(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -613,15 +621,14 @@ class Expression(google.protobuf.message.Message): elements: collections.abc.Iterable[global___Expression.Literal] | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["struct_type", b"struct_type"] + self, field_name: typing.Literal["struct_type", b"struct_type"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "elements", b"elements", "struct_type", b"struct_type" - ], + field_name: typing.Literal["elements", b"elements", "struct_type", b"struct_type"], ) -> None: ... + @typing.final class SpecializedArray(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -655,7 +662,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "bools", b"bools", "doubles", @@ -674,7 +681,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "bools", b"bools", "doubles", @@ -692,12 +699,12 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["value_type", b"value_type"] + self, oneof_group: typing.Literal["value_type", b"value_type"] ) -> ( - typing_extensions.Literal["bools", "ints", "longs", "floats", "doubles", "strings"] - | None + typing.Literal["bools", "ints", "longs", "floats", "doubles", "strings"] | None ): ... + @typing.final class Time(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -714,19 +721,17 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_precision", b"_precision", "precision", b"precision" - ], + field_name: typing.Literal["_precision", b"_precision", "precision", b"precision"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_precision", b"_precision", "nano", b"nano", "precision", b"precision" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_precision", b"_precision"] - ) -> typing_extensions.Literal["precision"] | None: ... + self, oneof_group: typing.Literal["_precision", b"_precision"] + ) -> typing.Literal["precision"] | None: ... NULL_FIELD_NUMBER: builtins.int BINARY_FIELD_NUMBER: builtins.int @@ -751,8 +756,6 @@ class Expression(google.protobuf.message.Message): SPECIALIZED_ARRAY_FIELD_NUMBER: builtins.int TIME_FIELD_NUMBER: builtins.int DATA_TYPE_FIELD_NUMBER: builtins.int - @property - def null(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ... binary: builtins.bytes boolean: builtins.bool byte: builtins.int @@ -761,8 +764,6 @@ class Expression(google.protobuf.message.Message): long: builtins.int float: builtins.float double: builtins.float - @property - def decimal(self) -> global___Expression.Literal.Decimal: ... string: builtins.str date: builtins.int """Date in units of days since the UNIX epoch.""" @@ -770,11 +771,15 @@ class Expression(google.protobuf.message.Message): """Timestamp in units of microseconds since the UNIX epoch.""" timestamp_ntz: builtins.int """Timestamp in units of microseconds since the UNIX epoch (without timezone information).""" - @property - def calendar_interval(self) -> global___Expression.Literal.CalendarInterval: ... year_month_interval: builtins.int day_time_interval: builtins.int @property + def null(self) -> pyspark.sql.connect.proto.types_pb2.DataType: ... + @property + def decimal(self) -> global___Expression.Literal.Decimal: ... + @property + def calendar_interval(self) -> global___Expression.Literal.CalendarInterval: ... + @property def array(self) -> global___Expression.Literal.Array: ... @property def map(self) -> global___Expression.Literal.Map: ... @@ -821,7 +826,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "array", b"array", "binary", @@ -874,7 +879,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "array", b"array", "binary", @@ -926,9 +931,9 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["literal_type", b"literal_type"] + self, oneof_group: typing.Literal["literal_type", b"literal_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "null", "binary", "boolean", @@ -955,6 +960,7 @@ class Expression(google.protobuf.message.Message): | None ): ... + @typing.final class UnresolvedAttribute(google.protobuf.message.Message): """An unresolved attribute that is not explicitly bound to a specific column, but the column is resolved during analysis by name. @@ -982,7 +988,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_metadata_column", b"_is_metadata_column", "_plan_id", @@ -995,7 +1001,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_metadata_column", b"_is_metadata_column", "_plan_id", @@ -1010,14 +1016,14 @@ class Expression(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_is_metadata_column", b"_is_metadata_column"], - ) -> typing_extensions.Literal["is_metadata_column"] | None: ... + self, oneof_group: typing.Literal["_is_metadata_column", b"_is_metadata_column"] + ) -> typing.Literal["is_metadata_column"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_plan_id", b"_plan_id"] - ) -> typing_extensions.Literal["plan_id"] | None: ... + self, oneof_group: typing.Literal["_plan_id", b"_plan_id"] + ) -> typing.Literal["plan_id"] | None: ... + @typing.final class UnresolvedFunction(google.protobuf.message.Message): """An unresolved function is not explicitly bound to one explicit function, but the function is resolved during analysis following Sparks name resolution rules. @@ -1032,13 +1038,6 @@ class Expression(google.protobuf.message.Message): IS_INTERNAL_FIELD_NUMBER: builtins.int function_name: builtins.str """(Required) name (or unparsed name for user defined function) for the unresolved function.""" - @property - def arguments( - self, - ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ - global___Expression - ]: - """(Optional) Function arguments. Empty arguments are allowed.""" is_distinct: builtins.bool """(Required) Indicate if this function should be applied on distinct values.""" is_user_defined_function: builtins.bool @@ -1052,6 +1051,13 @@ class Expression(google.protobuf.message.Message): If not set, the server will try to look up the function in the internal function registry and decide appropriately. """ + @property + def arguments( + self, + ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ + global___Expression + ]: + """(Optional) Function arguments. Empty arguments are allowed.""" def __init__( self, *, @@ -1063,13 +1069,13 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_internal", b"_is_internal", "is_internal", b"is_internal" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_internal", b"_is_internal", "arguments", @@ -1085,9 +1091,10 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_is_internal", b"_is_internal"] - ) -> typing_extensions.Literal["is_internal"] | None: ... + self, oneof_group: typing.Literal["_is_internal", b"_is_internal"] + ) -> typing.Literal["is_internal"] | None: ... + @typing.final class ExpressionString(google.protobuf.message.Message): """Expression as string.""" @@ -1101,10 +1108,9 @@ class Expression(google.protobuf.message.Message): *, expression: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["expression", b"expression"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["expression", b"expression"]) -> None: ... + @typing.final class UnresolvedStar(google.protobuf.message.Message): """UnresolvedStar is used to expand all the fields of a relation or struct.""" @@ -1128,7 +1134,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_plan_id", b"_plan_id", "_unparsed_target", @@ -1141,7 +1147,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_plan_id", b"_plan_id", "_unparsed_target", @@ -1154,13 +1160,14 @@ class Expression(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_plan_id", b"_plan_id"] - ) -> typing_extensions.Literal["plan_id"] | None: ... + self, oneof_group: typing.Literal["_plan_id", b"_plan_id"] + ) -> typing.Literal["plan_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_unparsed_target", b"_unparsed_target"] - ) -> typing_extensions.Literal["unparsed_target"] | None: ... + self, oneof_group: typing.Literal["_unparsed_target", b"_unparsed_target"] + ) -> typing.Literal["unparsed_target"] | None: ... + @typing.final class UnresolvedRegex(google.protobuf.message.Message): """Represents all of the input attributes to a given relational operator, for example in "SELECT `(id)?+.+` FROM ...". @@ -1181,19 +1188,19 @@ class Expression(google.protobuf.message.Message): plan_id: builtins.int | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal["_plan_id", b"_plan_id", "plan_id", b"plan_id"], + self, field_name: typing.Literal["_plan_id", b"_plan_id", "plan_id", b"plan_id"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_plan_id", b"_plan_id", "col_name", b"col_name", "plan_id", b"plan_id" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_plan_id", b"_plan_id"] - ) -> typing_extensions.Literal["plan_id"] | None: ... + self, oneof_group: typing.Literal["_plan_id", b"_plan_id"] + ) -> typing.Literal["plan_id"] | None: ... + @typing.final class UnresolvedExtractValue(google.protobuf.message.Message): """Extracts a value or values from an Expression""" @@ -1218,14 +1225,13 @@ class Expression(google.protobuf.message.Message): extraction: global___Expression | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal["child", b"child", "extraction", b"extraction"], + self, field_name: typing.Literal["child", b"child", "extraction", b"extraction"] ) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["child", b"child", "extraction", b"extraction"], + self, field_name: typing.Literal["child", b"child", "extraction", b"extraction"] ) -> None: ... + @typing.final class UpdateFields(google.protobuf.message.Message): """Add, replace or drop a field of `StructType` expression by name.""" @@ -1234,11 +1240,11 @@ class Expression(google.protobuf.message.Message): STRUCT_EXPRESSION_FIELD_NUMBER: builtins.int FIELD_NAME_FIELD_NUMBER: builtins.int VALUE_EXPRESSION_FIELD_NUMBER: builtins.int + field_name: builtins.str + """(Required) The field name.""" @property def struct_expression(self) -> global___Expression: """(Required) The struct expression.""" - field_name: builtins.str - """(Required) The field name.""" @property def value_expression(self) -> global___Expression: """(Optional) The expression to add or replace. @@ -1254,13 +1260,13 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "struct_expression", b"struct_expression", "value_expression", b"value_expression" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "field_name", b"field_name", "struct_expression", @@ -1270,12 +1276,15 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class Alias(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor EXPR_FIELD_NUMBER: builtins.int NAME_FIELD_NUMBER: builtins.int METADATA_FIELD_NUMBER: builtins.int + metadata: builtins.str + """(Optional) Alias metadata expressed as a JSON map.""" @property def expr(self) -> global___Expression: """(Required) The expression that alias will be added on.""" @@ -1287,8 +1296,6 @@ class Expression(google.protobuf.message.Message): Scalar columns only has one name that presents. """ - metadata: builtins.str - """(Optional) Alias metadata expressed as a JSON map.""" def __init__( self, *, @@ -1298,20 +1305,21 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_metadata", b"_metadata", "expr", b"expr", "metadata", b"metadata" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_metadata", b"_metadata", "expr", b"expr", "metadata", b"metadata", "name", b"name" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_metadata", b"_metadata"] - ) -> typing_extensions.Literal["metadata"] | None: ... + self, oneof_group: typing.Literal["_metadata", b"_metadata"] + ) -> typing.Literal["metadata"] | None: ... + @typing.final class LambdaFunction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1339,15 +1347,13 @@ class Expression(google.protobuf.message.Message): | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["function", b"function"] + self, field_name: typing.Literal["function", b"function"] ) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "arguments", b"arguments", "function", b"function" - ], + self, field_name: typing.Literal["arguments", b"arguments", "function", b"function"] ) -> None: ... + @typing.final class UnresolvedNamedLambdaVariable(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1362,9 +1368,7 @@ class Expression(google.protobuf.message.Message): *, name_parts: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["name_parts", b"name_parts"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["name_parts", b"name_parts"]) -> None: ... COMMON_FIELD_NUMBER: builtins.int LITERAL_FIELD_NUMBER: builtins.int @@ -1470,7 +1474,7 @@ class Expression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "alias", b"alias", "call_function", @@ -1523,7 +1527,7 @@ class Expression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "alias", b"alias", "call_function", @@ -1575,9 +1579,9 @@ class Expression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["expr_type", b"expr_type"] + self, oneof_group: typing.Literal["expr_type", b"expr_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "literal", "unresolved_attribute", "unresolved_function", @@ -1606,6 +1610,7 @@ class Expression(google.protobuf.message.Message): global___Expression = Expression +@typing.final class ExpressionCommon(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1618,13 +1623,12 @@ class ExpressionCommon(google.protobuf.message.Message): *, origin: pyspark.sql.connect.proto.common_pb2.Origin | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["origin", b"origin"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["origin", b"origin"]) -> None: ... + def HasField(self, field_name: typing.Literal["origin", b"origin"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["origin", b"origin"]) -> None: ... global___ExpressionCommon = ExpressionCommon +@typing.final class CommonInlineUserDefinedFunction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1639,6 +1643,8 @@ class CommonInlineUserDefinedFunction(google.protobuf.message.Message): """(Required) Name of the user-defined function.""" deterministic: builtins.bool """(Optional) Indicate if the user-defined function is deterministic.""" + is_distinct: builtins.bool + """(Required) Indicate if this function should be applied on distinct values.""" @property def arguments( self, @@ -1650,8 +1656,6 @@ class CommonInlineUserDefinedFunction(google.protobuf.message.Message): def scalar_scala_udf(self) -> global___ScalarScalaUDF: ... @property def java_udf(self) -> global___JavaUDF: ... - is_distinct: builtins.bool - """(Required) Indicate if this function should be applied on distinct values.""" def __init__( self, *, @@ -1665,7 +1669,7 @@ class CommonInlineUserDefinedFunction(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "function", b"function", "java_udf", @@ -1678,7 +1682,7 @@ class CommonInlineUserDefinedFunction(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "arguments", b"arguments", "deterministic", @@ -1698,11 +1702,12 @@ class CommonInlineUserDefinedFunction(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["function", b"function"] - ) -> typing_extensions.Literal["python_udf", "scalar_scala_udf", "java_udf"] | None: ... + self, oneof_group: typing.Literal["function", b"function"] + ) -> typing.Literal["python_udf", "scalar_scala_udf", "java_udf"] | None: ... global___CommonInlineUserDefinedFunction = CommonInlineUserDefinedFunction +@typing.final class PythonUDF(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1711,9 +1716,6 @@ class PythonUDF(google.protobuf.message.Message): COMMAND_FIELD_NUMBER: builtins.int PYTHON_VER_FIELD_NUMBER: builtins.int ADDITIONAL_INCLUDES_FIELD_NUMBER: builtins.int - @property - def output_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: - """(Required) Output type of the Python UDF""" eval_type: builtins.int """(Required) EvalType of the Python UDF""" command: builtins.bytes @@ -1721,6 +1723,9 @@ class PythonUDF(google.protobuf.message.Message): python_ver: builtins.str """(Required) Python version being used in the client.""" @property + def output_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: + """(Required) Output type of the Python UDF""" + @property def additional_includes( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: @@ -1735,11 +1740,11 @@ class PythonUDF(google.protobuf.message.Message): additional_includes: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["output_type", b"output_type"] + self, field_name: typing.Literal["output_type", b"output_type"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "additional_includes", b"additional_includes", "command", @@ -1755,6 +1760,7 @@ class PythonUDF(google.protobuf.message.Message): global___PythonUDF = PythonUDF +@typing.final class ScalarScalaUDF(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1765,6 +1771,10 @@ class ScalarScalaUDF(google.protobuf.message.Message): AGGREGATE_FIELD_NUMBER: builtins.int payload: builtins.bytes """(Required) Serialized JVM object containing UDF definition, input encoders and output encoder""" + nullable: builtins.bool + """(Required) True if the UDF can return null value""" + aggregate: builtins.bool + """(Required) Indicate if the UDF is an aggregate function""" @property def inputTypes( self, @@ -1775,10 +1785,6 @@ class ScalarScalaUDF(google.protobuf.message.Message): @property def outputType(self) -> pyspark.sql.connect.proto.types_pb2.DataType: """(Required) Output type of the UDF""" - nullable: builtins.bool - """(Required) True if the UDF can return null value""" - aggregate: builtins.bool - """(Required) Indicate if the UDF is an aggregate function""" def __init__( self, *, @@ -1790,11 +1796,11 @@ class ScalarScalaUDF(google.protobuf.message.Message): aggregate: builtins.bool = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["outputType", b"outputType"] + self, field_name: typing.Literal["outputType", b"outputType"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "aggregate", b"aggregate", "inputTypes", @@ -1810,6 +1816,7 @@ class ScalarScalaUDF(google.protobuf.message.Message): global___ScalarScalaUDF = ScalarScalaUDF +@typing.final class JavaUDF(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1818,11 +1825,11 @@ class JavaUDF(google.protobuf.message.Message): AGGREGATE_FIELD_NUMBER: builtins.int class_name: builtins.str """(Required) Fully qualified name of Java class""" + aggregate: builtins.bool + """(Required) Indicate if the Java user-defined function is an aggregate function""" @property def output_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: """(Optional) Output type of the Java UDF""" - aggregate: builtins.bool - """(Required) Indicate if the Java user-defined function is an aggregate function""" def __init__( self, *, @@ -1832,13 +1839,11 @@ class JavaUDF(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_output_type", b"_output_type", "output_type", b"output_type" - ], + field_name: typing.Literal["_output_type", b"_output_type", "output_type", b"output_type"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_output_type", b"_output_type", "aggregate", @@ -1850,11 +1855,12 @@ class JavaUDF(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_output_type", b"_output_type"] - ) -> typing_extensions.Literal["output_type"] | None: ... + self, oneof_group: typing.Literal["_output_type", b"_output_type"] + ) -> typing.Literal["output_type"] | None: ... global___JavaUDF = JavaUDF +@typing.final class TypedAggregateExpression(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1868,14 +1874,15 @@ class TypedAggregateExpression(google.protobuf.message.Message): scalar_scala_udf: global___ScalarScalaUDF | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["scalar_scala_udf", b"scalar_scala_udf"] + self, field_name: typing.Literal["scalar_scala_udf", b"scalar_scala_udf"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["scalar_scala_udf", b"scalar_scala_udf"] + self, field_name: typing.Literal["scalar_scala_udf", b"scalar_scala_udf"] ) -> None: ... global___TypedAggregateExpression = TypedAggregateExpression +@typing.final class CallFunction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1896,13 +1903,12 @@ class CallFunction(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "arguments", b"arguments", "function_name", b"function_name" - ], + field_name: typing.Literal["arguments", b"arguments", "function_name", b"function_name"], ) -> None: ... global___CallFunction = CallFunction +@typing.final class NamedArgumentExpression(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1919,15 +1925,12 @@ class NamedArgumentExpression(google.protobuf.message.Message): key: builtins.str = ..., value: global___Expression | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] - ) -> None: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["key", b"key", "value", b"value"]) -> None: ... global___NamedArgumentExpression = NamedArgumentExpression +@typing.final class MergeAction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1940,7 +1943,7 @@ class MergeAction(google.protobuf.message.Message): MergeAction._ActionType.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor ACTION_TYPE_INVALID: MergeAction._ActionType.ValueType # 0 ACTION_TYPE_DELETE: MergeAction._ActionType.ValueType # 1 @@ -1957,6 +1960,7 @@ class MergeAction(google.protobuf.message.Message): ACTION_TYPE_UPDATE: MergeAction.ActionType.ValueType # 4 ACTION_TYPE_UPDATE_STAR: MergeAction.ActionType.ValueType # 5 + @typing.final class Assignment(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1975,10 +1979,10 @@ class MergeAction(google.protobuf.message.Message): value: global___Expression | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... ACTION_TYPE_FIELD_NUMBER: builtins.int @@ -2004,14 +2008,11 @@ class MergeAction(google.protobuf.message.Message): assignments: collections.abc.Iterable[global___MergeAction.Assignment] | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal[ - "_condition", b"_condition", "condition", b"condition" - ], + self, field_name: typing.Literal["_condition", b"_condition", "condition", b"condition"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_condition", b"_condition", "action_type", @@ -2023,11 +2024,12 @@ class MergeAction(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_condition", b"_condition"] - ) -> typing_extensions.Literal["condition"] | None: ... + self, oneof_group: typing.Literal["_condition", b"_condition"] + ) -> typing.Literal["condition"] | None: ... global___MergeAction = MergeAction +@typing.final class SubqueryExpression(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -2040,7 +2042,7 @@ class SubqueryExpression(google.protobuf.message.Message): SubqueryExpression._SubqueryType.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor SUBQUERY_TYPE_UNKNOWN: SubqueryExpression._SubqueryType.ValueType # 0 SUBQUERY_TYPE_SCALAR: SubqueryExpression._SubqueryType.ValueType # 1 @@ -2055,6 +2057,7 @@ class SubqueryExpression(google.protobuf.message.Message): SUBQUERY_TYPE_TABLE_ARG: SubqueryExpression.SubqueryType.ValueType # 3 SUBQUERY_TYPE_IN: SubqueryExpression.SubqueryType.ValueType # 4 + @typing.final class TableArgOptions(google.protobuf.message.Message): """Nested message for table argument options.""" @@ -2063,6 +2066,8 @@ class SubqueryExpression(google.protobuf.message.Message): PARTITION_SPEC_FIELD_NUMBER: builtins.int ORDER_SPEC_FIELD_NUMBER: builtins.int WITH_SINGLE_PARTITION_FIELD_NUMBER: builtins.int + with_single_partition: builtins.bool + """(Optional) Whether this is a single partition.""" @property def partition_spec( self, @@ -2077,8 +2082,6 @@ class SubqueryExpression(google.protobuf.message.Message): global___Expression.SortOrder ]: """(Optional) Ordering of rows in a partition.""" - with_single_partition: builtins.bool - """(Optional) Whether this is a single partition.""" def __init__( self, *, @@ -2088,7 +2091,7 @@ class SubqueryExpression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_with_single_partition", b"_with_single_partition", "with_single_partition", @@ -2097,7 +2100,7 @@ class SubqueryExpression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_with_single_partition", b"_with_single_partition", "order_spec", @@ -2109,11 +2112,8 @@ class SubqueryExpression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, - oneof_group: typing_extensions.Literal[ - "_with_single_partition", b"_with_single_partition" - ], - ) -> typing_extensions.Literal["with_single_partition"] | None: ... + self, oneof_group: typing.Literal["_with_single_partition", b"_with_single_partition"] + ) -> typing.Literal["with_single_partition"] | None: ... PLAN_ID_FIELD_NUMBER: builtins.int SUBQUERY_TYPE_FIELD_NUMBER: builtins.int @@ -2141,13 +2141,13 @@ class SubqueryExpression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_table_arg_options", b"_table_arg_options", "table_arg_options", b"table_arg_options" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_table_arg_options", b"_table_arg_options", "in_subquery_values", @@ -2161,7 +2161,7 @@ class SubqueryExpression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_table_arg_options", b"_table_arg_options"] - ) -> typing_extensions.Literal["table_arg_options"] | None: ... + self, oneof_group: typing.Literal["_table_arg_options", b"_table_arg_options"] + ) -> typing.Literal["table_arg_options"] | None: ... global___SubqueryExpression = SubqueryExpression diff --git a/python/pyspark/sql/connect/proto/ml_common_pb2.py b/python/pyspark/sql/connect/proto/ml_common_pb2.py index b61e1bcb205ce..a49491b8ad1ed 100644 --- a/python/pyspark/sql/connect/proto/ml_common_pb2.py +++ b/python/pyspark/sql/connect/proto/ml_common_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/ml_common.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/ml_common.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/ml_common.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/ml_common_pb2.pyi b/python/pyspark/sql/connect/proto/ml_common_pb2.pyi index bc540028eb08b..ea3037e587a2b 100644 --- a/python/pyspark/sql/connect/proto/ml_common_pb2.pyi +++ b/python/pyspark/sql/connect/proto/ml_common_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.descriptor @@ -50,11 +51,13 @@ else: DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class MlParams(google.protobuf.message.Message): """MlParams stores param settings for ML Estimator / Transformer / Evaluator""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ParamsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -69,11 +72,9 @@ class MlParams(google.protobuf.message.Message): key: builtins.str = ..., value: pyspark.sql.connect.proto.expressions_pb2.Expression.Literal | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... PARAMS_FIELD_NUMBER: builtins.int @@ -92,10 +93,11 @@ class MlParams(google.protobuf.message.Message): ] | None = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["params", b"params"]) -> None: ... + def ClearField(self, field_name: typing.Literal["params", b"params"]) -> None: ... global___MlParams = MlParams +@typing.final class MlOperator(google.protobuf.message.Message): """MLOperator represents the ML operators like (Estimator, Transformer or Evaluator)""" @@ -110,7 +112,7 @@ class MlOperator(google.protobuf.message.Message): MlOperator._OperatorType.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor OPERATOR_TYPE_UNSPECIFIED: MlOperator._OperatorType.ValueType # 0 OPERATOR_TYPE_ESTIMATOR: MlOperator._OperatorType.ValueType # 1 @@ -150,11 +152,12 @@ class MlOperator(google.protobuf.message.Message): type: global___MlOperator.OperatorType.ValueType = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["name", b"name", "type", b"type", "uid", b"uid"] + self, field_name: typing.Literal["name", b"name", "type", b"type", "uid", b"uid"] ) -> None: ... global___MlOperator = MlOperator +@typing.final class ObjectRef(google.protobuf.message.Message): """Represents a reference to the cached object which could be a model or summary evaluated by a model @@ -172,6 +175,6 @@ class ObjectRef(google.protobuf.message.Message): *, id: builtins.str = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["id", b"id"]) -> None: ... + def ClearField(self, field_name: typing.Literal["id", b"id"]) -> None: ... global___ObjectRef = ObjectRef diff --git a/python/pyspark/sql/connect/proto/ml_pb2.py b/python/pyspark/sql/connect/proto/ml_pb2.py index 4c1b4038c35e3..9574966472a58 100644 --- a/python/pyspark/sql/connect/proto/ml_pb2.py +++ b/python/pyspark/sql/connect/proto/ml_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/ml.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/ml.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/ml.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/ml_pb2.pyi b/python/pyspark/sql/connect/proto/ml_pb2.pyi index 156ef846a8d10..99dbcf88f5115 100644 --- a/python/pyspark/sql/connect/proto/ml_pb2.pyi +++ b/python/pyspark/sql/connect/proto/ml_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.descriptor @@ -41,21 +42,17 @@ import google.protobuf.message import pyspark.sql.connect.proto.expressions_pb2 import pyspark.sql.connect.proto.ml_common_pb2 import pyspark.sql.connect.proto.relations_pb2 -import sys import typing -if sys.version_info >= (3, 8): - import typing as typing_extensions -else: - import typing_extensions - DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class MlCommand(google.protobuf.message.Message): """Command for ML""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Fit(google.protobuf.message.Message): """Command for estimator.fit(dataset)""" @@ -82,7 +79,7 @@ class MlCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "dataset", @@ -95,7 +92,7 @@ class MlCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "dataset", @@ -107,9 +104,10 @@ class MlCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_params", b"_params"] - ) -> typing_extensions.Literal["params"] | None: ... + self, oneof_group: typing.Literal["_params", b"_params"] + ) -> typing.Literal["params"] | None: ... + @typing.final class Delete(google.protobuf.message.Message): """Command to delete the cached objects which could be a model or summary evaluated by a model @@ -119,16 +117,16 @@ class MlCommand(google.protobuf.message.Message): OBJ_REFS_FIELD_NUMBER: builtins.int EVICT_ONLY_FIELD_NUMBER: builtins.int + evict_only: builtins.bool + """if set `evict_only` to true, only evict the cached model from memory, + but keep the offloaded model in Spark driver local disk. + """ @property def obj_refs( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ pyspark.sql.connect.proto.ml_common_pb2.ObjectRef ]: ... - evict_only: builtins.bool - """if set `evict_only` to true, only evict the cached model from memory, - but keep the offloaded model in Spark driver local disk. - """ def __init__( self, *, @@ -138,20 +136,19 @@ class MlCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_evict_only", b"_evict_only", "evict_only", b"evict_only" - ], + field_name: typing.Literal["_evict_only", b"_evict_only", "evict_only", b"evict_only"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_evict_only", b"_evict_only", "evict_only", b"evict_only", "obj_refs", b"obj_refs" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_evict_only", b"_evict_only"] - ) -> typing_extensions.Literal["evict_only"] | None: ... + self, oneof_group: typing.Literal["_evict_only", b"_evict_only"] + ) -> typing.Literal["evict_only"] | None: ... + @typing.final class CleanCache(google.protobuf.message.Message): """Force to clean up all the ML cached objects""" @@ -161,6 +158,7 @@ class MlCommand(google.protobuf.message.Message): self, ) -> None: ... + @typing.final class GetCacheInfo(google.protobuf.message.Message): """Get the information of all the ML cached objects""" @@ -170,11 +168,13 @@ class MlCommand(google.protobuf.message.Message): self, ) -> None: ... + @typing.final class Write(google.protobuf.message.Message): """Command to write ML operator""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -189,7 +189,7 @@ class MlCommand(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... OPERATOR_FIELD_NUMBER: builtins.int @@ -198,6 +198,10 @@ class MlCommand(google.protobuf.message.Message): PATH_FIELD_NUMBER: builtins.int SHOULD_OVERWRITE_FIELD_NUMBER: builtins.int OPTIONS_FIELD_NUMBER: builtins.int + path: builtins.str + """(Required) Save the ML instance to the path""" + should_overwrite: builtins.bool + """(Optional) Overwrites if the output path already exists.""" @property def operator(self) -> pyspark.sql.connect.proto.ml_common_pb2.MlOperator: """Estimator or evaluator""" @@ -207,10 +211,6 @@ class MlCommand(google.protobuf.message.Message): @property def params(self) -> pyspark.sql.connect.proto.ml_common_pb2.MlParams: """(Optional) The parameters of operator which could be estimator/evaluator or a cached model""" - path: builtins.str - """(Required) Save the ML instance to the path""" - should_overwrite: builtins.bool - """(Optional) Overwrites if the output path already exists.""" @property def options( self, @@ -228,7 +228,7 @@ class MlCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "_should_overwrite", @@ -247,7 +247,7 @@ class MlCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "_should_overwrite", @@ -270,17 +270,18 @@ class MlCommand(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_params", b"_params"] - ) -> typing_extensions.Literal["params"] | None: ... + self, oneof_group: typing.Literal["_params", b"_params"] + ) -> typing.Literal["params"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_should_overwrite", b"_should_overwrite"] - ) -> typing_extensions.Literal["should_overwrite"] | None: ... + self, oneof_group: typing.Literal["_should_overwrite", b"_should_overwrite"] + ) -> typing.Literal["should_overwrite"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["type", b"type"] - ) -> typing_extensions.Literal["operator", "obj_ref"] | None: ... + self, oneof_group: typing.Literal["type", b"type"] + ) -> typing.Literal["operator", "obj_ref"] | None: ... + @typing.final class Read(google.protobuf.message.Message): """Command to load ML operator.""" @@ -288,11 +289,11 @@ class MlCommand(google.protobuf.message.Message): OPERATOR_FIELD_NUMBER: builtins.int PATH_FIELD_NUMBER: builtins.int + path: builtins.str + """(Required) Load the ML instance from the input path""" @property def operator(self) -> pyspark.sql.connect.proto.ml_common_pb2.MlOperator: """(Required) ML operator information""" - path: builtins.str - """(Required) Load the ML instance from the input path""" def __init__( self, *, @@ -300,12 +301,13 @@ class MlCommand(google.protobuf.message.Message): path: builtins.str = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["operator", b"operator"] + self, field_name: typing.Literal["operator", b"operator"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["operator", b"operator", "path", b"path"] + self, field_name: typing.Literal["operator", b"operator", "path", b"path"] ) -> None: ... + @typing.final class Evaluate(google.protobuf.message.Message): """Command for evaluator.evaluate(dataset)""" @@ -332,7 +334,7 @@ class MlCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "dataset", @@ -345,7 +347,7 @@ class MlCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "dataset", @@ -357,9 +359,10 @@ class MlCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_params", b"_params"] - ) -> typing_extensions.Literal["params"] | None: ... + self, oneof_group: typing.Literal["_params", b"_params"] + ) -> typing.Literal["params"] | None: ... + @typing.final class CreateSummary(google.protobuf.message.Message): """This is for re-creating the model summary when the model summary is lost (model summary is lost when the model is offloaded and then loaded back) @@ -380,14 +383,13 @@ class MlCommand(google.protobuf.message.Message): dataset: pyspark.sql.connect.proto.relations_pb2.Relation | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal["dataset", b"dataset", "model_ref", b"model_ref"], + self, field_name: typing.Literal["dataset", b"dataset", "model_ref", b"model_ref"] ) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["dataset", b"dataset", "model_ref", b"model_ref"], + self, field_name: typing.Literal["dataset", b"dataset", "model_ref", b"model_ref"] ) -> None: ... + @typing.final class GetModelSize(google.protobuf.message.Message): """This is for query the model estimated in-memory size""" @@ -402,11 +404,9 @@ class MlCommand(google.protobuf.message.Message): model_ref: pyspark.sql.connect.proto.ml_common_pb2.ObjectRef | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["model_ref", b"model_ref"] + self, field_name: typing.Literal["model_ref", b"model_ref"] ) -> builtins.bool: ... - def ClearField( - self, field_name: typing_extensions.Literal["model_ref", b"model_ref"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["model_ref", b"model_ref"]) -> None: ... FIT_FIELD_NUMBER: builtins.int FETCH_FIELD_NUMBER: builtins.int @@ -454,7 +454,7 @@ class MlCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "clean_cache", b"clean_cache", "command", @@ -481,7 +481,7 @@ class MlCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "clean_cache", b"clean_cache", "command", @@ -507,9 +507,9 @@ class MlCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["command", b"command"] + self, oneof_group: typing.Literal["command", b"command"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "fit", "fetch", "delete", @@ -526,11 +526,13 @@ class MlCommand(google.protobuf.message.Message): global___MlCommand = MlCommand +@typing.final class MlCommandResult(google.protobuf.message.Message): """The result of MlCommand""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class MlOperatorInfo(google.protobuf.message.Message): """Represents an operator info""" @@ -541,20 +543,20 @@ class MlCommandResult(google.protobuf.message.Message): UID_FIELD_NUMBER: builtins.int PARAMS_FIELD_NUMBER: builtins.int WARNING_MESSAGE_FIELD_NUMBER: builtins.int - @property - def obj_ref(self) -> pyspark.sql.connect.proto.ml_common_pb2.ObjectRef: - """The cached object which could be a model or summary evaluated by a model""" name: builtins.str """Operator name""" uid: builtins.str """(Optional) the 'uid' of a ML object Note it is different from the 'id' of a cached object. """ + warning_message: builtins.str + """(Optional) warning message generated during the ML command execution""" + @property + def obj_ref(self) -> pyspark.sql.connect.proto.ml_common_pb2.ObjectRef: + """The cached object which could be a model or summary evaluated by a model""" @property def params(self) -> pyspark.sql.connect.proto.ml_common_pb2.MlParams: """(Optional) parameters""" - warning_message: builtins.str - """(Optional) warning message generated during the ML command execution""" def __init__( self, *, @@ -566,7 +568,7 @@ class MlCommandResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "_uid", @@ -589,7 +591,7 @@ class MlCommandResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_params", b"_params", "_uid", @@ -612,29 +614,29 @@ class MlCommandResult(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_params", b"_params"] - ) -> typing_extensions.Literal["params"] | None: ... + self, oneof_group: typing.Literal["_params", b"_params"] + ) -> typing.Literal["params"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_uid", b"_uid"] - ) -> typing_extensions.Literal["uid"] | None: ... + self, oneof_group: typing.Literal["_uid", b"_uid"] + ) -> typing.Literal["uid"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_warning_message", b"_warning_message"] - ) -> typing_extensions.Literal["warning_message"] | None: ... + self, oneof_group: typing.Literal["_warning_message", b"_warning_message"] + ) -> typing.Literal["warning_message"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["type", b"type"] - ) -> typing_extensions.Literal["obj_ref", "name"] | None: ... + self, oneof_group: typing.Literal["type", b"type"] + ) -> typing.Literal["obj_ref", "name"] | None: ... PARAM_FIELD_NUMBER: builtins.int SUMMARY_FIELD_NUMBER: builtins.int OPERATOR_INFO_FIELD_NUMBER: builtins.int + summary: builtins.str + """Evaluate a Dataset in a model and return the cached ID of summary""" @property def param(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression.Literal: """The result of the attribute""" - summary: builtins.str - """Evaluate a Dataset in a model and return the cached ID of summary""" @property def operator_info(self) -> global___MlCommandResult.MlOperatorInfo: """Operator information""" @@ -647,7 +649,7 @@ class MlCommandResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "operator_info", b"operator_info", "param", @@ -660,7 +662,7 @@ class MlCommandResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "operator_info", b"operator_info", "param", @@ -672,7 +674,7 @@ class MlCommandResult(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["result_type", b"result_type"] - ) -> typing_extensions.Literal["param", "summary", "operator_info"] | None: ... + self, oneof_group: typing.Literal["result_type", b"result_type"] + ) -> typing.Literal["param", "summary", "operator_info"] | None: ... global___MlCommandResult = MlCommandResult diff --git a/python/pyspark/sql/connect/proto/pipelines_pb2.py b/python/pyspark/sql/connect/proto/pipelines_pb2.py index 08b39a39e831a..b2c0c82a5004d 100644 --- a/python/pyspark/sql/connect/proto/pipelines_pb2.py +++ b/python/pyspark/sql/connect/proto/pipelines_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/pipelines.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/pipelines.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/pipelines.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/pipelines_pb2.pyi b/python/pyspark/sql/connect/proto/pipelines_pb2.pyi index 6287aabafc6b2..8d07bcfd67466 100644 --- a/python/pyspark/sql/connect/proto/pipelines_pb2.pyi +++ b/python/pyspark/sql/connect/proto/pipelines_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.descriptor @@ -59,7 +60,7 @@ class _DatasetType: class _DatasetTypeEnumTypeWrapper( google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_DatasetType.ValueType], builtins.type, -): # noqa: F821 +): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor DATASET_TYPE_UNSPECIFIED: _DatasetType.ValueType # 0 """Safe default value. Should not be used.""" @@ -83,16 +84,19 @@ TEMPORARY_VIEW: DatasetType.ValueType # 3 """A view which is not published to the catalog""" global___DatasetType = DatasetType +@typing.final class PipelineCommand(google.protobuf.message.Message): """Dispatch object for pipelines commands. See each individual command for documentation.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class CreateDataflowGraph(google.protobuf.message.Message): """Request to create a new dataflow graph.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class SqlConfEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -107,9 +111,10 @@ class PipelineCommand(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class Response(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -123,7 +128,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "dataflow_graph_id", @@ -132,7 +137,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "dataflow_graph_id", @@ -140,9 +145,8 @@ class PipelineCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_dataflow_graph_id", b"_dataflow_graph_id"], - ) -> typing_extensions.Literal["dataflow_graph_id"] | None: ... + self, oneof_group: typing.Literal["_dataflow_graph_id", b"_dataflow_graph_id"] + ) -> typing.Literal["dataflow_graph_id"] | None: ... DEFAULT_CATALOG_FIELD_NUMBER: builtins.int DEFAULT_DATABASE_FIELD_NUMBER: builtins.int @@ -165,7 +169,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_default_catalog", b"_default_catalog", "_default_database", @@ -178,7 +182,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_default_catalog", b"_default_catalog", "_default_database", @@ -193,13 +197,14 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_default_catalog", b"_default_catalog"] - ) -> typing_extensions.Literal["default_catalog"] | None: ... + self, oneof_group: typing.Literal["_default_catalog", b"_default_catalog"] + ) -> typing.Literal["default_catalog"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_default_database", b"_default_database"] - ) -> typing_extensions.Literal["default_database"] | None: ... + self, oneof_group: typing.Literal["_default_database", b"_default_database"] + ) -> typing.Literal["default_database"] | None: ... + @typing.final class DropDataflowGraph(google.protobuf.message.Message): """Drops the graph and stops any running attached flows.""" @@ -215,7 +220,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "dataflow_graph_id", @@ -224,7 +229,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "dataflow_graph_id", @@ -232,15 +237,16 @@ class PipelineCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_dataflow_graph_id", b"_dataflow_graph_id"], - ) -> typing_extensions.Literal["dataflow_graph_id"] | None: ... + self, oneof_group: typing.Literal["_dataflow_graph_id", b"_dataflow_graph_id"] + ) -> typing.Literal["dataflow_graph_id"] | None: ... + @typing.final class DefineDataset(google.protobuf.message.Message): """Request to define a dataset: a table, a materialized view, or a temporary view.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class TablePropertiesEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -255,7 +261,7 @@ class PipelineCommand(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... DATAFLOW_GRAPH_ID_FIELD_NUMBER: builtins.int @@ -274,6 +280,10 @@ class PipelineCommand(google.protobuf.message.Message): """The type of the dataset.""" comment: builtins.str """Optional comment for the dataset.""" + format: builtins.str + """The output table format of the dataset. Only applies to dataset_type == TABLE and + dataset_type == MATERIALIZED_VIEW. + """ @property def table_properties( self, @@ -289,10 +299,6 @@ class PipelineCommand(google.protobuf.message.Message): @property def schema(self) -> pyspark.sql.connect.proto.types_pb2.DataType: """Schema for the dataset. If unset, this will be inferred from incoming flows.""" - format: builtins.str - """The output table format of the dataset. Only applies to dataset_type == TABLE and - dataset_type == MATERIALIZED_VIEW. - """ def __init__( self, *, @@ -307,7 +313,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_comment", b"_comment", "_dataflow_graph_id", @@ -336,7 +342,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_comment", b"_comment", "_dataflow_graph_id", @@ -369,35 +375,36 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_comment", b"_comment"] - ) -> typing_extensions.Literal["comment"] | None: ... + self, oneof_group: typing.Literal["_comment", b"_comment"] + ) -> typing.Literal["comment"] | None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_dataflow_graph_id", b"_dataflow_graph_id"], - ) -> typing_extensions.Literal["dataflow_graph_id"] | None: ... + self, oneof_group: typing.Literal["_dataflow_graph_id", b"_dataflow_graph_id"] + ) -> typing.Literal["dataflow_graph_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_dataset_name", b"_dataset_name"] - ) -> typing_extensions.Literal["dataset_name"] | None: ... + self, oneof_group: typing.Literal["_dataset_name", b"_dataset_name"] + ) -> typing.Literal["dataset_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_dataset_type", b"_dataset_type"] - ) -> typing_extensions.Literal["dataset_type"] | None: ... + self, oneof_group: typing.Literal["_dataset_type", b"_dataset_type"] + ) -> typing.Literal["dataset_type"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_format", b"_format"] - ) -> typing_extensions.Literal["format"] | None: ... + self, oneof_group: typing.Literal["_format", b"_format"] + ) -> typing.Literal["format"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_schema", b"_schema"] - ) -> typing_extensions.Literal["schema"] | None: ... + self, oneof_group: typing.Literal["_schema", b"_schema"] + ) -> typing.Literal["schema"] | None: ... + @typing.final class DefineFlow(google.protobuf.message.Message): """Request to define a flow targeting a dataset.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class SqlConfEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -412,7 +419,7 @@ class PipelineCommand(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... DATAFLOW_GRAPH_ID_FIELD_NUMBER: builtins.int @@ -445,7 +452,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "_flow_name", @@ -466,7 +473,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "_flow_name", @@ -489,23 +496,22 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_dataflow_graph_id", b"_dataflow_graph_id"], - ) -> typing_extensions.Literal["dataflow_graph_id"] | None: ... + self, oneof_group: typing.Literal["_dataflow_graph_id", b"_dataflow_graph_id"] + ) -> typing.Literal["dataflow_graph_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_flow_name", b"_flow_name"] - ) -> typing_extensions.Literal["flow_name"] | None: ... + self, oneof_group: typing.Literal["_flow_name", b"_flow_name"] + ) -> typing.Literal["flow_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_relation", b"_relation"] - ) -> typing_extensions.Literal["relation"] | None: ... + self, oneof_group: typing.Literal["_relation", b"_relation"] + ) -> typing.Literal["relation"] | None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_target_dataset_name", b"_target_dataset_name"], - ) -> typing_extensions.Literal["target_dataset_name"] | None: ... + self, oneof_group: typing.Literal["_target_dataset_name", b"_target_dataset_name"] + ) -> typing.Literal["target_dataset_name"] | None: ... + @typing.final class StartRun(google.protobuf.message.Message): """Resolves all datasets and flows and start a pipeline update. Should be called after all graph elements are registered. @@ -520,22 +526,22 @@ class PipelineCommand(google.protobuf.message.Message): DRY_FIELD_NUMBER: builtins.int dataflow_graph_id: builtins.str """The graph to start.""" + full_refresh_all: builtins.bool + """Perform a full graph reset and recompute.""" + dry: builtins.bool + """If true, the run will not actually execute any flows, but will only validate the graph and + check for any errors. This is useful for testing and validation purposes. + """ @property def full_refresh_selection( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: """List of dataset to reset and recompute.""" - full_refresh_all: builtins.bool - """Perform a full graph reset and recompute.""" @property def refresh_selection( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: """List of dataset to update.""" - dry: builtins.bool - """If true, the run will not actually execute any flows, but will only validate the graph and - check for any errors. This is useful for testing and validation purposes. - """ def __init__( self, *, @@ -547,7 +553,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "_dry", @@ -564,7 +570,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "_dry", @@ -585,18 +591,18 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_dataflow_graph_id", b"_dataflow_graph_id"], - ) -> typing_extensions.Literal["dataflow_graph_id"] | None: ... + self, oneof_group: typing.Literal["_dataflow_graph_id", b"_dataflow_graph_id"] + ) -> typing.Literal["dataflow_graph_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_dry", b"_dry"] - ) -> typing_extensions.Literal["dry"] | None: ... + self, oneof_group: typing.Literal["_dry", b"_dry"] + ) -> typing.Literal["dry"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_full_refresh_all", b"_full_refresh_all"] - ) -> typing_extensions.Literal["full_refresh_all"] | None: ... + self, oneof_group: typing.Literal["_full_refresh_all", b"_full_refresh_all"] + ) -> typing.Literal["full_refresh_all"] | None: ... + @typing.final class DefineSqlGraphElements(google.protobuf.message.Message): """Parses the SQL file and registers all datasets and flows.""" @@ -620,7 +626,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "_sql_file_path", @@ -637,7 +643,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "_sql_file_path", @@ -654,17 +660,16 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_dataflow_graph_id", b"_dataflow_graph_id"], - ) -> typing_extensions.Literal["dataflow_graph_id"] | None: ... + self, oneof_group: typing.Literal["_dataflow_graph_id", b"_dataflow_graph_id"] + ) -> typing.Literal["dataflow_graph_id"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_sql_file_path", b"_sql_file_path"] - ) -> typing_extensions.Literal["sql_file_path"] | None: ... + self, oneof_group: typing.Literal["_sql_file_path", b"_sql_file_path"] + ) -> typing.Literal["sql_file_path"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_sql_text", b"_sql_text"] - ) -> typing_extensions.Literal["sql_text"] | None: ... + self, oneof_group: typing.Literal["_sql_text", b"_sql_text"] + ) -> typing.Literal["sql_text"] | None: ... CREATE_DATAFLOW_GRAPH_FIELD_NUMBER: builtins.int DEFINE_DATASET_FIELD_NUMBER: builtins.int @@ -696,7 +701,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "command_type", b"command_type", "create_dataflow_graph", @@ -715,7 +720,7 @@ class PipelineCommand(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "command_type", b"command_type", "create_dataflow_graph", @@ -733,9 +738,9 @@ class PipelineCommand(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["command_type", b"command_type"] + self, oneof_group: typing.Literal["command_type", b"command_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "create_dataflow_graph", "define_dataset", "define_flow", @@ -748,11 +753,13 @@ class PipelineCommand(google.protobuf.message.Message): global___PipelineCommand = PipelineCommand +@typing.final class PipelineCommandResult(google.protobuf.message.Message): """Dispatch object for pipelines command results.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class CreateDataflowGraphResult(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -766,7 +773,7 @@ class PipelineCommandResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "dataflow_graph_id", @@ -775,7 +782,7 @@ class PipelineCommandResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_dataflow_graph_id", b"_dataflow_graph_id", "dataflow_graph_id", @@ -783,9 +790,8 @@ class PipelineCommandResult(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_dataflow_graph_id", b"_dataflow_graph_id"], - ) -> typing_extensions.Literal["dataflow_graph_id"] | None: ... + self, oneof_group: typing.Literal["_dataflow_graph_id", b"_dataflow_graph_id"] + ) -> typing.Literal["dataflow_graph_id"] | None: ... CREATE_DATAFLOW_GRAPH_RESULT_FIELD_NUMBER: builtins.int @property @@ -800,7 +806,7 @@ class PipelineCommandResult(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "create_dataflow_graph_result", b"create_dataflow_graph_result", "result_type", @@ -809,7 +815,7 @@ class PipelineCommandResult(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "create_dataflow_graph_result", b"create_dataflow_graph_result", "result_type", @@ -817,11 +823,12 @@ class PipelineCommandResult(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["result_type", b"result_type"] - ) -> typing_extensions.Literal["create_dataflow_graph_result"] | None: ... + self, oneof_group: typing.Literal["result_type", b"result_type"] + ) -> typing.Literal["create_dataflow_graph_result"] | None: ... global___PipelineCommandResult = PipelineCommandResult +@typing.final class PipelineEventResult(google.protobuf.message.Message): """A response containing an event emitted during the run of a pipeline.""" @@ -835,23 +842,22 @@ class PipelineEventResult(google.protobuf.message.Message): *, event: global___PipelineEvent | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["event", b"event"] - ) -> builtins.bool: ... - def ClearField(self, field_name: typing_extensions.Literal["event", b"event"]) -> None: ... + def HasField(self, field_name: typing.Literal["event", b"event"]) -> builtins.bool: ... + def ClearField(self, field_name: typing.Literal["event", b"event"]) -> None: ... global___PipelineEventResult = PipelineEventResult +@typing.final class PipelineEvent(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor TIMESTAMP_FIELD_NUMBER: builtins.int MESSAGE_FIELD_NUMBER: builtins.int + message: builtins.str + """The message that should be displayed to users.""" @property def timestamp(self) -> google.protobuf.timestamp_pb2.Timestamp: """The timestamp corresponding to when the event occurred.""" - message: builtins.str - """The message that should be displayed to users.""" def __init__( self, *, @@ -860,18 +866,18 @@ class PipelineEvent(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_message", b"_message", "message", b"message", "timestamp", b"timestamp" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_message", b"_message", "message", b"message", "timestamp", b"timestamp" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_message", b"_message"] - ) -> typing_extensions.Literal["message"] | None: ... + self, oneof_group: typing.Literal["_message", b"_message"] + ) -> typing.Literal["message"] | None: ... global___PipelineEvent = PipelineEvent diff --git a/python/pyspark/sql/connect/proto/relations_pb2.py b/python/pyspark/sql/connect/proto/relations_pb2.py index 3774bcbdbfb0e..be114f61e7d52 100644 --- a/python/pyspark/sql/connect/proto/relations_pb2.py +++ b/python/pyspark/sql/connect/proto/relations_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/relations.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/relations.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/relations.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/relations_pb2.pyi b/python/pyspark/sql/connect/proto/relations_pb2.pyi index e1eb7945c19f0..83e4310458362 100644 --- a/python/pyspark/sql/connect/proto/relations_pb2.pyi +++ b/python/pyspark/sql/connect/proto/relations_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.any_pb2 @@ -55,6 +56,7 @@ else: DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class Relation(google.protobuf.message.Message): """The main [[Relation]] type. Fundamentally, a relation is a typed container that has exactly one explicit relation type set. @@ -319,7 +321,7 @@ class Relation(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "aggregate", b"aggregate", "apply_in_pandas_with_state", @@ -444,7 +446,7 @@ class Relation(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "aggregate", b"aggregate", "apply_in_pandas_with_state", @@ -568,9 +570,9 @@ class Relation(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["rel_type", b"rel_type"] + self, oneof_group: typing.Literal["rel_type", b"rel_type"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "read", "project", "filter", @@ -635,11 +637,13 @@ class Relation(google.protobuf.message.Message): global___Relation = Relation +@typing.final class MlRelation(google.protobuf.message.Message): """Relation to represent ML world""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Transform(google.protobuf.message.Message): """Relation to represent transform(input) of the operator which could be a cached model or a new transformer @@ -673,7 +677,7 @@ class MlRelation(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "input", b"input", "obj_ref", @@ -688,7 +692,7 @@ class MlRelation(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "input", b"input", "obj_ref", @@ -702,8 +706,8 @@ class MlRelation(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["operator", b"operator"] - ) -> typing_extensions.Literal["obj_ref", "transformer"] | None: ... + self, oneof_group: typing.Literal["operator", b"operator"] + ) -> typing.Literal["obj_ref", "transformer"] | None: ... TRANSFORM_FIELD_NUMBER: builtins.int FETCH_FIELD_NUMBER: builtins.int @@ -724,7 +728,7 @@ class MlRelation(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_model_summary_dataset", b"_model_summary_dataset", "fetch", @@ -739,7 +743,7 @@ class MlRelation(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_model_summary_dataset", b"_model_summary_dataset", "fetch", @@ -754,16 +758,16 @@ class MlRelation(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_model_summary_dataset", b"_model_summary_dataset"], - ) -> typing_extensions.Literal["model_summary_dataset"] | None: ... + self, oneof_group: typing.Literal["_model_summary_dataset", b"_model_summary_dataset"] + ) -> typing.Literal["model_summary_dataset"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["ml_type", b"ml_type"] - ) -> typing_extensions.Literal["transform", "fetch"] | None: ... + self, oneof_group: typing.Literal["ml_type", b"ml_type"] + ) -> typing.Literal["transform", "fetch"] | None: ... global___MlRelation = MlRelation +@typing.final class Fetch(google.protobuf.message.Message): """Message for fetching attribute from object on the server side. Fetch can be represented as a Relation or a ML command @@ -774,11 +778,13 @@ class Fetch(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Method(google.protobuf.message.Message): """Represents a method with inclusion of method name and its arguments""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Args(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -796,19 +802,19 @@ class Fetch(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "args_type", b"args_type", "input", b"input", "param", b"param" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "args_type", b"args_type", "input", b"input", "param", b"param" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["args_type", b"args_type"] - ) -> typing_extensions.Literal["param", "input"] | None: ... + self, oneof_group: typing.Literal["args_type", b"args_type"] + ) -> typing.Literal["param", "input"] | None: ... METHOD_FIELD_NUMBER: builtins.int ARGS_FIELD_NUMBER: builtins.int @@ -828,7 +834,7 @@ class Fetch(google.protobuf.message.Message): args: collections.abc.Iterable[global___Fetch.Method.Args] | None = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["args", b"args", "method", b"method"] + self, field_name: typing.Literal["args", b"args", "method", b"method"] ) -> None: ... OBJ_REF_FIELD_NUMBER: builtins.int @@ -847,15 +853,14 @@ class Fetch(google.protobuf.message.Message): obj_ref: pyspark.sql.connect.proto.ml_common_pb2.ObjectRef | None = ..., methods: collections.abc.Iterable[global___Fetch.Method] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["obj_ref", b"obj_ref"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["obj_ref", b"obj_ref"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["methods", b"methods", "obj_ref", b"obj_ref"] + self, field_name: typing.Literal["methods", b"methods", "obj_ref", b"obj_ref"] ) -> None: ... global___Fetch = Fetch +@typing.final class Unknown(google.protobuf.message.Message): """Used for testing purposes only.""" @@ -867,6 +872,7 @@ class Unknown(google.protobuf.message.Message): global___Unknown = Unknown +@typing.final class RelationCommon(google.protobuf.message.Message): """Common metadata of all relations.""" @@ -891,13 +897,13 @@ class RelationCommon(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_plan_id", b"_plan_id", "origin", b"origin", "plan_id", b"plan_id" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_plan_id", b"_plan_id", "origin", @@ -909,16 +915,18 @@ class RelationCommon(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_plan_id", b"_plan_id"] - ) -> typing_extensions.Literal["plan_id"] | None: ... + self, oneof_group: typing.Literal["_plan_id", b"_plan_id"] + ) -> typing.Literal["plan_id"] | None: ... global___RelationCommon = RelationCommon +@typing.final class SQL(google.protobuf.message.Message): """Relation that uses a SQL query to generate the output.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class ArgsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -933,13 +941,12 @@ class SQL(google.protobuf.message.Message): key: builtins.str = ..., value: pyspark.sql.connect.proto.expressions_pb2.Expression.Literal | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class NamedArgumentsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -954,11 +961,9 @@ class SQL(google.protobuf.message.Message): key: builtins.str = ..., value: pyspark.sql.connect.proto.expressions_pb2.Expression | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["value", b"value"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... QUERY_FIELD_NUMBER: builtins.int @@ -1023,7 +1028,7 @@ class SQL(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "args", b"args", "named_arguments", @@ -1039,6 +1044,7 @@ class SQL(google.protobuf.message.Message): global___SQL = SQL +@typing.final class WithRelations(google.protobuf.message.Message): """Relation of type [[WithRelations]]. @@ -1071,13 +1077,14 @@ class WithRelations(google.protobuf.message.Message): root: global___Relation | None = ..., references: collections.abc.Iterable[global___Relation] | None = ..., ) -> None: ... - def HasField(self, field_name: typing_extensions.Literal["root", b"root"]) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["root", b"root"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["references", b"references", "root", b"root"] + self, field_name: typing.Literal["references", b"references", "root", b"root"] ) -> None: ... global___WithRelations = WithRelations +@typing.final class Read(google.protobuf.message.Message): """Relation that reads from a file / table or other data source. Does not have additional inputs. @@ -1085,9 +1092,11 @@ class Read(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class NamedTable(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1102,7 +1111,7 @@ class Read(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... UNPARSED_IDENTIFIER_FIELD_NUMBER: builtins.int @@ -1122,14 +1131,16 @@ class Read(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "options", b"options", "unparsed_identifier", b"unparsed_identifier" ], ) -> None: ... + @typing.final class DataSource(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1144,7 +1155,7 @@ class Read(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... FORMAT_FIELD_NUMBER: builtins.int @@ -1194,7 +1205,7 @@ class Read(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_format", b"_format", "_schema", @@ -1207,7 +1218,7 @@ class Read(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_format", b"_format", "_schema", @@ -1226,22 +1237,22 @@ class Read(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_format", b"_format"] - ) -> typing_extensions.Literal["format"] | None: ... + self, oneof_group: typing.Literal["_format", b"_format"] + ) -> typing.Literal["format"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_schema", b"_schema"] - ) -> typing_extensions.Literal["schema"] | None: ... + self, oneof_group: typing.Literal["_schema", b"_schema"] + ) -> typing.Literal["schema"] | None: ... NAMED_TABLE_FIELD_NUMBER: builtins.int DATA_SOURCE_FIELD_NUMBER: builtins.int IS_STREAMING_FIELD_NUMBER: builtins.int + is_streaming: builtins.bool + """(Optional) Indicates if this is a streaming read.""" @property def named_table(self) -> global___Read.NamedTable: ... @property def data_source(self) -> global___Read.DataSource: ... - is_streaming: builtins.bool - """(Optional) Indicates if this is a streaming read.""" def __init__( self, *, @@ -1251,13 +1262,13 @@ class Read(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "data_source", b"data_source", "named_table", b"named_table", "read_type", b"read_type" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "data_source", b"data_source", "is_streaming", @@ -1269,11 +1280,12 @@ class Read(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["read_type", b"read_type"] - ) -> typing_extensions.Literal["named_table", "data_source"] | None: ... + self, oneof_group: typing.Literal["read_type", b"read_type"] + ) -> typing.Literal["named_table", "data_source"] | None: ... global___Read = Read +@typing.final class Project(google.protobuf.message.Message): """Projection of a bag of expressions for a given input relation. @@ -1305,16 +1317,14 @@ class Project(google.protobuf.message.Message): expressions: collections.abc.Iterable[pyspark.sql.connect.proto.expressions_pb2.Expression] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["expressions", b"expressions", "input", b"input"], + self, field_name: typing.Literal["expressions", b"expressions", "input", b"input"] ) -> None: ... global___Project = Project +@typing.final class Filter(google.protobuf.message.Message): """Relation that applies a boolean expression `condition` on each row of `input` to produce the output result. @@ -1337,14 +1347,15 @@ class Filter(google.protobuf.message.Message): condition: pyspark.sql.connect.proto.expressions_pb2.Expression | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["condition", b"condition", "input", b"input"] + self, field_name: typing.Literal["condition", b"condition", "input", b"input"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["condition", b"condition", "input", b"input"] + self, field_name: typing.Literal["condition", b"condition", "input", b"input"] ) -> None: ... global___Filter = Filter +@typing.final class Join(google.protobuf.message.Message): """Relation of type [[Join]]. @@ -1360,7 +1371,7 @@ class Join(google.protobuf.message.Message): class _JoinTypeEnumTypeWrapper( google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[Join._JoinType.ValueType], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor JOIN_TYPE_UNSPECIFIED: Join._JoinType.ValueType # 0 JOIN_TYPE_INNER: Join._JoinType.ValueType # 1 @@ -1381,6 +1392,7 @@ class Join(google.protobuf.message.Message): JOIN_TYPE_LEFT_SEMI: Join.JoinType.ValueType # 6 JOIN_TYPE_CROSS: Join.JoinType.ValueType # 7 + @typing.final class JoinDataType(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1398,7 +1410,7 @@ class Join(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "is_left_struct", b"is_left_struct", "is_right_struct", b"is_right_struct" ], ) -> None: ... @@ -1409,6 +1421,8 @@ class Join(google.protobuf.message.Message): JOIN_TYPE_FIELD_NUMBER: builtins.int USING_COLUMNS_FIELD_NUMBER: builtins.int JOIN_DATA_TYPE_FIELD_NUMBER: builtins.int + join_type: global___Join.JoinType.ValueType + """(Required) The join type.""" @property def left(self) -> global___Relation: """(Required) Left input relation for a Join.""" @@ -1421,8 +1435,6 @@ class Join(google.protobuf.message.Message): This field does not co-exist with using_columns. """ - join_type: global___Join.JoinType.ValueType - """(Required) The join type.""" @property def using_columns( self, @@ -1448,7 +1460,7 @@ class Join(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_join_data_type", b"_join_data_type", "join_condition", @@ -1463,7 +1475,7 @@ class Join(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_join_data_type", b"_join_data_type", "join_condition", @@ -1481,11 +1493,12 @@ class Join(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_join_data_type", b"_join_data_type"] - ) -> typing_extensions.Literal["join_data_type"] | None: ... + self, oneof_group: typing.Literal["_join_data_type", b"_join_data_type"] + ) -> typing.Literal["join_data_type"] | None: ... global___Join = Join +@typing.final class SetOperation(google.protobuf.message.Message): """Relation of type [[SetOperation]]""" @@ -1500,7 +1513,7 @@ class SetOperation(google.protobuf.message.Message): SetOperation._SetOpType.ValueType ], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor SET_OP_TYPE_UNSPECIFIED: SetOperation._SetOpType.ValueType # 0 SET_OP_TYPE_INTERSECT: SetOperation._SetOpType.ValueType # 1 @@ -1519,12 +1532,6 @@ class SetOperation(google.protobuf.message.Message): IS_ALL_FIELD_NUMBER: builtins.int BY_NAME_FIELD_NUMBER: builtins.int ALLOW_MISSING_COLUMNS_FIELD_NUMBER: builtins.int - @property - def left_input(self) -> global___Relation: - """(Required) Left input relation for a Set operation.""" - @property - def right_input(self) -> global___Relation: - """(Required) Right input relation for a Set operation.""" set_op_type: global___SetOperation.SetOpType.ValueType """(Required) The Set operation type.""" is_all: builtins.bool @@ -1543,6 +1550,12 @@ class SetOperation(google.protobuf.message.Message): Only UNION supports this option. """ + @property + def left_input(self) -> global___Relation: + """(Required) Left input relation for a Set operation.""" + @property + def right_input(self) -> global___Relation: + """(Required) Right input relation for a Set operation.""" def __init__( self, *, @@ -1555,7 +1568,7 @@ class SetOperation(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_allow_missing_columns", b"_allow_missing_columns", "_by_name", @@ -1576,7 +1589,7 @@ class SetOperation(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_allow_missing_columns", b"_allow_missing_columns", "_by_name", @@ -1599,20 +1612,20 @@ class SetOperation(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_allow_missing_columns", b"_allow_missing_columns"], - ) -> typing_extensions.Literal["allow_missing_columns"] | None: ... + self, oneof_group: typing.Literal["_allow_missing_columns", b"_allow_missing_columns"] + ) -> typing.Literal["allow_missing_columns"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_by_name", b"_by_name"] - ) -> typing_extensions.Literal["by_name"] | None: ... + self, oneof_group: typing.Literal["_by_name", b"_by_name"] + ) -> typing.Literal["by_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_is_all", b"_is_all"] - ) -> typing_extensions.Literal["is_all"] | None: ... + self, oneof_group: typing.Literal["_is_all", b"_is_all"] + ) -> typing.Literal["is_all"] | None: ... global___SetOperation = SetOperation +@typing.final class Limit(google.protobuf.message.Message): """Relation of type [[Limit]] that is used to `limit` rows from the input relation.""" @@ -1620,26 +1633,25 @@ class Limit(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int LIMIT_FIELD_NUMBER: builtins.int + limit: builtins.int + """(Required) the limit.""" @property def input(self) -> global___Relation: """(Required) Input relation for a Limit.""" - limit: builtins.int - """(Required) the limit.""" def __init__( self, *, input: global___Relation | None = ..., limit: builtins.int = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["input", b"input", "limit", b"limit"] + self, field_name: typing.Literal["input", b"input", "limit", b"limit"] ) -> None: ... global___Limit = Limit +@typing.final class Offset(google.protobuf.message.Message): """Relation of type [[Offset]] that is used to read rows staring from the `offset` on the input relation. @@ -1649,26 +1661,25 @@ class Offset(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int OFFSET_FIELD_NUMBER: builtins.int + offset: builtins.int + """(Required) the limit.""" @property def input(self) -> global___Relation: """(Required) Input relation for an Offset.""" - offset: builtins.int - """(Required) the limit.""" def __init__( self, *, input: global___Relation | None = ..., offset: builtins.int = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["input", b"input", "offset", b"offset"] + self, field_name: typing.Literal["input", b"input", "offset", b"offset"] ) -> None: ... global___Offset = Offset +@typing.final class Tail(google.protobuf.message.Message): """Relation of type [[Tail]] that is used to fetch `limit` rows from the last of the input relation.""" @@ -1676,26 +1687,25 @@ class Tail(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int LIMIT_FIELD_NUMBER: builtins.int + limit: builtins.int + """(Required) the limit.""" @property def input(self) -> global___Relation: """(Required) Input relation for an Tail.""" - limit: builtins.int - """(Required) the limit.""" def __init__( self, *, input: global___Relation | None = ..., limit: builtins.int = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["input", b"input", "limit", b"limit"] + self, field_name: typing.Literal["input", b"input", "limit", b"limit"] ) -> None: ... global___Tail = Tail +@typing.final class Aggregate(google.protobuf.message.Message): """Relation of type [[Aggregate]].""" @@ -1708,7 +1718,7 @@ class Aggregate(google.protobuf.message.Message): class _GroupTypeEnumTypeWrapper( google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[Aggregate._GroupType.ValueType], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor GROUP_TYPE_UNSPECIFIED: Aggregate._GroupType.ValueType # 0 GROUP_TYPE_GROUPBY: Aggregate._GroupType.ValueType # 1 @@ -1725,6 +1735,7 @@ class Aggregate(google.protobuf.message.Message): GROUP_TYPE_PIVOT: Aggregate.GroupType.ValueType # 4 GROUP_TYPE_GROUPING_SETS: Aggregate.GroupType.ValueType # 5 + @typing.final class Pivot(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1753,13 +1764,12 @@ class Aggregate(google.protobuf.message.Message): ] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["col", b"col"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["col", b"col"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["col", b"col", "values", b"values"] + self, field_name: typing.Literal["col", b"col", "values", b"values"] ) -> None: ... + @typing.final class GroupingSets(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1780,7 +1790,7 @@ class Aggregate(google.protobuf.message.Message): | None = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["grouping_set", b"grouping_set"] + self, field_name: typing.Literal["grouping_set", b"grouping_set"] ) -> None: ... INPUT_FIELD_NUMBER: builtins.int @@ -1789,11 +1799,11 @@ class Aggregate(google.protobuf.message.Message): AGGREGATE_EXPRESSIONS_FIELD_NUMBER: builtins.int PIVOT_FIELD_NUMBER: builtins.int GROUPING_SETS_FIELD_NUMBER: builtins.int + group_type: global___Aggregate.GroupType.ValueType + """(Required) How the RelationalGroupedDataset was built.""" @property def input(self) -> global___Relation: """(Required) Input relation for a RelationalGroupedDataset.""" - group_type: global___Aggregate.GroupType.ValueType - """(Required) How the RelationalGroupedDataset was built.""" @property def grouping_expressions( self, @@ -1835,11 +1845,11 @@ class Aggregate(google.protobuf.message.Message): grouping_sets: collections.abc.Iterable[global___Aggregate.GroupingSets] | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["input", b"input", "pivot", b"pivot"] + self, field_name: typing.Literal["input", b"input", "pivot", b"pivot"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "aggregate_expressions", b"aggregate_expressions", "group_type", @@ -1857,6 +1867,7 @@ class Aggregate(google.protobuf.message.Message): global___Aggregate = Aggregate +@typing.final class Sort(google.protobuf.message.Message): """Relation of type [[Sort]].""" @@ -1865,6 +1876,8 @@ class Sort(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int ORDER_FIELD_NUMBER: builtins.int IS_GLOBAL_FIELD_NUMBER: builtins.int + is_global: builtins.bool + """(Optional) if this is a global sort.""" @property def input(self) -> global___Relation: """(Required) Input relation for a Sort.""" @@ -1875,8 +1888,6 @@ class Sort(google.protobuf.message.Message): pyspark.sql.connect.proto.expressions_pb2.Expression.SortOrder ]: """(Required) The ordering expressions""" - is_global: builtins.bool - """(Optional) if this is a global sort.""" def __init__( self, *, @@ -1889,13 +1900,13 @@ class Sort(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_global", b"_is_global", "input", b"input", "is_global", b"is_global" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_global", b"_is_global", "input", @@ -1907,11 +1918,12 @@ class Sort(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_is_global", b"_is_global"] - ) -> typing_extensions.Literal["is_global"] | None: ... + self, oneof_group: typing.Literal["_is_global", b"_is_global"] + ) -> typing.Literal["is_global"] | None: ... global___Sort = Sort +@typing.final class Drop(google.protobuf.message.Message): """Drop specified columns.""" @@ -1943,18 +1955,17 @@ class Drop(google.protobuf.message.Message): | None = ..., column_names: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "column_names", b"column_names", "columns", b"columns", "input", b"input" ], ) -> None: ... global___Drop = Drop +@typing.final class Deduplicate(google.protobuf.message.Message): """Relation of type [[Deduplicate]] which have duplicate rows removed, could consider either only the subset of columns or all the columns. @@ -1966,6 +1977,13 @@ class Deduplicate(google.protobuf.message.Message): COLUMN_NAMES_FIELD_NUMBER: builtins.int ALL_COLUMNS_AS_KEYS_FIELD_NUMBER: builtins.int WITHIN_WATERMARK_FIELD_NUMBER: builtins.int + all_columns_as_keys: builtins.bool + """(Optional) Deduplicate based on all the columns of the input relation. + + This field does not co-use with `column_names`. + """ + within_watermark: builtins.bool + """(Optional) Deduplicate within the time range of watermark.""" @property def input(self) -> global___Relation: """(Required) Input relation for a Deduplicate.""" @@ -1977,13 +1995,6 @@ class Deduplicate(google.protobuf.message.Message): This field does not co-use with `all_columns_as_keys`. """ - all_columns_as_keys: builtins.bool - """(Optional) Deduplicate based on all the columns of the input relation. - - This field does not co-use with `column_names`. - """ - within_watermark: builtins.bool - """(Optional) Deduplicate within the time range of watermark.""" def __init__( self, *, @@ -1994,7 +2005,7 @@ class Deduplicate(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_all_columns_as_keys", b"_all_columns_as_keys", "_within_watermark", @@ -2009,7 +2020,7 @@ class Deduplicate(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_all_columns_as_keys", b"_all_columns_as_keys", "_within_watermark", @@ -2026,16 +2037,16 @@ class Deduplicate(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal["_all_columns_as_keys", b"_all_columns_as_keys"], - ) -> typing_extensions.Literal["all_columns_as_keys"] | None: ... + self, oneof_group: typing.Literal["_all_columns_as_keys", b"_all_columns_as_keys"] + ) -> typing.Literal["all_columns_as_keys"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_within_watermark", b"_within_watermark"] - ) -> typing_extensions.Literal["within_watermark"] | None: ... + self, oneof_group: typing.Literal["_within_watermark", b"_within_watermark"] + ) -> typing.Literal["within_watermark"] | None: ... global___Deduplicate = Deduplicate +@typing.final class LocalRelation(google.protobuf.message.Message): """A relation that does not need to be qualified by name.""" @@ -2062,27 +2073,28 @@ class LocalRelation(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_data", b"_data", "_schema", b"_schema", "data", b"data", "schema", b"schema" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_data", b"_data", "_schema", b"_schema", "data", b"data", "schema", b"schema" ], ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_data", b"_data"] - ) -> typing_extensions.Literal["data"] | None: ... + self, oneof_group: typing.Literal["_data", b"_data"] + ) -> typing.Literal["data"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_schema", b"_schema"] - ) -> typing_extensions.Literal["schema"] | None: ... + self, oneof_group: typing.Literal["_schema", b"_schema"] + ) -> typing.Literal["schema"] | None: ... global___LocalRelation = LocalRelation +@typing.final class CachedLocalRelation(google.protobuf.message.Message): """A local relation that has been cached already.""" @@ -2096,10 +2108,11 @@ class CachedLocalRelation(google.protobuf.message.Message): *, hash: builtins.str = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["hash", b"hash"]) -> None: ... + def ClearField(self, field_name: typing.Literal["hash", b"hash"]) -> None: ... global___CachedLocalRelation = CachedLocalRelation +@typing.final class CachedRemoteRelation(google.protobuf.message.Message): """Represents a remote relation that has been cached on server.""" @@ -2113,12 +2126,11 @@ class CachedRemoteRelation(google.protobuf.message.Message): *, relation_id: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["relation_id", b"relation_id"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["relation_id", b"relation_id"]) -> None: ... global___CachedRemoteRelation = CachedRemoteRelation +@typing.final class Sample(google.protobuf.message.Message): """Relation of type [[Sample]] that samples a fraction of the dataset.""" @@ -2130,9 +2142,6 @@ class Sample(google.protobuf.message.Message): WITH_REPLACEMENT_FIELD_NUMBER: builtins.int SEED_FIELD_NUMBER: builtins.int DETERMINISTIC_ORDER_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) Input relation for a Sample.""" lower_bound: builtins.float """(Required) lower bound.""" upper_bound: builtins.float @@ -2149,6 +2158,9 @@ class Sample(google.protobuf.message.Message): This flag is true when invoking `dataframe.randomSplit` to randomly splits DataFrame with the provided weights. Otherwise, it is false. """ + @property + def input(self) -> global___Relation: + """(Required) Input relation for a Sample.""" def __init__( self, *, @@ -2161,7 +2173,7 @@ class Sample(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_seed", b"_seed", "_with_replacement", @@ -2176,7 +2188,7 @@ class Sample(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_seed", b"_seed", "_with_replacement", @@ -2197,15 +2209,16 @@ class Sample(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_seed", b"_seed"] - ) -> typing_extensions.Literal["seed"] | None: ... + self, oneof_group: typing.Literal["_seed", b"_seed"] + ) -> typing.Literal["seed"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_with_replacement", b"_with_replacement"] - ) -> typing_extensions.Literal["with_replacement"] | None: ... + self, oneof_group: typing.Literal["_with_replacement", b"_with_replacement"] + ) -> typing.Literal["with_replacement"] | None: ... global___Sample = Sample +@typing.final class Range(google.protobuf.message.Message): """Relation of type [[Range]] that generates a sequence of integers.""" @@ -2235,7 +2248,7 @@ class Range(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_num_partitions", b"_num_partitions", "_start", @@ -2248,7 +2261,7 @@ class Range(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_num_partitions", b"_num_partitions", "_start", @@ -2265,15 +2278,16 @@ class Range(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_num_partitions", b"_num_partitions"] - ) -> typing_extensions.Literal["num_partitions"] | None: ... + self, oneof_group: typing.Literal["_num_partitions", b"_num_partitions"] + ) -> typing.Literal["num_partitions"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_start", b"_start"] - ) -> typing_extensions.Literal["start"] | None: ... + self, oneof_group: typing.Literal["_start", b"_start"] + ) -> typing.Literal["start"] | None: ... global___Range = Range +@typing.final class SubqueryAlias(google.protobuf.message.Message): """Relation alias.""" @@ -2282,11 +2296,11 @@ class SubqueryAlias(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int ALIAS_FIELD_NUMBER: builtins.int QUALIFIER_FIELD_NUMBER: builtins.int + alias: builtins.str + """(Required) The alias.""" @property def input(self) -> global___Relation: """(Required) The input relation of SubqueryAlias.""" - alias: builtins.str - """(Required) The alias.""" @property def qualifier( self, @@ -2299,18 +2313,15 @@ class SubqueryAlias(google.protobuf.message.Message): alias: builtins.str = ..., qualifier: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "alias", b"alias", "input", b"input", "qualifier", b"qualifier" - ], + field_name: typing.Literal["alias", b"alias", "input", b"input", "qualifier", b"qualifier"], ) -> None: ... global___SubqueryAlias = SubqueryAlias +@typing.final class Repartition(google.protobuf.message.Message): """Relation repartition.""" @@ -2319,13 +2330,13 @@ class Repartition(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int NUM_PARTITIONS_FIELD_NUMBER: builtins.int SHUFFLE_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation of Repartition.""" num_partitions: builtins.int """(Required) Must be positive.""" shuffle: builtins.bool """(Optional) Default value is false.""" + @property + def input(self) -> global___Relation: + """(Required) The input relation of Repartition.""" def __init__( self, *, @@ -2335,13 +2346,13 @@ class Repartition(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_shuffle", b"_shuffle", "input", b"input", "shuffle", b"shuffle" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_shuffle", b"_shuffle", "input", @@ -2353,11 +2364,12 @@ class Repartition(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_shuffle", b"_shuffle"] - ) -> typing_extensions.Literal["shuffle"] | None: ... + self, oneof_group: typing.Literal["_shuffle", b"_shuffle"] + ) -> typing.Literal["shuffle"] | None: ... global___Repartition = Repartition +@typing.final class ShowString(google.protobuf.message.Message): """Compose the string representing rows for output. It will invoke 'Dataset.showString' to compute the results. @@ -2369,9 +2381,6 @@ class ShowString(google.protobuf.message.Message): NUM_ROWS_FIELD_NUMBER: builtins.int TRUNCATE_FIELD_NUMBER: builtins.int VERTICAL_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation.""" num_rows: builtins.int """(Required) Number of rows to show.""" truncate: builtins.int @@ -2380,6 +2389,9 @@ class ShowString(google.protobuf.message.Message): """ vertical: builtins.bool """(Required) If set to true, prints output rows vertically (one line per column value).""" + @property + def input(self) -> global___Relation: + """(Required) The input relation.""" def __init__( self, *, @@ -2388,12 +2400,10 @@ class ShowString(google.protobuf.message.Message): truncate: builtins.int = ..., vertical: builtins.bool = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "input", b"input", "num_rows", @@ -2407,6 +2417,7 @@ class ShowString(google.protobuf.message.Message): global___ShowString = ShowString +@typing.final class HtmlString(google.protobuf.message.Message): """Compose the string representing rows for output. It will invoke 'Dataset.htmlString' to compute the results. @@ -2417,15 +2428,15 @@ class HtmlString(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int NUM_ROWS_FIELD_NUMBER: builtins.int TRUNCATE_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation.""" num_rows: builtins.int """(Required) Number of rows to show.""" truncate: builtins.int """(Required) If set to more than 0, truncates strings to `truncate` characters and all cells will be aligned right. """ + @property + def input(self) -> global___Relation: + """(Required) The input relation.""" def __init__( self, *, @@ -2433,18 +2444,17 @@ class HtmlString(google.protobuf.message.Message): num_rows: builtins.int = ..., truncate: builtins.int = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "input", b"input", "num_rows", b"num_rows", "truncate", b"truncate" ], ) -> None: ... global___HtmlString = HtmlString +@typing.final class StatSummary(google.protobuf.message.Message): """Computes specified statistics for numeric and string columns. It will invoke 'Dataset.summary' (same as 'StatFunctions.summary') @@ -2483,15 +2493,14 @@ class StatSummary(google.protobuf.message.Message): input: global___Relation | None = ..., statistics: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["input", b"input", "statistics", b"statistics"] + self, field_name: typing.Literal["input", b"input", "statistics", b"statistics"] ) -> None: ... global___StatSummary = StatSummary +@typing.final class StatDescribe(google.protobuf.message.Message): """Computes basic statistics for numeric and string columns, including count, mean, stddev, min, and max. If no columns are given, this function computes statistics for all numerical or @@ -2516,15 +2525,14 @@ class StatDescribe(google.protobuf.message.Message): input: global___Relation | None = ..., cols: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["cols", b"cols", "input", b"input"] + self, field_name: typing.Literal["cols", b"cols", "input", b"input"] ) -> None: ... global___StatDescribe = StatDescribe +@typing.final class StatCrosstab(google.protobuf.message.Message): """Computes a pair-wise frequency table of the given columns. Also known as a contingency table. It will invoke 'Dataset.stat.crosstab' (same as 'StatFunctions.crossTabulate') @@ -2536,9 +2544,6 @@ class StatCrosstab(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int COL1_FIELD_NUMBER: builtins.int COL2_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation.""" col1: builtins.str """(Required) The name of the first column. @@ -2549,6 +2554,9 @@ class StatCrosstab(google.protobuf.message.Message): Distinct items will make the column names of the DataFrame. """ + @property + def input(self) -> global___Relation: + """(Required) The input relation.""" def __init__( self, *, @@ -2556,16 +2564,14 @@ class StatCrosstab(google.protobuf.message.Message): col1: builtins.str = ..., col2: builtins.str = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["col1", b"col1", "col2", b"col2", "input", b"input"], + self, field_name: typing.Literal["col1", b"col1", "col2", b"col2", "input", b"input"] ) -> None: ... global___StatCrosstab = StatCrosstab +@typing.final class StatCov(google.protobuf.message.Message): """Calculate the sample covariance of two numerical columns of a DataFrame. It will invoke 'Dataset.stat.cov' (same as 'StatFunctions.calculateCov') to compute the results. @@ -2576,13 +2582,13 @@ class StatCov(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int COL1_FIELD_NUMBER: builtins.int COL2_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation.""" col1: builtins.str """(Required) The name of the first column.""" col2: builtins.str """(Required) The name of the second column.""" + @property + def input(self) -> global___Relation: + """(Required) The input relation.""" def __init__( self, *, @@ -2590,16 +2596,14 @@ class StatCov(google.protobuf.message.Message): col1: builtins.str = ..., col2: builtins.str = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["col1", b"col1", "col2", b"col2", "input", b"input"], + self, field_name: typing.Literal["col1", b"col1", "col2", b"col2", "input", b"input"] ) -> None: ... global___StatCov = StatCov +@typing.final class StatCorr(google.protobuf.message.Message): """Calculates the correlation of two columns of a DataFrame. Currently only supports the Pearson Correlation Coefficient. It will invoke 'Dataset.stat.corr' (same as @@ -2612,9 +2616,6 @@ class StatCorr(google.protobuf.message.Message): COL1_FIELD_NUMBER: builtins.int COL2_FIELD_NUMBER: builtins.int METHOD_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation.""" col1: builtins.str """(Required) The name of the first column.""" col2: builtins.str @@ -2624,6 +2625,9 @@ class StatCorr(google.protobuf.message.Message): Currently only supports the Pearson Correlation Coefficient. """ + @property + def input(self) -> global___Relation: + """(Required) The input relation.""" def __init__( self, *, @@ -2634,13 +2638,11 @@ class StatCorr(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_method", b"_method", "input", b"input", "method", b"method" - ], + field_name: typing.Literal["_method", b"_method", "input", b"input", "method", b"method"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_method", b"_method", "col1", @@ -2654,11 +2656,12 @@ class StatCorr(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_method", b"_method"] - ) -> typing_extensions.Literal["method"] | None: ... + self, oneof_group: typing.Literal["_method", b"_method"] + ) -> typing.Literal["method"] | None: ... global___StatCorr = StatCorr +@typing.final class StatApproxQuantile(google.protobuf.message.Message): """Calculates the approximate quantiles of numerical columns of a DataFrame. It will invoke 'Dataset.stat.approxQuantile' (same as 'StatFunctions.approxQuantile') @@ -2671,6 +2674,12 @@ class StatApproxQuantile(google.protobuf.message.Message): COLS_FIELD_NUMBER: builtins.int PROBABILITIES_FIELD_NUMBER: builtins.int RELATIVE_ERROR_FIELD_NUMBER: builtins.int + relative_error: builtins.float + """(Required) The relative target precision to achieve (greater than or equal to 0). + + If set to zero, the exact quantiles are computed, which could be very expensive. + Note that values greater than 1 are accepted but give the same result as 1. + """ @property def input(self) -> global___Relation: """(Required) The input relation.""" @@ -2688,12 +2697,6 @@ class StatApproxQuantile(google.protobuf.message.Message): Each number must belong to [0, 1]. For example 0 is the minimum, 0.5 is the median, 1 is the maximum. """ - relative_error: builtins.float - """(Required) The relative target precision to achieve (greater than or equal to 0). - - If set to zero, the exact quantiles are computed, which could be very expensive. - Note that values greater than 1 are accepted but give the same result as 1. - """ def __init__( self, *, @@ -2702,12 +2705,10 @@ class StatApproxQuantile(google.protobuf.message.Message): probabilities: collections.abc.Iterable[builtins.float] | None = ..., relative_error: builtins.float = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "cols", b"cols", "input", @@ -2721,6 +2722,7 @@ class StatApproxQuantile(google.protobuf.message.Message): global___StatApproxQuantile = StatApproxQuantile +@typing.final class StatFreqItems(google.protobuf.message.Message): """Finding frequent items for columns, possibly with false positives. It will invoke 'Dataset.stat.freqItems' (same as 'StatFunctions.freqItems') @@ -2732,6 +2734,10 @@ class StatFreqItems(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int COLS_FIELD_NUMBER: builtins.int SUPPORT_FIELD_NUMBER: builtins.int + support: builtins.float + """(Optional) The minimum frequency for an item to be considered `frequent`. + Should be greater than 1e-4. + """ @property def input(self) -> global___Relation: """(Required) The input relation.""" @@ -2740,10 +2746,6 @@ class StatFreqItems(google.protobuf.message.Message): self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: """(Required) The names of the columns to search frequent items in.""" - support: builtins.float - """(Optional) The minimum frequency for an item to be considered `frequent`. - Should be greater than 1e-4. - """ def __init__( self, *, @@ -2753,22 +2755,23 @@ class StatFreqItems(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_support", b"_support", "input", b"input", "support", b"support" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_support", b"_support", "cols", b"cols", "input", b"input", "support", b"support" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_support", b"_support"] - ) -> typing_extensions.Literal["support"] | None: ... + self, oneof_group: typing.Literal["_support", b"_support"] + ) -> typing.Literal["support"] | None: ... global___StatFreqItems = StatFreqItems +@typing.final class StatSampleBy(google.protobuf.message.Message): """Returns a stratified sample without replacement based on the fraction given on each stratum. @@ -2778,34 +2781,37 @@ class StatSampleBy(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Fraction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor STRATUM_FIELD_NUMBER: builtins.int FRACTION_FIELD_NUMBER: builtins.int + fraction: builtins.float + """(Required) The fraction value. Must be in [0, 1].""" @property def stratum(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression.Literal: """(Required) The stratum.""" - fraction: builtins.float - """(Required) The fraction value. Must be in [0, 1].""" def __init__( self, *, stratum: pyspark.sql.connect.proto.expressions_pb2.Expression.Literal | None = ..., fraction: builtins.float = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["stratum", b"stratum"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["stratum", b"stratum"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["fraction", b"fraction", "stratum", b"stratum"], + self, field_name: typing.Literal["fraction", b"fraction", "stratum", b"stratum"] ) -> None: ... INPUT_FIELD_NUMBER: builtins.int COL_FIELD_NUMBER: builtins.int FRACTIONS_FIELD_NUMBER: builtins.int SEED_FIELD_NUMBER: builtins.int + seed: builtins.int + """(Required) The random seed. + This field is required to avoid generating mutable dataframes (see SPARK-48184 for details), + however, still keep it 'optional' here for backward compatibility. + """ @property def input(self) -> global___Relation: """(Required) The input relation.""" @@ -2822,11 +2828,6 @@ class StatSampleBy(google.protobuf.message.Message): If a stratum is not specified, we treat its fraction as zero. """ - seed: builtins.int - """(Required) The random seed. - This field is required to avoid generating mutable dataframes (see SPARK-48184 for details), - however, still keep it 'optional' here for backward compatibility. - """ def __init__( self, *, @@ -2837,13 +2838,13 @@ class StatSampleBy(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_seed", b"_seed", "col", b"col", "input", b"input", "seed", b"seed" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_seed", b"_seed", "col", @@ -2857,11 +2858,12 @@ class StatSampleBy(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_seed", b"_seed"] - ) -> typing_extensions.Literal["seed"] | None: ... + self, oneof_group: typing.Literal["_seed", b"_seed"] + ) -> typing.Literal["seed"] | None: ... global___StatSampleBy = StatSampleBy +@typing.final class NAFill(google.protobuf.message.Message): """Replaces null values. It will invoke 'Dataset.na.fill' (same as 'DataFrameNaFunctions.fill') to compute the results. @@ -2908,18 +2910,14 @@ class NAFill(google.protobuf.message.Message): ] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "cols", b"cols", "input", b"input", "values", b"values" - ], + self, field_name: typing.Literal["cols", b"cols", "input", b"input", "values", b"values"] ) -> None: ... global___NAFill = NAFill +@typing.final class NADrop(google.protobuf.message.Message): """Drop rows containing null values. It will invoke 'Dataset.na.drop' (same as 'DataFrameNaFunctions.drop') to compute the results. @@ -2930,6 +2928,16 @@ class NADrop(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int COLS_FIELD_NUMBER: builtins.int MIN_NON_NULLS_FIELD_NUMBER: builtins.int + min_non_nulls: builtins.int + """(Optional) The minimum number of non-null and non-NaN values required to keep. + + When not set, it is equivalent to the number of considered columns, which means + a row will be kept only if all columns are non-null. + + 'how' options ('all', 'any') can be easily converted to this field: + - 'all' -> set 'min_non_nulls' 1; + - 'any' -> keep 'min_non_nulls' unset; + """ @property def input(self) -> global___Relation: """(Required) The input relation.""" @@ -2941,16 +2949,6 @@ class NADrop(google.protobuf.message.Message): When it is empty, all the columns in the input relation will be considered. """ - min_non_nulls: builtins.int - """(Optional) The minimum number of non-null and non-NaN values required to keep. - - When not set, it is equivalent to the number of considered columns, which means - a row will be kept only if all columns are non-null. - - 'how' options ('all', 'any') can be easily converted to this field: - - 'all' -> set 'min_non_nulls' 1; - - 'any' -> keep 'min_non_nulls' unset; - """ def __init__( self, *, @@ -2960,7 +2958,7 @@ class NADrop(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_min_non_nulls", b"_min_non_nulls", "input", @@ -2971,7 +2969,7 @@ class NADrop(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_min_non_nulls", b"_min_non_nulls", "cols", @@ -2983,11 +2981,12 @@ class NADrop(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_min_non_nulls", b"_min_non_nulls"] - ) -> typing_extensions.Literal["min_non_nulls"] | None: ... + self, oneof_group: typing.Literal["_min_non_nulls", b"_min_non_nulls"] + ) -> typing.Literal["min_non_nulls"] | None: ... global___NADrop = NADrop +@typing.final class NAReplace(google.protobuf.message.Message): """Replaces old values with the corresponding values. It will invoke 'Dataset.na.replace' (same as 'DataFrameNaFunctions.replace') @@ -2996,6 +2995,7 @@ class NAReplace(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Replacement(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3020,16 +3020,10 @@ class NAReplace(google.protobuf.message.Message): new_value: pyspark.sql.connect.proto.expressions_pb2.Expression.Literal | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal[ - "new_value", b"new_value", "old_value", b"old_value" - ], + self, field_name: typing.Literal["new_value", b"new_value", "old_value", b"old_value"] ) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "new_value", b"new_value", "old_value", b"old_value" - ], + self, field_name: typing.Literal["new_value", b"new_value", "old_value", b"old_value"] ) -> None: ... INPUT_FIELD_NUMBER: builtins.int @@ -3060,18 +3054,17 @@ class NAReplace(google.protobuf.message.Message): cols: collections.abc.Iterable[builtins.str] | None = ..., replacements: collections.abc.Iterable[global___NAReplace.Replacement] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "cols", b"cols", "input", b"input", "replacements", b"replacements" ], ) -> None: ... global___NAReplace = NAReplace +@typing.final class ToDF(google.protobuf.message.Message): """Rename columns on the input relation by the same length of names.""" @@ -3097,21 +3090,20 @@ class ToDF(google.protobuf.message.Message): input: global___Relation | None = ..., column_names: collections.abc.Iterable[builtins.str] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["column_names", b"column_names", "input", b"input"], + self, field_name: typing.Literal["column_names", b"column_names", "input", b"input"] ) -> None: ... global___ToDF = ToDF +@typing.final class WithColumnsRenamed(google.protobuf.message.Message): """Rename columns on the input relation by a map with name to name mapping.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class RenameColumnsMapEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3126,9 +3118,10 @@ class WithColumnsRenamed(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... + @typing.final class Rename(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3146,9 +3139,7 @@ class WithColumnsRenamed(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "col_name", b"col_name", "new_col_name", b"new_col_name" - ], + field_name: typing.Literal["col_name", b"col_name", "new_col_name", b"new_col_name"], ) -> None: ... INPUT_FIELD_NUMBER: builtins.int @@ -3181,18 +3172,17 @@ class WithColumnsRenamed(google.protobuf.message.Message): rename_columns_map: collections.abc.Mapping[builtins.str, builtins.str] | None = ..., renames: collections.abc.Iterable[global___WithColumnsRenamed.Rename] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "input", b"input", "rename_columns_map", b"rename_columns_map", "renames", b"renames" ], ) -> None: ... global___WithColumnsRenamed = WithColumnsRenamed +@typing.final class WithColumns(google.protobuf.message.Message): """Adding columns or replacing the existing columns that have the same names.""" @@ -3228,28 +3218,27 @@ class WithColumns(google.protobuf.message.Message): ] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["aliases", b"aliases", "input", b"input"] + self, field_name: typing.Literal["aliases", b"aliases", "input", b"input"] ) -> None: ... global___WithColumns = WithColumns +@typing.final class WithWatermark(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor INPUT_FIELD_NUMBER: builtins.int EVENT_TIME_FIELD_NUMBER: builtins.int DELAY_THRESHOLD_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation""" event_time: builtins.str """(Required) Name of the column containing event time.""" delay_threshold: builtins.str """(Required)""" + @property + def input(self) -> global___Relation: + """(Required) The input relation""" def __init__( self, *, @@ -3257,18 +3246,17 @@ class WithWatermark(google.protobuf.message.Message): event_time: builtins.str = ..., delay_threshold: builtins.str = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "delay_threshold", b"delay_threshold", "event_time", b"event_time", "input", b"input" ], ) -> None: ... global___WithWatermark = WithWatermark +@typing.final class Hint(google.protobuf.message.Message): """Specify a hint over a relation. Hint should have a name and optional parameters.""" @@ -3277,9 +3265,6 @@ class Hint(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int NAME_FIELD_NUMBER: builtins.int PARAMETERS_FIELD_NUMBER: builtins.int - @property - def input(self) -> global___Relation: - """(Required) The input relation.""" name: builtins.str """(Required) Hint name. @@ -3288,6 +3273,9 @@ class Hint(google.protobuf.message.Message): Supported partitioning hints include COALESCE, REPARTITION, REPARTITION_BY_RANGE. """ @property + def input(self) -> global___Relation: + """(Required) The input relation.""" + @property def parameters( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ @@ -3302,23 +3290,21 @@ class Hint(google.protobuf.message.Message): parameters: collections.abc.Iterable[pyspark.sql.connect.proto.expressions_pb2.Expression] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "input", b"input", "name", b"name", "parameters", b"parameters" - ], + field_name: typing.Literal["input", b"input", "name", b"name", "parameters", b"parameters"], ) -> None: ... global___Hint = Hint +@typing.final class Unpivot(google.protobuf.message.Message): """Unpivot a DataFrame from wide format to long format, optionally leaving identifier columns set.""" DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Values(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3335,15 +3321,17 @@ class Unpivot(google.protobuf.message.Message): values: collections.abc.Iterable[pyspark.sql.connect.proto.expressions_pb2.Expression] | None = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["values", b"values"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["values", b"values"]) -> None: ... INPUT_FIELD_NUMBER: builtins.int IDS_FIELD_NUMBER: builtins.int VALUES_FIELD_NUMBER: builtins.int VARIABLE_COLUMN_NAME_FIELD_NUMBER: builtins.int VALUE_COLUMN_NAME_FIELD_NUMBER: builtins.int + variable_column_name: builtins.str + """(Required) Name of the variable column.""" + value_column_name: builtins.str + """(Required) Name of the value column.""" @property def input(self) -> global___Relation: """(Required) The input relation.""" @@ -3357,10 +3345,6 @@ class Unpivot(google.protobuf.message.Message): @property def values(self) -> global___Unpivot.Values: """(Optional) Value columns to unpivot.""" - variable_column_name: builtins.str - """(Required) Name of the variable column.""" - value_column_name: builtins.str - """(Required) Name of the value column.""" def __init__( self, *, @@ -3373,13 +3357,11 @@ class Unpivot(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_values", b"_values", "input", b"input", "values", b"values" - ], + field_name: typing.Literal["_values", b"_values", "input", b"input", "values", b"values"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_values", b"_values", "ids", @@ -3395,11 +3377,12 @@ class Unpivot(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_values", b"_values"] - ) -> typing_extensions.Literal["values"] | None: ... + self, oneof_group: typing.Literal["_values", b"_values"] + ) -> typing.Literal["values"] | None: ... global___Unpivot = Unpivot +@typing.final class Transpose(google.protobuf.message.Message): """Transpose a DataFrame, switching rows to columns. Transforms the DataFrame such that the values in the specified index column @@ -3431,16 +3414,14 @@ class Transpose(google.protobuf.message.Message): ] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal["index_columns", b"index_columns", "input", b"input"], + self, field_name: typing.Literal["index_columns", b"index_columns", "input", b"input"] ) -> None: ... global___Transpose = Transpose +@typing.final class UnresolvedTableValuedFunction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3464,13 +3445,12 @@ class UnresolvedTableValuedFunction(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "arguments", b"arguments", "function_name", b"function_name" - ], + field_name: typing.Literal["arguments", b"arguments", "function_name", b"function_name"], ) -> None: ... global___UnresolvedTableValuedFunction = UnresolvedTableValuedFunction +@typing.final class ToSchema(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3492,20 +3472,23 @@ class ToSchema(google.protobuf.message.Message): schema: pyspark.sql.connect.proto.types_pb2.DataType | None = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["input", b"input", "schema", b"schema"] + self, field_name: typing.Literal["input", b"input", "schema", b"schema"] ) -> builtins.bool: ... def ClearField( - self, field_name: typing_extensions.Literal["input", b"input", "schema", b"schema"] + self, field_name: typing.Literal["input", b"input", "schema", b"schema"] ) -> None: ... global___ToSchema = ToSchema +@typing.final class RepartitionByExpression(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor INPUT_FIELD_NUMBER: builtins.int PARTITION_EXPRS_FIELD_NUMBER: builtins.int NUM_PARTITIONS_FIELD_NUMBER: builtins.int + num_partitions: builtins.int + """(Optional) number of partitions, must be positive.""" @property def input(self) -> global___Relation: """(Required) The input relation.""" @@ -3516,8 +3499,6 @@ class RepartitionByExpression(google.protobuf.message.Message): pyspark.sql.connect.proto.expressions_pb2.Expression ]: """(Required) The partitioning expressions.""" - num_partitions: builtins.int - """(Optional) number of partitions, must be positive.""" def __init__( self, *, @@ -3530,7 +3511,7 @@ class RepartitionByExpression(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_num_partitions", b"_num_partitions", "input", @@ -3541,7 +3522,7 @@ class RepartitionByExpression(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_num_partitions", b"_num_partitions", "input", @@ -3553,11 +3534,12 @@ class RepartitionByExpression(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_num_partitions", b"_num_partitions"] - ) -> typing_extensions.Literal["num_partitions"] | None: ... + self, oneof_group: typing.Literal["_num_partitions", b"_num_partitions"] + ) -> typing.Literal["num_partitions"] | None: ... global___RepartitionByExpression = RepartitionByExpression +@typing.final class MapPartitions(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3565,16 +3547,16 @@ class MapPartitions(google.protobuf.message.Message): FUNC_FIELD_NUMBER: builtins.int IS_BARRIER_FIELD_NUMBER: builtins.int PROFILE_ID_FIELD_NUMBER: builtins.int + is_barrier: builtins.bool + """(Optional) Whether to use barrier mode execution or not.""" + profile_id: builtins.int + """(Optional) ResourceProfile id used for the stage level scheduling.""" @property def input(self) -> global___Relation: """(Required) Input relation for a mapPartitions-equivalent API: mapInPandas, mapInArrow.""" @property def func(self) -> pyspark.sql.connect.proto.expressions_pb2.CommonInlineUserDefinedFunction: """(Required) Input user-defined function.""" - is_barrier: builtins.bool - """(Optional) Whether to use barrier mode execution or not.""" - profile_id: builtins.int - """(Optional) ResourceProfile id used for the stage level scheduling.""" def __init__( self, *, @@ -3586,7 +3568,7 @@ class MapPartitions(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_barrier", b"_is_barrier", "_profile_id", @@ -3603,7 +3585,7 @@ class MapPartitions(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_barrier", b"_is_barrier", "_profile_id", @@ -3620,15 +3602,16 @@ class MapPartitions(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_is_barrier", b"_is_barrier"] - ) -> typing_extensions.Literal["is_barrier"] | None: ... + self, oneof_group: typing.Literal["_is_barrier", b"_is_barrier"] + ) -> typing.Literal["is_barrier"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_profile_id", b"_profile_id"] - ) -> typing_extensions.Literal["profile_id"] | None: ... + self, oneof_group: typing.Literal["_profile_id", b"_profile_id"] + ) -> typing.Literal["profile_id"] | None: ... global___MapPartitions = MapPartitions +@typing.final class GroupMap(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3643,6 +3626,12 @@ class GroupMap(google.protobuf.message.Message): TIMEOUT_CONF_FIELD_NUMBER: builtins.int STATE_SCHEMA_FIELD_NUMBER: builtins.int TRANSFORM_WITH_STATE_INFO_FIELD_NUMBER: builtins.int + is_map_groups_with_state: builtins.bool + """(Optional) True if MapGroupsWithState, false if FlatMapGroupsWithState.""" + output_mode: builtins.str + """(Optional) The output mode of the function.""" + timeout_conf: builtins.str + """(Optional) Timeout configuration for groups that do not receive data for a while.""" @property def input(self) -> global___Relation: """(Required) Input relation for Group Map API: apply, applyInPandas.""" @@ -3675,12 +3664,6 @@ class GroupMap(google.protobuf.message.Message): pyspark.sql.connect.proto.expressions_pb2.Expression ]: """(Optional) Expressions for grouping keys of the initial state input relation.""" - is_map_groups_with_state: builtins.bool - """(Optional) True if MapGroupsWithState, false if FlatMapGroupsWithState.""" - output_mode: builtins.str - """(Optional) The output mode of the function.""" - timeout_conf: builtins.str - """(Optional) Timeout configuration for groups that do not receive data for a while.""" @property def state_schema(self) -> pyspark.sql.connect.proto.types_pb2.DataType: """(Optional) The schema for the grouped state.""" @@ -3716,7 +3699,7 @@ class GroupMap(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_map_groups_with_state", b"_is_map_groups_with_state", "_output_mode", @@ -3747,7 +3730,7 @@ class GroupMap(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_is_map_groups_with_state", b"_is_map_groups_with_state", "_output_mode", @@ -3784,33 +3767,29 @@ class GroupMap(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal[ - "_is_map_groups_with_state", b"_is_map_groups_with_state" - ], - ) -> typing_extensions.Literal["is_map_groups_with_state"] | None: ... + self, oneof_group: typing.Literal["_is_map_groups_with_state", b"_is_map_groups_with_state"] + ) -> typing.Literal["is_map_groups_with_state"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_output_mode", b"_output_mode"] - ) -> typing_extensions.Literal["output_mode"] | None: ... + self, oneof_group: typing.Literal["_output_mode", b"_output_mode"] + ) -> typing.Literal["output_mode"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_state_schema", b"_state_schema"] - ) -> typing_extensions.Literal["state_schema"] | None: ... + self, oneof_group: typing.Literal["_state_schema", b"_state_schema"] + ) -> typing.Literal["state_schema"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_timeout_conf", b"_timeout_conf"] - ) -> typing_extensions.Literal["timeout_conf"] | None: ... + self, oneof_group: typing.Literal["_timeout_conf", b"_timeout_conf"] + ) -> typing.Literal["timeout_conf"] | None: ... @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ - "_transform_with_state_info", b"_transform_with_state_info" - ], - ) -> typing_extensions.Literal["transform_with_state_info"] | None: ... + oneof_group: typing.Literal["_transform_with_state_info", b"_transform_with_state_info"], + ) -> typing.Literal["transform_with_state_info"] | None: ... global___GroupMap = GroupMap +@typing.final class TransformWithStateInfo(google.protobuf.message.Message): """Additional input parameters used for TransformWithState operator.""" @@ -3837,7 +3816,7 @@ class TransformWithStateInfo(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_event_time_column_name", b"_event_time_column_name", "_output_schema", @@ -3850,7 +3829,7 @@ class TransformWithStateInfo(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_event_time_column_name", b"_event_time_column_name", "_output_schema", @@ -3865,18 +3844,16 @@ class TransformWithStateInfo(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, - oneof_group: typing_extensions.Literal[ - "_event_time_column_name", b"_event_time_column_name" - ], - ) -> typing_extensions.Literal["event_time_column_name"] | None: ... + self, oneof_group: typing.Literal["_event_time_column_name", b"_event_time_column_name"] + ) -> typing.Literal["event_time_column_name"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_output_schema", b"_output_schema"] - ) -> typing_extensions.Literal["output_schema"] | None: ... + self, oneof_group: typing.Literal["_output_schema", b"_output_schema"] + ) -> typing.Literal["output_schema"] | None: ... global___TransformWithStateInfo = TransformWithStateInfo +@typing.final class CoGroupMap(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3949,14 +3926,11 @@ class CoGroupMap(google.protobuf.message.Message): | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal[ - "func", b"func", "input", b"input", "other", b"other" - ], + self, field_name: typing.Literal["func", b"func", "input", b"input", "other", b"other"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "func", b"func", "input", @@ -3976,6 +3950,7 @@ class CoGroupMap(google.protobuf.message.Message): global___CoGroupMap = CoGroupMap +@typing.final class ApplyInPandasWithState(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -3986,6 +3961,14 @@ class ApplyInPandasWithState(google.protobuf.message.Message): STATE_SCHEMA_FIELD_NUMBER: builtins.int OUTPUT_MODE_FIELD_NUMBER: builtins.int TIMEOUT_CONF_FIELD_NUMBER: builtins.int + output_schema: builtins.str + """(Required) Schema for the output DataFrame.""" + state_schema: builtins.str + """(Required) Schema for the state.""" + output_mode: builtins.str + """(Required) The output mode of the function.""" + timeout_conf: builtins.str + """(Required) Timeout configuration for groups that do not receive data for a while.""" @property def input(self) -> global___Relation: """(Required) Input relation for applyInPandasWithState.""" @@ -3999,14 +3982,6 @@ class ApplyInPandasWithState(google.protobuf.message.Message): @property def func(self) -> pyspark.sql.connect.proto.expressions_pb2.CommonInlineUserDefinedFunction: """(Required) Input user-defined function.""" - output_schema: builtins.str - """(Required) Schema for the output DataFrame.""" - state_schema: builtins.str - """(Required) Schema for the state.""" - output_mode: builtins.str - """(Required) The output mode of the function.""" - timeout_conf: builtins.str - """(Required) Timeout configuration for groups that do not receive data for a while.""" def __init__( self, *, @@ -4023,11 +3998,11 @@ class ApplyInPandasWithState(google.protobuf.message.Message): timeout_conf: builtins.str = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["func", b"func", "input", b"input"] + self, field_name: typing.Literal["func", b"func", "input", b"input"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "func", b"func", "grouping_expressions", @@ -4047,6 +4022,7 @@ class ApplyInPandasWithState(google.protobuf.message.Message): global___ApplyInPandasWithState = ApplyInPandasWithState +@typing.final class CommonInlineUserDefinedTableFunction(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -4077,14 +4053,11 @@ class CommonInlineUserDefinedTableFunction(google.protobuf.message.Message): python_udtf: global___PythonUDTF | None = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal[ - "function", b"function", "python_udtf", b"python_udtf" - ], + self, field_name: typing.Literal["function", b"function", "python_udtf", b"python_udtf"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "arguments", b"arguments", "deterministic", @@ -4098,11 +4071,12 @@ class CommonInlineUserDefinedTableFunction(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["function", b"function"] - ) -> typing_extensions.Literal["python_udtf"] | None: ... + self, oneof_group: typing.Literal["function", b"function"] + ) -> typing.Literal["python_udtf"] | None: ... global___CommonInlineUserDefinedTableFunction = CommonInlineUserDefinedTableFunction +@typing.final class PythonUDTF(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -4110,15 +4084,15 @@ class PythonUDTF(google.protobuf.message.Message): EVAL_TYPE_FIELD_NUMBER: builtins.int COMMAND_FIELD_NUMBER: builtins.int PYTHON_VER_FIELD_NUMBER: builtins.int - @property - def return_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: - """(Optional) Return type of the Python UDTF.""" eval_type: builtins.int """(Required) EvalType of the Python UDTF.""" command: builtins.bytes """(Required) The encoded commands of the Python UDTF.""" python_ver: builtins.str """(Required) Python version being used in the client.""" + @property + def return_type(self) -> pyspark.sql.connect.proto.types_pb2.DataType: + """(Optional) Return type of the Python UDTF.""" def __init__( self, *, @@ -4129,13 +4103,11 @@ class PythonUDTF(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_return_type", b"_return_type", "return_type", b"return_type" - ], + field_name: typing.Literal["_return_type", b"_return_type", "return_type", b"return_type"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_return_type", b"_return_type", "command", @@ -4149,11 +4121,12 @@ class PythonUDTF(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_return_type", b"_return_type"] - ) -> typing_extensions.Literal["return_type"] | None: ... + self, oneof_group: typing.Literal["_return_type", b"_return_type"] + ) -> typing.Literal["return_type"] | None: ... global___PythonUDTF = PythonUDTF +@typing.final class CommonInlineUserDefinedDataSource(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -4171,13 +4144,13 @@ class CommonInlineUserDefinedDataSource(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "data_source", b"data_source", "python_data_source", b"python_data_source" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "data_source", b"data_source", "name", @@ -4187,11 +4160,12 @@ class CommonInlineUserDefinedDataSource(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["data_source", b"data_source"] - ) -> typing_extensions.Literal["python_data_source"] | None: ... + self, oneof_group: typing.Literal["data_source", b"data_source"] + ) -> typing.Literal["python_data_source"] | None: ... global___CommonInlineUserDefinedDataSource = CommonInlineUserDefinedDataSource +@typing.final class PythonDataSource(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -4208,12 +4182,12 @@ class PythonDataSource(google.protobuf.message.Message): python_ver: builtins.str = ..., ) -> None: ... def ClearField( - self, - field_name: typing_extensions.Literal["command", b"command", "python_ver", b"python_ver"], + self, field_name: typing.Literal["command", b"command", "python_ver", b"python_ver"] ) -> None: ... global___PythonDataSource = PythonDataSource +@typing.final class CollectMetrics(google.protobuf.message.Message): """Collect arbitrary (named) metrics from a dataset.""" @@ -4222,11 +4196,11 @@ class CollectMetrics(google.protobuf.message.Message): INPUT_FIELD_NUMBER: builtins.int NAME_FIELD_NUMBER: builtins.int METRICS_FIELD_NUMBER: builtins.int + name: builtins.str + """(Required) Name of the metrics.""" @property def input(self) -> global___Relation: """(Required) The input relation.""" - name: builtins.str - """(Required) Name of the metrics.""" @property def metrics( self, @@ -4242,18 +4216,14 @@ class CollectMetrics(google.protobuf.message.Message): metrics: collections.abc.Iterable[pyspark.sql.connect.proto.expressions_pb2.Expression] | None = ..., ) -> None: ... - def HasField( - self, field_name: typing_extensions.Literal["input", b"input"] - ) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["input", b"input"]) -> builtins.bool: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "input", b"input", "metrics", b"metrics", "name", b"name" - ], + self, field_name: typing.Literal["input", b"input", "metrics", b"metrics", "name", b"name"] ) -> None: ... global___CollectMetrics = CollectMetrics +@typing.final class Parse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -4264,7 +4234,7 @@ class Parse(google.protobuf.message.Message): class _ParseFormatEnumTypeWrapper( google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[Parse._ParseFormat.ValueType], builtins.type, - ): # noqa: F821 + ): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor PARSE_FORMAT_UNSPECIFIED: Parse._ParseFormat.ValueType # 0 PARSE_FORMAT_CSV: Parse._ParseFormat.ValueType # 1 @@ -4275,6 +4245,7 @@ class Parse(google.protobuf.message.Message): PARSE_FORMAT_CSV: Parse.ParseFormat.ValueType # 1 PARSE_FORMAT_JSON: Parse.ParseFormat.ValueType # 2 + @typing.final class OptionsEntry(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -4289,18 +4260,18 @@ class Parse(google.protobuf.message.Message): value: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] + self, field_name: typing.Literal["key", b"key", "value", b"value"] ) -> None: ... INPUT_FIELD_NUMBER: builtins.int FORMAT_FIELD_NUMBER: builtins.int SCHEMA_FIELD_NUMBER: builtins.int OPTIONS_FIELD_NUMBER: builtins.int + format: global___Parse.ParseFormat.ValueType + """(Required) The expected format of the text.""" @property def input(self) -> global___Relation: """(Required) Input relation to Parse. The input is expected to have single text column.""" - format: global___Parse.ParseFormat.ValueType - """(Required) The expected format of the text.""" @property def schema(self) -> pyspark.sql.connect.proto.types_pb2.DataType: """(Optional) DataType representing the schema. If not set, Spark will infer the schema.""" @@ -4317,13 +4288,11 @@ class Parse(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "_schema", b"_schema", "input", b"input", "schema", b"schema" - ], + field_name: typing.Literal["_schema", b"_schema", "input", b"input", "schema", b"schema"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_schema", b"_schema", "format", @@ -4337,11 +4306,12 @@ class Parse(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_schema", b"_schema"] - ) -> typing_extensions.Literal["schema"] | None: ... + self, oneof_group: typing.Literal["_schema", b"_schema"] + ) -> typing.Literal["schema"] | None: ... global___Parse = Parse +@typing.final class AsOfJoin(google.protobuf.message.Message): """Relation of type [[AsOfJoin]]. @@ -4360,6 +4330,12 @@ class AsOfJoin(google.protobuf.message.Message): TOLERANCE_FIELD_NUMBER: builtins.int ALLOW_EXACT_MATCHES_FIELD_NUMBER: builtins.int DIRECTION_FIELD_NUMBER: builtins.int + join_type: builtins.str + """(Required) The join type.""" + allow_exact_matches: builtins.bool + """(Required) Whether allow matching with the same value or not.""" + direction: builtins.str + """(Required) Whether to search for prior, subsequent, or closest matches.""" @property def left(self) -> global___Relation: """(Required) Left input relation for a Join.""" @@ -4388,15 +4364,9 @@ class AsOfJoin(google.protobuf.message.Message): This field does not co-exist with join_condition. """ - join_type: builtins.str - """(Required) The join type.""" @property def tolerance(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression: """(Optional) The asof tolerance within this range.""" - allow_exact_matches: builtins.bool - """(Required) Whether allow matching with the same value or not.""" - direction: builtins.str - """(Required) Whether to search for prior, subsequent, or closest matches.""" def __init__( self, *, @@ -4413,7 +4383,7 @@ class AsOfJoin(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "join_expr", b"join_expr", "left", @@ -4430,7 +4400,7 @@ class AsOfJoin(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "allow_exact_matches", b"allow_exact_matches", "direction", @@ -4456,6 +4426,7 @@ class AsOfJoin(google.protobuf.message.Message): global___AsOfJoin = AsOfJoin +@typing.final class LateralJoin(google.protobuf.message.Message): """Relation of type [[LateralJoin]]. @@ -4468,6 +4439,8 @@ class LateralJoin(google.protobuf.message.Message): RIGHT_FIELD_NUMBER: builtins.int JOIN_CONDITION_FIELD_NUMBER: builtins.int JOIN_TYPE_FIELD_NUMBER: builtins.int + join_type: global___Join.JoinType.ValueType + """(Required) The join type.""" @property def left(self) -> global___Relation: """(Required) Left input relation for a Join.""" @@ -4477,8 +4450,6 @@ class LateralJoin(google.protobuf.message.Message): @property def join_condition(self) -> pyspark.sql.connect.proto.expressions_pb2.Expression: """(Optional) The join condition.""" - join_type: global___Join.JoinType.ValueType - """(Required) The join type.""" def __init__( self, *, @@ -4489,13 +4460,13 @@ class LateralJoin(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "join_condition", b"join_condition", "left", b"left", "right", b"right" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "join_condition", b"join_condition", "join_type", diff --git a/python/pyspark/sql/connect/proto/types_pb2.py b/python/pyspark/sql/connect/proto/types_pb2.py index 3f43bf35af40f..9a52129103ad5 100644 --- a/python/pyspark/sql/connect/proto/types_pb2.py +++ b/python/pyspark/sql/connect/proto/types_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: spark/connect/types.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -27,7 +27,7 @@ from google.protobuf.internal import builder as _builder _runtime_version.ValidateProtobufRuntimeVersion( - _runtime_version.Domain.PUBLIC, 5, 28, 3, "", "spark/connect/types.proto" + _runtime_version.Domain.PUBLIC, 5, 29, 5, "", "spark/connect/types.proto" ) # @@protoc_insertion_point(imports) diff --git a/python/pyspark/sql/connect/proto/types_pb2.pyi b/python/pyspark/sql/connect/proto/types_pb2.pyi index d46770c4f888e..9baae1b82fef1 100644 --- a/python/pyspark/sql/connect/proto/types_pb2.pyi +++ b/python/pyspark/sql/connect/proto/types_pb2.pyi @@ -33,21 +33,17 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.descriptor import google.protobuf.internal.containers import google.protobuf.message -import sys import typing -if sys.version_info >= (3, 8): - import typing as typing_extensions -else: - import typing_extensions - DESCRIPTOR: google.protobuf.descriptor.FileDescriptor +@typing.final class DataType(google.protobuf.message.Message): """This message describes the logical [[DataType]] of something. It does not carry the value itself but only describes it. @@ -55,6 +51,7 @@ class DataType(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor + @typing.final class Boolean(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -67,11 +64,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Byte(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -84,11 +80,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Short(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -101,11 +96,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Integer(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -118,11 +112,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Long(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -135,11 +128,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Float(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -152,11 +144,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Double(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -169,11 +160,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class String(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -189,11 +179,12 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "collation", b"collation", "type_variation_reference", b"type_variation_reference" ], ) -> None: ... + @typing.final class Binary(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -206,11 +197,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class NULL(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -223,11 +213,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Timestamp(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -240,11 +229,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Date(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -257,11 +245,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class TimestampNTZ(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -274,11 +261,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class Time(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -293,14 +279,11 @@ class DataType(google.protobuf.message.Message): type_variation_reference: builtins.int = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal[ - "_precision", b"_precision", "precision", b"precision" - ], + self, field_name: typing.Literal["_precision", b"_precision", "precision", b"precision"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_precision", b"_precision", "precision", @@ -310,9 +293,10 @@ class DataType(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_precision", b"_precision"] - ) -> typing_extensions.Literal["precision"] | None: ... + self, oneof_group: typing.Literal["_precision", b"_precision"] + ) -> typing.Literal["precision"] | None: ... + @typing.final class CalendarInterval(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -325,11 +309,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class YearMonthInterval(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -348,7 +331,7 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_end_field", b"_end_field", "_start_field", @@ -361,7 +344,7 @@ class DataType(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_end_field", b"_end_field", "_start_field", @@ -376,13 +359,14 @@ class DataType(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_end_field", b"_end_field"] - ) -> typing_extensions.Literal["end_field"] | None: ... + self, oneof_group: typing.Literal["_end_field", b"_end_field"] + ) -> typing.Literal["end_field"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_start_field", b"_start_field"] - ) -> typing_extensions.Literal["start_field"] | None: ... + self, oneof_group: typing.Literal["_start_field", b"_start_field"] + ) -> typing.Literal["start_field"] | None: ... + @typing.final class DayTimeInterval(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -401,7 +385,7 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_end_field", b"_end_field", "_start_field", @@ -414,7 +398,7 @@ class DataType(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_end_field", b"_end_field", "_start_field", @@ -429,13 +413,14 @@ class DataType(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_end_field", b"_end_field"] - ) -> typing_extensions.Literal["end_field"] | None: ... + self, oneof_group: typing.Literal["_end_field", b"_end_field"] + ) -> typing.Literal["end_field"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_start_field", b"_start_field"] - ) -> typing_extensions.Literal["start_field"] | None: ... + self, oneof_group: typing.Literal["_start_field", b"_start_field"] + ) -> typing.Literal["start_field"] | None: ... + @typing.final class Char(google.protobuf.message.Message): """Start compound types.""" @@ -453,11 +438,12 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "length", b"length", "type_variation_reference", b"type_variation_reference" ], ) -> None: ... + @typing.final class VarChar(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -473,11 +459,12 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "length", b"length", "type_variation_reference", b"type_variation_reference" ], ) -> None: ... + @typing.final class Decimal(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -496,7 +483,7 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_precision", b"_precision", "_scale", @@ -509,7 +496,7 @@ class DataType(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_precision", b"_precision", "_scale", @@ -524,13 +511,14 @@ class DataType(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_precision", b"_precision"] - ) -> typing_extensions.Literal["precision"] | None: ... + self, oneof_group: typing.Literal["_precision", b"_precision"] + ) -> typing.Literal["precision"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_scale", b"_scale"] - ) -> typing_extensions.Literal["scale"] | None: ... + self, oneof_group: typing.Literal["_scale", b"_scale"] + ) -> typing.Literal["scale"] | None: ... + @typing.final class StructField(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -539,10 +527,10 @@ class DataType(google.protobuf.message.Message): NULLABLE_FIELD_NUMBER: builtins.int METADATA_FIELD_NUMBER: builtins.int name: builtins.str - @property - def data_type(self) -> global___DataType: ... nullable: builtins.bool metadata: builtins.str + @property + def data_type(self) -> global___DataType: ... def __init__( self, *, @@ -553,13 +541,13 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_metadata", b"_metadata", "data_type", b"data_type", "metadata", b"metadata" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_metadata", b"_metadata", "data_type", @@ -573,21 +561,22 @@ class DataType(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_metadata", b"_metadata"] - ) -> typing_extensions.Literal["metadata"] | None: ... + self, oneof_group: typing.Literal["_metadata", b"_metadata"] + ) -> typing.Literal["metadata"] | None: ... + @typing.final class Struct(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor FIELDS_FIELD_NUMBER: builtins.int TYPE_VARIATION_REFERENCE_FIELD_NUMBER: builtins.int + type_variation_reference: builtins.int @property def fields( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ global___DataType.StructField ]: ... - type_variation_reference: builtins.int def __init__( self, *, @@ -596,21 +585,22 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "fields", b"fields", "type_variation_reference", b"type_variation_reference" ], ) -> None: ... + @typing.final class Array(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor ELEMENT_TYPE_FIELD_NUMBER: builtins.int CONTAINS_NULL_FIELD_NUMBER: builtins.int TYPE_VARIATION_REFERENCE_FIELD_NUMBER: builtins.int - @property - def element_type(self) -> global___DataType: ... contains_null: builtins.bool type_variation_reference: builtins.int + @property + def element_type(self) -> global___DataType: ... def __init__( self, *, @@ -619,11 +609,11 @@ class DataType(google.protobuf.message.Message): type_variation_reference: builtins.int = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["element_type", b"element_type"] + self, field_name: typing.Literal["element_type", b"element_type"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "contains_null", b"contains_null", "element_type", @@ -633,6 +623,7 @@ class DataType(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class Map(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -640,12 +631,12 @@ class DataType(google.protobuf.message.Message): VALUE_TYPE_FIELD_NUMBER: builtins.int VALUE_CONTAINS_NULL_FIELD_NUMBER: builtins.int TYPE_VARIATION_REFERENCE_FIELD_NUMBER: builtins.int + value_contains_null: builtins.bool + type_variation_reference: builtins.int @property def key_type(self) -> global___DataType: ... @property def value_type(self) -> global___DataType: ... - value_contains_null: builtins.bool - type_variation_reference: builtins.int def __init__( self, *, @@ -655,14 +646,11 @@ class DataType(google.protobuf.message.Message): type_variation_reference: builtins.int = ..., ) -> None: ... def HasField( - self, - field_name: typing_extensions.Literal[ - "key_type", b"key_type", "value_type", b"value_type" - ], + self, field_name: typing.Literal["key_type", b"key_type", "value_type", b"value_type"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "key_type", b"key_type", "type_variation_reference", @@ -674,6 +662,7 @@ class DataType(google.protobuf.message.Message): ], ) -> None: ... + @typing.final class Variant(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -686,11 +675,10 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "type_variation_reference", b"type_variation_reference" - ], + field_name: typing.Literal["type_variation_reference", b"type_variation_reference"], ) -> None: ... + @typing.final class UDT(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -720,7 +708,7 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_jvm_class", b"_jvm_class", "_python_class", @@ -741,7 +729,7 @@ class DataType(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "_jvm_class", b"_jvm_class", "_python_class", @@ -764,24 +752,23 @@ class DataType(google.protobuf.message.Message): ) -> None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_jvm_class", b"_jvm_class"] - ) -> typing_extensions.Literal["jvm_class"] | None: ... + self, oneof_group: typing.Literal["_jvm_class", b"_jvm_class"] + ) -> typing.Literal["jvm_class"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_python_class", b"_python_class"] - ) -> typing_extensions.Literal["python_class"] | None: ... + self, oneof_group: typing.Literal["_python_class", b"_python_class"] + ) -> typing.Literal["python_class"] | None: ... @typing.overload def WhichOneof( self, - oneof_group: typing_extensions.Literal[ - "_serialized_python_class", b"_serialized_python_class" - ], - ) -> typing_extensions.Literal["serialized_python_class"] | None: ... + oneof_group: typing.Literal["_serialized_python_class", b"_serialized_python_class"], + ) -> typing.Literal["serialized_python_class"] | None: ... @typing.overload def WhichOneof( - self, oneof_group: typing_extensions.Literal["_sql_type", b"_sql_type"] - ) -> typing_extensions.Literal["sql_type"] | None: ... + self, oneof_group: typing.Literal["_sql_type", b"_sql_type"] + ) -> typing.Literal["sql_type"] | None: ... + @typing.final class Unparsed(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -794,7 +781,7 @@ class DataType(google.protobuf.message.Message): data_type_string: builtins.str = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["data_type_string", b"data_type_string"] + self, field_name: typing.Literal["data_type_string", b"data_type_string"] ) -> None: ... NULL_FIELD_NUMBER: builtins.int @@ -914,7 +901,7 @@ class DataType(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "array", b"array", "binary", @@ -973,7 +960,7 @@ class DataType(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "array", b"array", "binary", @@ -1031,9 +1018,9 @@ class DataType(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["kind", b"kind"] + self, oneof_group: typing.Literal["kind", b"kind"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "null", "binary", "boolean", diff --git a/python/pyspark/sql/streaming/proto/StateMessage_pb2.py b/python/pyspark/sql/streaming/proto/StateMessage_pb2.py index 288a4b6a465ff..b88fc2c5ca402 100644 --- a/python/pyspark/sql/streaming/proto/StateMessage_pb2.py +++ b/python/pyspark/sql/streaming/proto/StateMessage_pb2.py @@ -18,7 +18,7 @@ # Generated by the protocol buffer compiler. DO NOT EDIT! # NO CHECKED-IN PROTOBUF GENCODE # source: org/apache/spark/sql/execution/streaming/StateMessage.proto -# Protobuf Python Version: 5.28.3 +# Protobuf Python Version: 5.29.5 """Generated protocol buffer code.""" from google.protobuf import descriptor as _descriptor from google.protobuf import descriptor_pool as _descriptor_pool @@ -29,8 +29,8 @@ _runtime_version.ValidateProtobufRuntimeVersion( _runtime_version.Domain.PUBLIC, 5, - 28, - 3, + 29, + 5, "", "org/apache/spark/sql/execution/streaming/StateMessage.proto", ) diff --git a/python/pyspark/sql/streaming/proto/StateMessage_pb2.pyi b/python/pyspark/sql/streaming/proto/StateMessage_pb2.pyi index 74db2650a0eb3..5c8a794e96e3c 100644 --- a/python/pyspark/sql/streaming/proto/StateMessage_pb2.pyi +++ b/python/pyspark/sql/streaming/proto/StateMessage_pb2.pyi @@ -33,6 +33,7 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. """ + import builtins import collections.abc import google.protobuf.descriptor @@ -56,7 +57,7 @@ class _HandleState: class _HandleStateEnumTypeWrapper( google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_HandleState.ValueType], builtins.type, -): # noqa: F821 +): DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor PRE_INIT: _HandleState.ValueType # 0 CREATED: _HandleState.ValueType # 1 @@ -75,6 +76,7 @@ TIMER_PROCESSED: HandleState.ValueType # 4 CLOSED: HandleState.ValueType # 5 global___HandleState = HandleState +@typing.final class StateRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -107,7 +109,7 @@ class StateRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "implicitGroupingKeyRequest", b"implicitGroupingKeyRequest", "method", @@ -124,7 +126,7 @@ class StateRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "implicitGroupingKeyRequest", b"implicitGroupingKeyRequest", "method", @@ -142,9 +144,9 @@ class StateRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] + self, oneof_group: typing.Literal["method", b"method"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "statefulProcessorCall", "stateVariableRequest", "implicitGroupingKeyRequest", @@ -156,6 +158,7 @@ class StateRequest(google.protobuf.message.Message): global___StateRequest = StateRequest +@typing.final class StateResponse(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -174,13 +177,14 @@ class StateResponse(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "errorMessage", b"errorMessage", "statusCode", b"statusCode", "value", b"value" ], ) -> None: ... global___StateResponse = StateResponse +@typing.final class StateResponseWithLongTypeVal(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -199,13 +203,14 @@ class StateResponseWithLongTypeVal(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "errorMessage", b"errorMessage", "statusCode", b"statusCode", "value", b"value" ], ) -> None: ... global___StateResponseWithLongTypeVal = StateResponseWithLongTypeVal +@typing.final class StateResponseWithStringTypeVal(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -224,13 +229,14 @@ class StateResponseWithStringTypeVal(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "errorMessage", b"errorMessage", "statusCode", b"statusCode", "value", b"value" ], ) -> None: ... global___StateResponseWithStringTypeVal = StateResponseWithStringTypeVal +@typing.final class StateResponseWithListGet(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -240,11 +246,11 @@ class StateResponseWithListGet(google.protobuf.message.Message): REQUIRENEXTFETCH_FIELD_NUMBER: builtins.int statusCode: builtins.int errorMessage: builtins.str + requireNextFetch: builtins.bool @property def value( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.bytes]: ... - requireNextFetch: builtins.bool def __init__( self, *, @@ -255,7 +261,7 @@ class StateResponseWithListGet(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "errorMessage", b"errorMessage", "requireNextFetch", @@ -269,6 +275,7 @@ class StateResponseWithListGet(google.protobuf.message.Message): global___StateResponseWithListGet = StateResponseWithListGet +@typing.final class StateResponseWithMapKeysOrValues(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -278,11 +285,11 @@ class StateResponseWithMapKeysOrValues(google.protobuf.message.Message): REQUIRENEXTFETCH_FIELD_NUMBER: builtins.int statusCode: builtins.int errorMessage: builtins.str + requireNextFetch: builtins.bool @property def value( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.bytes]: ... - requireNextFetch: builtins.bool def __init__( self, *, @@ -293,7 +300,7 @@ class StateResponseWithMapKeysOrValues(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "errorMessage", b"errorMessage", "requireNextFetch", @@ -307,6 +314,7 @@ class StateResponseWithMapKeysOrValues(google.protobuf.message.Message): global___StateResponseWithMapKeysOrValues = StateResponseWithMapKeysOrValues +@typing.final class KeyAndValuePair(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -320,12 +328,11 @@ class KeyAndValuePair(google.protobuf.message.Message): key: builtins.bytes = ..., value: builtins.bytes = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["key", b"key", "value", b"value"]) -> None: ... global___KeyAndValuePair = KeyAndValuePair +@typing.final class StateResponseWithMapIterator(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -335,13 +342,13 @@ class StateResponseWithMapIterator(google.protobuf.message.Message): REQUIRENEXTFETCH_FIELD_NUMBER: builtins.int statusCode: builtins.int errorMessage: builtins.str + requireNextFetch: builtins.bool @property def kvPair( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ global___KeyAndValuePair ]: ... - requireNextFetch: builtins.bool def __init__( self, *, @@ -352,7 +359,7 @@ class StateResponseWithMapIterator(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "errorMessage", b"errorMessage", "kvPair", @@ -366,6 +373,7 @@ class StateResponseWithMapIterator(google.protobuf.message.Message): global___StateResponseWithMapIterator = StateResponseWithMapIterator +@typing.final class TimerInfo(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -380,20 +388,19 @@ class TimerInfo(google.protobuf.message.Message): timestampMs: builtins.int = ..., ) -> None: ... def HasField( - self, field_name: typing_extensions.Literal["_key", b"_key", "key", b"key"] + self, field_name: typing.Literal["_key", b"_key", "key", b"key"] ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "_key", b"_key", "key", b"key", "timestampMs", b"timestampMs" - ], + field_name: typing.Literal["_key", b"_key", "key", b"key", "timestampMs", b"timestampMs"], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["_key", b"_key"] - ) -> typing_extensions.Literal["key"] | None: ... + self, oneof_group: typing.Literal["_key", b"_key"] + ) -> typing.Literal["key"] | None: ... global___TimerInfo = TimerInfo +@typing.final class StateResponseWithTimer(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -403,13 +410,13 @@ class StateResponseWithTimer(google.protobuf.message.Message): REQUIRENEXTFETCH_FIELD_NUMBER: builtins.int statusCode: builtins.int errorMessage: builtins.str + requireNextFetch: builtins.bool @property def timer( self, ) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[ global___TimerInfo ]: ... - requireNextFetch: builtins.bool def __init__( self, *, @@ -420,7 +427,7 @@ class StateResponseWithTimer(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "errorMessage", b"errorMessage", "requireNextFetch", @@ -434,6 +441,7 @@ class StateResponseWithTimer(google.protobuf.message.Message): global___StateResponseWithTimer = StateResponseWithTimer +@typing.final class StatefulProcessorCall(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -467,7 +475,7 @@ class StatefulProcessorCall(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "deleteIfExists", b"deleteIfExists", "getListState", @@ -486,7 +494,7 @@ class StatefulProcessorCall(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "deleteIfExists", b"deleteIfExists", "getListState", @@ -504,9 +512,9 @@ class StatefulProcessorCall(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] + self, oneof_group: typing.Literal["method", b"method"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "setHandleState", "getValueState", "getListState", @@ -519,6 +527,7 @@ class StatefulProcessorCall(google.protobuf.message.Message): global___StatefulProcessorCall = StatefulProcessorCall +@typing.final class StateVariableRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -540,7 +549,7 @@ class StateVariableRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "listStateCall", b"listStateCall", "mapStateCall", @@ -553,7 +562,7 @@ class StateVariableRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "listStateCall", b"listStateCall", "mapStateCall", @@ -565,11 +574,12 @@ class StateVariableRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] - ) -> typing_extensions.Literal["valueStateCall", "listStateCall", "mapStateCall"] | None: ... + self, oneof_group: typing.Literal["method", b"method"] + ) -> typing.Literal["valueStateCall", "listStateCall", "mapStateCall"] | None: ... global___StateVariableRequest = StateVariableRequest +@typing.final class ImplicitGroupingKeyRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -587,7 +597,7 @@ class ImplicitGroupingKeyRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "method", b"method", "removeImplicitKey", @@ -598,7 +608,7 @@ class ImplicitGroupingKeyRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "method", b"method", "removeImplicitKey", @@ -608,11 +618,12 @@ class ImplicitGroupingKeyRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] - ) -> typing_extensions.Literal["setImplicitKey", "removeImplicitKey"] | None: ... + self, oneof_group: typing.Literal["method", b"method"] + ) -> typing.Literal["setImplicitKey", "removeImplicitKey"] | None: ... global___ImplicitGroupingKeyRequest = ImplicitGroupingKeyRequest +@typing.final class TimerRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -630,7 +641,7 @@ class TimerRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "expiryTimerRequest", b"expiryTimerRequest", "method", @@ -641,7 +652,7 @@ class TimerRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "expiryTimerRequest", b"expiryTimerRequest", "method", @@ -651,11 +662,12 @@ class TimerRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] - ) -> typing_extensions.Literal["timerValueRequest", "expiryTimerRequest"] | None: ... + self, oneof_group: typing.Literal["method", b"method"] + ) -> typing.Literal["timerValueRequest", "expiryTimerRequest"] | None: ... global___TimerRequest = TimerRequest +@typing.final class TimerValueRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -673,7 +685,7 @@ class TimerValueRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "getProcessingTimer", b"getProcessingTimer", "getWatermark", @@ -684,7 +696,7 @@ class TimerValueRequest(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "getProcessingTimer", b"getProcessingTimer", "getWatermark", @@ -694,11 +706,12 @@ class TimerValueRequest(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] - ) -> typing_extensions.Literal["getProcessingTimer", "getWatermark"] | None: ... + self, oneof_group: typing.Literal["method", b"method"] + ) -> typing.Literal["getProcessingTimer", "getWatermark"] | None: ... global___TimerValueRequest = TimerValueRequest +@typing.final class ExpiryTimerRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -714,13 +727,14 @@ class ExpiryTimerRequest(google.protobuf.message.Message): ) -> None: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "expiryTimestampMs", b"expiryTimestampMs", "iteratorId", b"iteratorId" ], ) -> None: ... global___ExpiryTimerRequest = ExpiryTimerRequest +@typing.final class GetProcessingTime(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -730,6 +744,7 @@ class GetProcessingTime(google.protobuf.message.Message): global___GetProcessingTime = GetProcessingTime +@typing.final class GetWatermark(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -739,6 +754,7 @@ class GetWatermark(google.protobuf.message.Message): global___GetWatermark = GetWatermark +@typing.final class UtilsRequest(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -752,22 +768,19 @@ class UtilsRequest(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ - "method", b"method", "parseStringSchema", b"parseStringSchema" - ], + field_name: typing.Literal["method", b"method", "parseStringSchema", b"parseStringSchema"], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ - "method", b"method", "parseStringSchema", b"parseStringSchema" - ], + field_name: typing.Literal["method", b"method", "parseStringSchema", b"parseStringSchema"], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] - ) -> typing_extensions.Literal["parseStringSchema"] | None: ... + self, oneof_group: typing.Literal["method", b"method"] + ) -> typing.Literal["parseStringSchema"] | None: ... global___UtilsRequest = UtilsRequest +@typing.final class ParseStringSchema(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -778,10 +791,11 @@ class ParseStringSchema(google.protobuf.message.Message): *, schema: builtins.str = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["schema", b"schema"]) -> None: ... + def ClearField(self, field_name: typing.Literal["schema", b"schema"]) -> None: ... global___ParseStringSchema = ParseStringSchema +@typing.final class StateCallCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -802,10 +816,10 @@ class StateCallCommand(google.protobuf.message.Message): mapStateValueSchema: builtins.str = ..., ttl: global___TTLConfig | None = ..., ) -> None: ... - def HasField(self, field_name: typing_extensions.Literal["ttl", b"ttl"]) -> builtins.bool: ... + def HasField(self, field_name: typing.Literal["ttl", b"ttl"]) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "mapStateValueSchema", b"mapStateValueSchema", "schema", @@ -819,6 +833,7 @@ class StateCallCommand(google.protobuf.message.Message): global___StateCallCommand = StateCallCommand +@typing.final class TimerStateCallCommand(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -840,22 +855,23 @@ class TimerStateCallCommand(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "delete", b"delete", "list", b"list", "method", b"method", "register", b"register" ], ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "delete", b"delete", "list", b"list", "method", b"method", "register", b"register" ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] - ) -> typing_extensions.Literal["register", "delete", "list"] | None: ... + self, oneof_group: typing.Literal["method", b"method"] + ) -> typing.Literal["register", "delete", "list"] | None: ... global___TimerStateCallCommand = TimerStateCallCommand +@typing.final class ValueStateCall(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -884,7 +900,7 @@ class ValueStateCall(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "clear", b"clear", "exists", @@ -899,7 +915,7 @@ class ValueStateCall(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "clear", b"clear", "exists", @@ -915,11 +931,12 @@ class ValueStateCall(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] - ) -> typing_extensions.Literal["exists", "get", "valueStateUpdate", "clear"] | None: ... + self, oneof_group: typing.Literal["method", b"method"] + ) -> typing.Literal["exists", "get", "valueStateUpdate", "clear"] | None: ... global___ValueStateCall = ValueStateCall +@typing.final class ListStateCall(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -956,7 +973,7 @@ class ListStateCall(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "appendList", b"appendList", "appendValue", @@ -975,7 +992,7 @@ class ListStateCall(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "appendList", b"appendList", "appendValue", @@ -995,9 +1012,9 @@ class ListStateCall(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] + self, oneof_group: typing.Literal["method", b"method"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "exists", "listStateGet", "listStatePut", "appendValue", "appendList", "clear" ] | None @@ -1005,6 +1022,7 @@ class ListStateCall(google.protobuf.message.Message): global___ListStateCall = ListStateCall +@typing.final class MapStateCall(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1053,7 +1071,7 @@ class MapStateCall(google.protobuf.message.Message): ) -> None: ... def HasField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "clear", b"clear", "containsKey", @@ -1078,7 +1096,7 @@ class MapStateCall(google.protobuf.message.Message): ) -> builtins.bool: ... def ClearField( self, - field_name: typing_extensions.Literal[ + field_name: typing.Literal[ "clear", b"clear", "containsKey", @@ -1104,9 +1122,9 @@ class MapStateCall(google.protobuf.message.Message): ], ) -> None: ... def WhichOneof( - self, oneof_group: typing_extensions.Literal["method", b"method"] + self, oneof_group: typing.Literal["method", b"method"] ) -> ( - typing_extensions.Literal[ + typing.Literal[ "exists", "getValue", "containsKey", @@ -1122,6 +1140,7 @@ class MapStateCall(google.protobuf.message.Message): global___MapStateCall = MapStateCall +@typing.final class SetImplicitKey(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1132,10 +1151,11 @@ class SetImplicitKey(google.protobuf.message.Message): *, key: builtins.bytes = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["key", b"key"]) -> None: ... + def ClearField(self, field_name: typing.Literal["key", b"key"]) -> None: ... global___SetImplicitKey = SetImplicitKey +@typing.final class RemoveImplicitKey(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1145,6 +1165,7 @@ class RemoveImplicitKey(google.protobuf.message.Message): global___RemoveImplicitKey = RemoveImplicitKey +@typing.final class Exists(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1154,6 +1175,7 @@ class Exists(google.protobuf.message.Message): global___Exists = Exists +@typing.final class Get(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1163,6 +1185,7 @@ class Get(google.protobuf.message.Message): global___Get = Get +@typing.final class RegisterTimer(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1174,11 +1197,12 @@ class RegisterTimer(google.protobuf.message.Message): expiryTimestampMs: builtins.int = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["expiryTimestampMs", b"expiryTimestampMs"] + self, field_name: typing.Literal["expiryTimestampMs", b"expiryTimestampMs"] ) -> None: ... global___RegisterTimer = RegisterTimer +@typing.final class DeleteTimer(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1190,11 +1214,12 @@ class DeleteTimer(google.protobuf.message.Message): expiryTimestampMs: builtins.int = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["expiryTimestampMs", b"expiryTimestampMs"] + self, field_name: typing.Literal["expiryTimestampMs", b"expiryTimestampMs"] ) -> None: ... global___DeleteTimer = DeleteTimer +@typing.final class ListTimers(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1205,12 +1230,11 @@ class ListTimers(google.protobuf.message.Message): *, iteratorId: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["iteratorId", b"iteratorId"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["iteratorId", b"iteratorId"]) -> None: ... global___ListTimers = ListTimers +@typing.final class ValueStateUpdate(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1221,10 +1245,11 @@ class ValueStateUpdate(google.protobuf.message.Message): *, value: builtins.bytes = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["value", b"value"]) -> None: ... + def ClearField(self, field_name: typing.Literal["value", b"value"]) -> None: ... global___ValueStateUpdate = ValueStateUpdate +@typing.final class Clear(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1234,6 +1259,7 @@ class Clear(google.protobuf.message.Message): global___Clear = Clear +@typing.final class ListStateGet(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1244,22 +1270,21 @@ class ListStateGet(google.protobuf.message.Message): *, iteratorId: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["iteratorId", b"iteratorId"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["iteratorId", b"iteratorId"]) -> None: ... global___ListStateGet = ListStateGet +@typing.final class ListStatePut(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor VALUE_FIELD_NUMBER: builtins.int FETCHWITHARROW_FIELD_NUMBER: builtins.int + fetchWithArrow: builtins.bool @property def value( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.bytes]: ... - fetchWithArrow: builtins.bool def __init__( self, *, @@ -1267,14 +1292,12 @@ class ListStatePut(google.protobuf.message.Message): fetchWithArrow: builtins.bool = ..., ) -> None: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "fetchWithArrow", b"fetchWithArrow", "value", b"value" - ], + self, field_name: typing.Literal["fetchWithArrow", b"fetchWithArrow", "value", b"value"] ) -> None: ... global___ListStatePut = ListStatePut +@typing.final class AppendValue(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1285,20 +1308,21 @@ class AppendValue(google.protobuf.message.Message): *, value: builtins.bytes = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["value", b"value"]) -> None: ... + def ClearField(self, field_name: typing.Literal["value", b"value"]) -> None: ... global___AppendValue = AppendValue +@typing.final class AppendList(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor VALUE_FIELD_NUMBER: builtins.int FETCHWITHARROW_FIELD_NUMBER: builtins.int + fetchWithArrow: builtins.bool @property def value( self, ) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.bytes]: ... - fetchWithArrow: builtins.bool def __init__( self, *, @@ -1306,14 +1330,12 @@ class AppendList(google.protobuf.message.Message): fetchWithArrow: builtins.bool = ..., ) -> None: ... def ClearField( - self, - field_name: typing_extensions.Literal[ - "fetchWithArrow", b"fetchWithArrow", "value", b"value" - ], + self, field_name: typing.Literal["fetchWithArrow", b"fetchWithArrow", "value", b"value"] ) -> None: ... global___AppendList = AppendList +@typing.final class GetValue(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1324,10 +1346,11 @@ class GetValue(google.protobuf.message.Message): *, userKey: builtins.bytes = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["userKey", b"userKey"]) -> None: ... + def ClearField(self, field_name: typing.Literal["userKey", b"userKey"]) -> None: ... global___GetValue = GetValue +@typing.final class ContainsKey(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1338,10 +1361,11 @@ class ContainsKey(google.protobuf.message.Message): *, userKey: builtins.bytes = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["userKey", b"userKey"]) -> None: ... + def ClearField(self, field_name: typing.Literal["userKey", b"userKey"]) -> None: ... global___ContainsKey = ContainsKey +@typing.final class UpdateValue(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1356,11 +1380,12 @@ class UpdateValue(google.protobuf.message.Message): value: builtins.bytes = ..., ) -> None: ... def ClearField( - self, field_name: typing_extensions.Literal["userKey", b"userKey", "value", b"value"] + self, field_name: typing.Literal["userKey", b"userKey", "value", b"value"] ) -> None: ... global___UpdateValue = UpdateValue +@typing.final class Iterator(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1371,12 +1396,11 @@ class Iterator(google.protobuf.message.Message): *, iteratorId: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["iteratorId", b"iteratorId"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["iteratorId", b"iteratorId"]) -> None: ... global___Iterator = Iterator +@typing.final class Keys(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1387,12 +1411,11 @@ class Keys(google.protobuf.message.Message): *, iteratorId: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["iteratorId", b"iteratorId"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["iteratorId", b"iteratorId"]) -> None: ... global___Keys = Keys +@typing.final class Values(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1403,12 +1426,11 @@ class Values(google.protobuf.message.Message): *, iteratorId: builtins.str = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["iteratorId", b"iteratorId"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["iteratorId", b"iteratorId"]) -> None: ... global___Values = Values +@typing.final class RemoveKey(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1419,10 +1441,11 @@ class RemoveKey(google.protobuf.message.Message): *, userKey: builtins.bytes = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["userKey", b"userKey"]) -> None: ... + def ClearField(self, field_name: typing.Literal["userKey", b"userKey"]) -> None: ... global___RemoveKey = RemoveKey +@typing.final class SetHandleState(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1433,10 +1456,11 @@ class SetHandleState(google.protobuf.message.Message): *, state: global___HandleState.ValueType = ..., ) -> None: ... - def ClearField(self, field_name: typing_extensions.Literal["state", b"state"]) -> None: ... + def ClearField(self, field_name: typing.Literal["state", b"state"]) -> None: ... global___SetHandleState = SetHandleState +@typing.final class TTLConfig(google.protobuf.message.Message): DESCRIPTOR: google.protobuf.descriptor.Descriptor @@ -1447,8 +1471,6 @@ class TTLConfig(google.protobuf.message.Message): *, durationMs: builtins.int = ..., ) -> None: ... - def ClearField( - self, field_name: typing_extensions.Literal["durationMs", b"durationMs"] - ) -> None: ... + def ClearField(self, field_name: typing.Literal["durationMs", b"durationMs"]) -> None: ... global___TTLConfig = TTLConfig diff --git a/sql/connect/common/src/main/buf.gen.yaml b/sql/connect/common/src/main/buf.gen.yaml index c9fcfb8f0d305..d6120bfd36fa1 100644 --- a/sql/connect/common/src/main/buf.gen.yaml +++ b/sql/connect/common/src/main/buf.gen.yaml @@ -16,18 +16,18 @@ # version: v1 plugins: - - plugin: buf.build/protocolbuffers/cpp:v28.3 + - plugin: buf.build/protocolbuffers/cpp:v29.5 out: gen/proto/cpp - - plugin: buf.build/protocolbuffers/csharp:v28.3 + - plugin: buf.build/protocolbuffers/csharp:v29.5 out: gen/proto/csharp - - plugin: buf.build/protocolbuffers/java:v28.3 + - plugin: buf.build/protocolbuffers/java:v29.5 out: gen/proto/java - plugin: buf.build/grpc/ruby:v1.67.0 out: gen/proto/ruby - - plugin: buf.build/protocolbuffers/ruby:v28.3 + - plugin: buf.build/protocolbuffers/ruby:v29.5 out: gen/proto/ruby # Building the Python build and building the mypy interfaces. - - plugin: buf.build/protocolbuffers/python:v28.3 + - plugin: buf.build/protocolbuffers/python:v29.5 out: gen/proto/python - plugin: buf.build/grpc/python:v1.67.0 out: gen/proto/python diff --git a/sql/core/src/main/buf.gen.yaml b/sql/core/src/main/buf.gen.yaml index 94da50c2c41c8..01a34ed308444 100644 --- a/sql/core/src/main/buf.gen.yaml +++ b/sql/core/src/main/buf.gen.yaml @@ -17,7 +17,7 @@ version: v1 plugins: # Building the Python build and building the mypy interfaces. - - plugin: buf.build/protocolbuffers/python:v28.3 + - plugin: buf.build/protocolbuffers/python:v29.5 out: gen/proto/python - name: mypy out: gen/proto/python