From caf48491ccffa709546a473d36df6a4444164ad1 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sat, 24 Jun 2023 20:46:57 +0200 Subject: Merging upstream version 16.4.2. Signed-off-by: Daniel Baumann --- docs/sqlglot/dataframe/sql.html | 537 ++++++++++++++++++++++++++++++++++++++-- 1 file changed, 517 insertions(+), 20 deletions(-) (limited to 'docs/sqlglot/dataframe/sql.html') diff --git a/docs/sqlglot/dataframe/sql.html b/docs/sqlglot/dataframe/sql.html index 98a954c..5b70a94 100644 --- a/docs/sqlglot/dataframe/sql.html +++ b/docs/sqlglot/dataframe/sql.html @@ -3,7 +3,7 @@ - + sqlglot.dataframe.sql API documentation @@ -33,6 +33,24 @@
  • SparkSession
      +
    • + known_ids +
      • +
    • + known_branch_ids +
      • +
    • + known_sequence_ids +
      • +
    • + name_to_sequence_id_mapping +
      • +
    • + incrementing_id +
      • +
    • + read +
    • table
      • @@ -51,6 +69,48 @@
    • DataFrame
      • +
    • + spark +
      • +
    • + expression +
      • +
    • + branch_id +
      • +
    • + sequence_id +
      • +
    • + last_op +
      • +
    • + pending_hints +
      • +
    • + output_expression_container +
      • +
    • + sparkSession +
      • +
    • + write +
      • +
    • + latest_cte_name +
      • +
    • + pending_join_hints +
      • +
    • + pending_partition_hints +
      • +
    • + columns +
      • +
    • + na +
    • sql
      • @@ -153,6 +213,15 @@
    • GroupedData
      • +
    • + spark +
      • +
    • + last_op +
      • +
    • + group_by_cols +
    • agg
      • @@ -186,6 +255,9 @@
    • Column
      • +
    • + expression +
    • ensure_col
      • @@ -207,6 +279,18 @@
    • unary_op
      • +
    • + is_alias +
      • +
    • + is_column +
      • +
    • + column_expression +
      • +
    • + alias_or_name +
    • ensure_literal
      • @@ -291,6 +375,9 @@
    • DataFrameNaFunctions
      • +
    • + df +
    • drop
      • @@ -306,6 +393,15 @@
    • Window
        +
      • + unboundedPreceding +
        • +
      • + unboundedFollowing +
        • +
      • + currentRow +
      • partitionBy
        • @@ -327,6 +423,9 @@
      • WindowSpec
        • +
      • + expression +
      • copy
        • @@ -354,6 +453,9 @@
      • DataFrameReader
        • +
      • + spark +
      • table
        • @@ -375,6 +477,9 @@
      • mode
        • +
      • + byName +
      • insertInto
        • @@ -578,6 +683,76 @@ +
        +
        + known_ids: ClassVar[Set[str]] = +set() + + +
        + + + + +
        +
        +
        + known_branch_ids: ClassVar[Set[str]] = +set() + + +
        + + + + +
        +
        +
        + known_sequence_ids: ClassVar[Set[str]] = +set() + + +
        + + + + +
        +
        +
        + name_to_sequence_id_mapping: ClassVar[Dict[str, List[str]]] = +defaultdict(<class 'list'>, {}) + + +
        + + + + +
        +
        +
        + incrementing_id + + +
        + + + + +
        +
        +
        + read: sqlglot.dataframe.sql.DataFrameReader + + +
        + + + + +
        @@ -602,7 +777,7 @@
        def - createDataFrame( self, data: Sequence[Union[Dict[str, <MagicMock id='140135091336672'>], List[<MagicMock id='140135091336672'>], Tuple]], schema: Optional[<MagicMock id='140135091187344'>] = None, samplingRatio: Optional[float] = None, verifySchema: bool = False) -> sqlglot.dataframe.sql.DataFrame: + createDataFrame( self, data: Sequence[Union[Dict[str, <MagicMock id='140430583414944'>], List[<MagicMock id='140430583414944'>], Tuple]], schema: Optional[<MagicMock id='140430585007696'>] = None, samplingRatio: Optional[float] = None, verifySchema: bool = False) -> sqlglot.dataframe.sql.DataFrame: @@ -1506,7 +1681,7 @@
        - DataFrame( spark: <MagicMock id='140135093941152'>, expression: sqlglot.expressions.Select, branch_id: Optional[str] = None, sequence_id: Optional[str] = None, last_op: sqlglot.dataframe.sql.operations.Operation = <Operation.INIT: -1>, pending_hints: Optional[List[sqlglot.expressions.Expression]] = None, output_expression_container: Optional[<MagicMock id='140135094093856'>] = None, **kwargs) + DataFrame( spark: <MagicMock id='140430588014224'>, expression: sqlglot.expressions.Select, branch_id: Optional[str] = None, sequence_id: Optional[str] = None, last_op: sqlglot.dataframe.sql.operations.Operation = <Operation.INIT: -1>, pending_hints: Optional[List[sqlglot.expressions.Expression]] = None, output_expression_container: Optional[<MagicMock id='140430588117776'>] = None, **kwargs) @@ -1535,6 +1710,160 @@ +
        +
        +
        + spark + + +
        + + + + +
        +
        +
        + expression + + +
        + + + + +
        +
        +
        + branch_id + + +
        + + + + +
        +
        +
        + sequence_id + + +
        + + + + +
        +
        +
        + last_op + + +
        + + + + +
        +
        +
        + pending_hints + + +
        + + + + +
        +
        +
        + output_expression_container + + +
        + + + + +
        +
        +
        + sparkSession + + +
        + + + + +
        +
        +
        + write + + +
        + + + + +
        +
        +
        + latest_cte_name: str + + +
        + + + + +
        +
        +
        + pending_join_hints + + +
        + + + + +
        +
        +
        + pending_partition_hints + + +
        + + + + +
        +
        +
        + columns: List[str] + + +
        + + + + +
        +
        @@ -2282,7 +2611,7 @@ is unlikely to come up.

        @operation(Operation.FROM)
        def - fillna( self, value: <MagicMock id='140135089923520'>, subset: Union[str, Tuple[str, ...], List[str], NoneType] = None) -> sqlglot.dataframe.sql.DataFrame: + fillna( self, value: <MagicMock id='140430583371888'>, subset: Union[str, Tuple[str, ...], List[str], NoneType] = None) -> sqlglot.dataframe.sql.DataFrame: @@ -2351,7 +2680,7 @@ and check if it matches the type of the value provided. If not then make it null
        @operation(Operation.FROM)
        def - replace( self, to_replace: Union[bool, int, float, str, List, Dict], value: Union[bool, int, float, str, List, NoneType] = None, subset: Union[Collection[<MagicMock id='140135090028608'>], <MagicMock id='140135090028608'>, NoneType] = None) -> sqlglot.dataframe.sql.DataFrame: + replace( self, to_replace: Union[bool, int, float, str, List, Dict], value: Union[bool, int, float, str, List, NoneType] = None, subset: Union[Collection[<MagicMock id='140430583980064'>], <MagicMock id='140430583980064'>, NoneType] = None) -> sqlglot.dataframe.sql.DataFrame: @@ -2556,7 +2885,7 @@ and check if it matches the type of the value provided. If not then make it null
        @operation(Operation.NO_OP)
        def - repartition( self, numPartitions: Union[int, <MagicMock id='140135090130800'>], *cols: <MagicMock id='140135090191136'>) -> sqlglot.dataframe.sql.DataFrame: + repartition( self, numPartitions: Union[int, <MagicMock id='140430581926688'>], *cols: <MagicMock id='140430581982224'>) -> sqlglot.dataframe.sql.DataFrame: @@ -2729,6 +3058,39 @@ and check if it matches the type of the value provided. If not then make it null +
        +
        +
        + spark + + +
        + + + + +
        +
        +
        + last_op + + +
        + + + + +
        +
        +
        + group_by_cols + + +
        + + + +
        @@ -3228,7 +3590,7 @@ and check if it matches the type of the value provided. If not then make it null
        - Column( expression: Union[<MagicMock id='140135092193312'>, sqlglot.expressions.Expression, NoneType]) + Column( expression: Union[<MagicMock id='140430586079424'>, sqlglot.expressions.Expression, NoneType]) @@ -3253,6 +3615,17 @@ and check if it matches the type of the value provided. If not then make it null +
        +
        +
        + expression: sqlglot.expressions.Expression + + +
        + + + +
        @@ -3260,7 +3633,7 @@ and check if it matches the type of the value provided. If not then make it null
        @classmethod
        def - ensure_col( cls, value: Union[<MagicMock id='140135090317456'>, sqlglot.expressions.Expression, NoneType]): + ensure_col( cls, value: Union[<MagicMock id='140430582454624'>, sqlglot.expressions.Expression, NoneType]): @@ -3281,7 +3654,7 @@ and check if it matches the type of the value provided. If not then make it null
        @classmethod
        def - ensure_cols( cls, args: List[Union[<MagicMock id='140135089983680'>, sqlglot.expressions.Expression]]) -> List[sqlglot.dataframe.sql.Column]: + ensure_cols( cls, args: List[Union[<MagicMock id='140430582612608'>, sqlglot.expressions.Expression]]) -> List[sqlglot.dataframe.sql.Column]: @@ -3302,7 +3675,7 @@ and check if it matches the type of the value provided. If not then make it null
        @classmethod
        def - invoke_anonymous_function( cls, column: Optional[<MagicMock id='140135090558560'>], func_name: str, *args: Optional[<MagicMock id='140135090631344'>]) -> sqlglot.dataframe.sql.Column: + invoke_anonymous_function( cls, column: Optional[<MagicMock id='140430582366016'>], func_name: str, *args: Optional[<MagicMock id='140430582236640'>]) -> sqlglot.dataframe.sql.Column: @@ -3329,7 +3702,7 @@ and check if it matches the type of the value provided. If not then make it null
        @classmethod
        def - invoke_expression_over_column( cls, column: Optional[<MagicMock id='140135090394432'>], callable_expression: Callable, **kwargs) -> sqlglot.dataframe.sql.Column: + invoke_expression_over_column( cls, column: Optional[<MagicMock id='140430582194784'>], callable_expression: Callable, **kwargs) -> sqlglot.dataframe.sql.Column: @@ -3366,7 +3739,7 @@ and check if it matches the type of the value provided. If not then make it null
        def - binary_op( self, klass: Callable, other: <MagicMock id='140135088576720'>, **kwargs) -> sqlglot.dataframe.sql.Column: + binary_op( self, klass: Callable, other: <MagicMock id='140430582382656'>, **kwargs) -> sqlglot.dataframe.sql.Column: @@ -3387,7 +3760,7 @@ and check if it matches the type of the value provided. If not then make it null
        def - inverse_binary_op( self, klass: Callable, other: <MagicMock id='140135088584400'>, **kwargs) -> sqlglot.dataframe.sql.Column: + inverse_binary_op( self, klass: Callable, other: <MagicMock id='140430582392304'>, **kwargs) -> sqlglot.dataframe.sql.Column: @@ -3421,6 +3794,50 @@ and check if it matches the type of the value provided. If not then make it null +
        +
        +
        + is_alias + + +
        + + + + +
        +
        +
        + is_column + + +
        + + + + +
        +
        +
        + column_expression: Union[sqlglot.expressions.Column, sqlglot.expressions.Literal] + + +
        + + + + +
        +
        +
        + alias_or_name: str + + +
        + + + +
        @@ -3897,7 +4314,7 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        def - isin( self, *cols: Union[<MagicMock id='140135088834880'>, Iterable[<MagicMock id='140135088834880'>]]): + isin( self, *cols: Union[<MagicMock id='140430582714512'>, Iterable[<MagicMock id='140430582714512'>]]): @@ -3918,7 +4335,7 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        def - between( self, lowerBound: <MagicMock id='140135088905840'>, upperBound: <MagicMock id='140135088943936'>) -> sqlglot.dataframe.sql.Column: + between( self, lowerBound: <MagicMock id='140430582771536'>, upperBound: <MagicMock id='140430582832176'>) -> sqlglot.dataframe.sql.Column: @@ -3953,7 +4370,7 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        def - over( self, window: <MagicMock id='140135089001648'>) -> sqlglot.dataframe.sql.Column: + over( self, window: <MagicMock id='140430582891472'>) -> sqlglot.dataframe.sql.Column: @@ -4029,6 +4446,17 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        +
        +
        +
        + df + + +
        + + + +
        @@ -4145,13 +4573,49 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        +
        +
        + unboundedPreceding: int = +-9223372036854775808 + + +
        + + + + +
        +
        +
        + unboundedFollowing: int = +9223372036854775807 + + +
        + + + + +
        +
        +
        + currentRow: int = +0 + + +
        + + + + +
        @classmethod
        def - partitionBy( cls, *cols: Union[<MagicMock id='140135089315008'>, List[<MagicMock id='140135089315008'>]]) -> sqlglot.dataframe.sql.WindowSpec: + partitionBy( cls, *cols: Union[<MagicMock id='140430579900976'>, List[<MagicMock id='140430579900976'>]]) -> sqlglot.dataframe.sql.WindowSpec: @@ -4172,7 +4636,7 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        @classmethod
        def - orderBy( cls, *cols: Union[<MagicMock id='140135089098032'>, List[<MagicMock id='140135089098032'>]]) -> sqlglot.dataframe.sql.WindowSpec: + orderBy( cls, *cols: Union[<MagicMock id='140430582923168'>, List[<MagicMock id='140430582923168'>]]) -> sqlglot.dataframe.sql.WindowSpec: @@ -4353,6 +4817,17 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        +
        +
        +
        + expression + + +
        + + + +
        @@ -4397,7 +4872,7 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        def - partitionBy( self, *cols: Union[<MagicMock id='140135089209696'>, List[<MagicMock id='140135089209696'>]]) -> sqlglot.dataframe.sql.WindowSpec: + partitionBy( self, *cols: Union[<MagicMock id='140430580080384'>, List[<MagicMock id='140430580080384'>]]) -> sqlglot.dataframe.sql.WindowSpec: @@ -4424,7 +4899,7 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        def - orderBy( self, *cols: Union[<MagicMock id='140135089202912'>, List[<MagicMock id='140135089202912'>]]) -> sqlglot.dataframe.sql.WindowSpec: + orderBy( self, *cols: Union[<MagicMock id='140430580145632'>, List[<MagicMock id='140430580145632'>]]) -> sqlglot.dataframe.sql.WindowSpec: @@ -4555,6 +5030,17 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        +
        +
        +
        + spark + + +
        + + + +
        @@ -4753,6 +5239,17 @@ Sqlglot doesn't currently replicate this class so it only accepts a string

        +
        +
        +
        + byName + + +
        + + + +
        -- cgit v1.2.3