Edit on GitHub

sqlglot.generators.spark

View Source

  1from __future__ import annotations
  2
  3
  4from sqlglot import exp
  5from sqlglot import generator
  6from sqlglot.dialects.dialect import (
  7    array_append_sql,
  8    rename_func,
  9    unit_to_var,
 10    timestampdiff_sql,
 11    date_delta_to_binary_interval_op,
 12    groupconcat_sql,
 13)
 14from sqlglot.generators.spark2 import Spark2Generator, temporary_storage_provider
 15from sqlglot.helper import seq_get
 16from sqlglot.transforms import (
 17    ctas_with_tmp_tables_to_create_tmp_view,
 18    remove_unique_constraints,
 19    preprocess,
 20    move_partitioned_by_to_schema_columns,
 21)
 22
 23
 24def _normalize_partition(e: exp.Expr) -> exp.Expr:
 25    """Normalize the expressions in PARTITION BY (<expression>, <expression>, ...)"""
 26    if isinstance(e, str):
 27        return exp.to_identifier(e)
 28    if isinstance(e, exp.Literal):
 29        return exp.to_identifier(e.name)
 30    return e
 31
 32
 33def _dateadd_sql(self: SparkGenerator, expression: exp.TsOrDsAdd | exp.TimestampAdd) -> str:
 34    if not expression.unit or (
 35        isinstance(expression, exp.TsOrDsAdd) and expression.text("unit").upper() == "DAY"
 36    ):
 37        # Coming from Hive/Spark2 DATE_ADD or roundtripping the 2-arg version of Spark3/DB
 38        return self.func("DATE_ADD", expression.this, expression.expression)
 39
 40    this = self.func(
 41        "DATE_ADD",
 42        unit_to_var(expression),
 43        expression.expression,
 44        expression.this,
 45    )
 46
 47    if isinstance(expression, exp.TsOrDsAdd):
 48        # The 3 arg version of DATE_ADD produces a timestamp in Spark3/DB but possibly not
 49        # in other dialects
 50        return_type = expression.return_type
 51        if not return_type.is_type(exp.DType.TIMESTAMP, exp.DType.DATETIME):
 52            this = f"CAST({this} AS {return_type})"
 53
 54    return this
 55
 56
 57def _groupconcat_sql(self: SparkGenerator, expression: exp.GroupConcat) -> str:
 58    if self.dialect.version < (4,):
 59        expr = exp.ArrayToString(
 60            this=exp.ArrayAgg(this=expression.this),
 61            expression=expression.args.get("separator") or exp.Literal.string(""),
 62        )
 63        return self.sql(expr)
 64
 65    return groupconcat_sql(self, expression)
 66
 67
 68class SparkGenerator(Spark2Generator):
 69    SUPPORTS_TO_NUMBER = True
 70    PAD_FILL_PATTERN_IS_REQUIRED = False
 71    SUPPORTS_CONVERT_TIMEZONE = True
 72    SUPPORTS_MEDIAN = True
 73    SUPPORTS_UNIX_SECONDS = True
 74    SUPPORTS_DECODE_CASE = True
 75    SET_ASSIGNMENT_REQUIRES_VARIABLE_KEYWORD = True
 76
 77    TYPE_MAPPING = {
 78        **Spark2Generator.TYPE_MAPPING,
 79        exp.DType.MONEY: "DECIMAL(15, 4)",
 80        exp.DType.SMALLMONEY: "DECIMAL(6, 4)",
 81        exp.DType.UUID: "STRING",
 82        exp.DType.TIMESTAMPLTZ: "TIMESTAMP_LTZ",
 83        exp.DType.TIMESTAMPNTZ: "TIMESTAMP_NTZ",
 84    }
 85
 86    TRANSFORMS = {
 87        k: v
 88        for k, v in {
 89            **Spark2Generator.TRANSFORMS,
 90            exp.ArrayConstructCompact: lambda self, e: self.func(
 91                "ARRAY_COMPACT", self.func("ARRAY", *e.expressions)
 92            ),
 93            exp.ArrayInsert: lambda self, e: self.func(
 94                "ARRAY_INSERT", e.this, e.args.get("position"), e.expression
 95            ),
 96            exp.ArrayAppend: array_append_sql("ARRAY_APPEND"),
 97            exp.ArrayPrepend: array_append_sql("ARRAY_PREPEND"),
 98            exp.BitwiseAndAgg: rename_func("BIT_AND"),
 99            exp.BitwiseOrAgg: rename_func("BIT_OR"),
100            exp.BitwiseXorAgg: rename_func("BIT_XOR"),
101            exp.BitwiseCount: rename_func("BIT_COUNT"),
102            exp.Create: preprocess(
103                [
104                    remove_unique_constraints,
105                    lambda e: ctas_with_tmp_tables_to_create_tmp_view(
106                        e, temporary_storage_provider
107                    ),
108                    move_partitioned_by_to_schema_columns,
109                ]
110            ),
111            exp.CurrentVersion: rename_func("VERSION"),
112            exp.DateFromUnixDate: rename_func("DATE_FROM_UNIX_DATE"),
113            exp.DatetimeAdd: date_delta_to_binary_interval_op(cast=False),
114            exp.DatetimeSub: date_delta_to_binary_interval_op(cast=False),
115            exp.GroupConcat: _groupconcat_sql,
116            exp.EndsWith: rename_func("ENDSWITH"),
117            exp.JSONKeys: rename_func("JSON_OBJECT_KEYS"),
118            exp.PartitionedByProperty: lambda self, e: (
119                f"PARTITIONED BY {self.wrap(self.expressions(sqls=[_normalize_partition(e) for e in e.this.expressions], skip_first=True))}"
120            ),
121            exp.SafeAdd: rename_func("TRY_ADD"),
122            exp.SafeDivide: rename_func("TRY_DIVIDE"),
123            exp.SafeMultiply: rename_func("TRY_MULTIPLY"),
124            exp.SafeSubtract: rename_func("TRY_SUBTRACT"),
125            exp.StartsWith: rename_func("STARTSWITH"),
126            exp.TimeAdd: date_delta_to_binary_interval_op(cast=False),
127            exp.TimeSub: date_delta_to_binary_interval_op(cast=False),
128            exp.TsOrDsAdd: _dateadd_sql,
129            exp.TimestampAdd: _dateadd_sql,
130            exp.TimestampFromParts: rename_func("MAKE_TIMESTAMP"),
131            exp.TimestampSub: date_delta_to_binary_interval_op(cast=False),
132            exp.DatetimeDiff: timestampdiff_sql,
133            exp.TimestampDiff: timestampdiff_sql,
134            exp.TryCast: lambda self, e: (
135                self.trycast_sql(e) if e.args.get("safe") else self.cast_sql(e)
136            ),
137            exp.AnyValue: None,
138            exp.DateDiff: None,
139            exp.With: None,
140        }.items()
141        if v is not None
142    }
143
144    def ignorenulls_sql(self, expression: exp.IgnoreNulls) -> str:
145        return generator.Generator.ignorenulls_sql(self, expression)
146
147    def bracket_sql(self, expression: exp.Bracket) -> str:
148        if expression.args.get("safe"):
149            key = seq_get(self.bracket_offset_expressions(expression, index_offset=1), 0)
150            return self.func("TRY_ELEMENT_AT", expression.this, key)
151
152        return super().bracket_sql(expression)
153
154    def computedcolumnconstraint_sql(self, expression: exp.ComputedColumnConstraint) -> str:
155        return f"GENERATED ALWAYS AS ({self.sql(expression, 'this')})"
156
157    def anyvalue_sql(self, expression: exp.AnyValue) -> str:
158        return self.function_fallback_sql(expression)
159
160    def datediff_sql(self, expression: exp.DateDiff) -> str:
161        end = self.sql(expression, "this")
162        start = self.sql(expression, "expression")
163
164        if expression.unit:
165            return self.func("DATEDIFF", unit_to_var(expression), start, end)
166
167        return self.func("DATEDIFF", end, start)
168
169    def placeholder_sql(self, expression: exp.Placeholder) -> str:
170        if not expression.args.get("widget"):
171            return super().placeholder_sql(expression)
172
173        return f"{{{expression.name}}}"
174
175    def readparquet_sql(self, expression: exp.ReadParquet) -> str:
176        if len(expression.expressions) != 1:
177            self.unsupported("READ_PARQUET with multiple arguments is not supported")
178            return ""
179
180        parquet_file = expression.expressions[0]
181        return f"parquet.`{parquet_file.name}`"
182
183    def ifblock_sql(self, expression: exp.IfBlock) -> str:
184        condition = expression.this
185        true_block = expression.args.get("true")
186
187        condition_expr = None
188        if isinstance(condition, exp.Not):
189            inner = condition.this
190            if isinstance(inner, exp.Is) and isinstance(inner.expression, exp.Null):
191                condition_expr = inner.this
192
193        if isinstance(condition_expr, exp.ObjectId):
194            object_type = condition_expr.expression
195            if (
196                (object_type is None or object_type.name.upper() == "U")
197                and isinstance(true_block, exp.Block)
198                and isinstance(drop := true_block.expressions[0], exp.Drop)
199            ):
200                drop.set("exists", True)
201                return self.sql(drop)
202
203        return super().ifblock_sql(expression)

class SparkGenerator(sqlglot.generators.spark2.Spark2Generator): View Source

 69class SparkGenerator(Spark2Generator):
 70    SUPPORTS_TO_NUMBER = True
 71    PAD_FILL_PATTERN_IS_REQUIRED = False
 72    SUPPORTS_CONVERT_TIMEZONE = True
 73    SUPPORTS_MEDIAN = True
 74    SUPPORTS_UNIX_SECONDS = True
 75    SUPPORTS_DECODE_CASE = True
 76    SET_ASSIGNMENT_REQUIRES_VARIABLE_KEYWORD = True
 77
 78    TYPE_MAPPING = {
 79        **Spark2Generator.TYPE_MAPPING,
 80        exp.DType.MONEY: "DECIMAL(15, 4)",
 81        exp.DType.SMALLMONEY: "DECIMAL(6, 4)",
 82        exp.DType.UUID: "STRING",
 83        exp.DType.TIMESTAMPLTZ: "TIMESTAMP_LTZ",
 84        exp.DType.TIMESTAMPNTZ: "TIMESTAMP_NTZ",
 85    }
 86
 87    TRANSFORMS = {
 88        k: v
 89        for k, v in {
 90            **Spark2Generator.TRANSFORMS,
 91            exp.ArrayConstructCompact: lambda self, e: self.func(
 92                "ARRAY_COMPACT", self.func("ARRAY", *e.expressions)
 93            ),
 94            exp.ArrayInsert: lambda self, e: self.func(
 95                "ARRAY_INSERT", e.this, e.args.get("position"), e.expression
 96            ),
 97            exp.ArrayAppend: array_append_sql("ARRAY_APPEND"),
 98            exp.ArrayPrepend: array_append_sql("ARRAY_PREPEND"),
 99            exp.BitwiseAndAgg: rename_func("BIT_AND"),
100            exp.BitwiseOrAgg: rename_func("BIT_OR"),
101            exp.BitwiseXorAgg: rename_func("BIT_XOR"),
102            exp.BitwiseCount: rename_func("BIT_COUNT"),
103            exp.Create: preprocess(
104                [
105                    remove_unique_constraints,
106                    lambda e: ctas_with_tmp_tables_to_create_tmp_view(
107                        e, temporary_storage_provider
108                    ),
109                    move_partitioned_by_to_schema_columns,
110                ]
111            ),
112            exp.CurrentVersion: rename_func("VERSION"),
113            exp.DateFromUnixDate: rename_func("DATE_FROM_UNIX_DATE"),
114            exp.DatetimeAdd: date_delta_to_binary_interval_op(cast=False),
115            exp.DatetimeSub: date_delta_to_binary_interval_op(cast=False),
116            exp.GroupConcat: _groupconcat_sql,
117            exp.EndsWith: rename_func("ENDSWITH"),
118            exp.JSONKeys: rename_func("JSON_OBJECT_KEYS"),
119            exp.PartitionedByProperty: lambda self, e: (
120                f"PARTITIONED BY {self.wrap(self.expressions(sqls=[_normalize_partition(e) for e in e.this.expressions], skip_first=True))}"
121            ),
122            exp.SafeAdd: rename_func("TRY_ADD"),
123            exp.SafeDivide: rename_func("TRY_DIVIDE"),
124            exp.SafeMultiply: rename_func("TRY_MULTIPLY"),
125            exp.SafeSubtract: rename_func("TRY_SUBTRACT"),
126            exp.StartsWith: rename_func("STARTSWITH"),
127            exp.TimeAdd: date_delta_to_binary_interval_op(cast=False),
128            exp.TimeSub: date_delta_to_binary_interval_op(cast=False),
129            exp.TsOrDsAdd: _dateadd_sql,
130            exp.TimestampAdd: _dateadd_sql,
131            exp.TimestampFromParts: rename_func("MAKE_TIMESTAMP"),
132            exp.TimestampSub: date_delta_to_binary_interval_op(cast=False),
133            exp.DatetimeDiff: timestampdiff_sql,
134            exp.TimestampDiff: timestampdiff_sql,
135            exp.TryCast: lambda self, e: (
136                self.trycast_sql(e) if e.args.get("safe") else self.cast_sql(e)
137            ),
138            exp.AnyValue: None,
139            exp.DateDiff: None,
140            exp.With: None,
141        }.items()
142        if v is not None
143    }
144
145    def ignorenulls_sql(self, expression: exp.IgnoreNulls) -> str:
146        return generator.Generator.ignorenulls_sql(self, expression)
147
148    def bracket_sql(self, expression: exp.Bracket) -> str:
149        if expression.args.get("safe"):
150            key = seq_get(self.bracket_offset_expressions(expression, index_offset=1), 0)
151            return self.func("TRY_ELEMENT_AT", expression.this, key)
152
153        return super().bracket_sql(expression)
154
155    def computedcolumnconstraint_sql(self, expression: exp.ComputedColumnConstraint) -> str:
156        return f"GENERATED ALWAYS AS ({self.sql(expression, 'this')})"
157
158    def anyvalue_sql(self, expression: exp.AnyValue) -> str:
159        return self.function_fallback_sql(expression)
160
161    def datediff_sql(self, expression: exp.DateDiff) -> str:
162        end = self.sql(expression, "this")
163        start = self.sql(expression, "expression")
164
165        if expression.unit:
166            return self.func("DATEDIFF", unit_to_var(expression), start, end)
167
168        return self.func("DATEDIFF", end, start)
169
170    def placeholder_sql(self, expression: exp.Placeholder) -> str:
171        if not expression.args.get("widget"):
172            return super().placeholder_sql(expression)
173
174        return f"{{{expression.name}}}"
175
176    def readparquet_sql(self, expression: exp.ReadParquet) -> str:
177        if len(expression.expressions) != 1:
178            self.unsupported("READ_PARQUET with multiple arguments is not supported")
179            return ""
180
181        parquet_file = expression.expressions[0]
182        return f"parquet.`{parquet_file.name}`"
183
184    def ifblock_sql(self, expression: exp.IfBlock) -> str:
185        condition = expression.this
186        true_block = expression.args.get("true")
187
188        condition_expr = None
189        if isinstance(condition, exp.Not):
190            inner = condition.this
191            if isinstance(inner, exp.Is) and isinstance(inner.expression, exp.Null):
192                condition_expr = inner.this
193
194        if isinstance(condition_expr, exp.ObjectId):
195            object_type = condition_expr.expression
196            if (
197                (object_type is None or object_type.name.upper() == "U")
198                and isinstance(true_block, exp.Block)
199                and isinstance(drop := true_block.expressions[0], exp.Drop)
200            ):
201                drop.set("exists", True)
202                return self.sql(drop)
203
204        return super().ifblock_sql(expression)

Generator converts a given syntax tree to the corresponding SQL string.

Arguments:

pretty: Whether to format the produced SQL string. Default: False.
identify: Determines when an identifier should be quoted. Possible values are: False (default): Never quote, except in cases where it's mandatory by the dialect. True: Always quote except for specials cases. 'safe': Only quote identifiers that are case insensitive.
normalize: Whether to normalize identifiers to lowercase. Default: False.
pad: The pad size in a formatted string. For example, this affects the indentation of a projection in a query, relative to its nesting level. Default: 2.
indent: The indentation size in a formatted string. For example, this affects the indentation of subqueries and filters under a WHERE clause. Default: 2.
normalize_functions: How to normalize function names. Possible values are: "upper" or True (default): Convert names to uppercase. "lower": Convert names to lowercase. False: Disables function name normalization.
unsupported_level: Determines the generator's behavior when it encounters unsupported expressions. Default ErrorLevel.WARN.
max_unsupported: Maximum number of unsupported messages to include in a raised UnsupportedError. This is only relevant if unsupported_level is ErrorLevel.RAISE. Default: 3
leading_comma: Whether the comma is leading or trailing in select expressions. This is only relevant when generating in pretty mode. Default: False
max_text_width: The max number of characters in a segment before creating new lines in pretty mode. The default is on the smaller end because the length only represents a segment and not the true line length. Default: 80
comments: Whether to preserve comments in the output SQL code. Default: True

SUPPORTS_TO_NUMBER = True

PAD_FILL_PATTERN_IS_REQUIRED = False

SUPPORTS_CONVERT_TIMEZONE = True

SUPPORTS_MEDIAN = True

SUPPORTS_UNIX_SECONDS = True

SUPPORTS_DECODE_CASE = True

SET_ASSIGNMENT_REQUIRES_VARIABLE_KEYWORD = True

TYPE_MAPPING = {<DType.DATETIME2: 'DATETIME2'>: 'TIMESTAMP', <DType.NCHAR: 'NCHAR'>: 'CHAR', <DType.NVARCHAR: 'NVARCHAR'>: 'VARCHAR', <DType.MEDIUMTEXT: 'MEDIUMTEXT'>: 'TEXT', <DType.LONGTEXT: 'LONGTEXT'>: 'TEXT', <DType.TINYTEXT: 'TINYTEXT'>: 'TEXT', <DType.BLOB: 'BLOB'>: 'BINARY', <DType.MEDIUMBLOB: 'MEDIUMBLOB'>: 'BLOB', <DType.LONGBLOB: 'LONGBLOB'>: 'BLOB', <DType.TINYBLOB: 'TINYBLOB'>: 'BLOB', <DType.INET: 'INET'>: 'INET', <DType.ROWVERSION: 'ROWVERSION'>: 'BINARY', <DType.SMALLDATETIME: 'SMALLDATETIME'>: 'TIMESTAMP', <DType.BIT: 'BIT'>: 'BOOLEAN', <DType.DATETIME: 'DATETIME'>: 'TIMESTAMP', <DType.TEXT: 'TEXT'>: 'STRING', <DType.TIME: 'TIME'>: 'TIMESTAMP', <DType.TIMESTAMPNTZ: 'TIMESTAMPNTZ'>: 'TIMESTAMP_NTZ', <DType.TIMESTAMPTZ: 'TIMESTAMPTZ'>: 'TIMESTAMP', <DType.UTINYINT: 'UTINYINT'>: 'SMALLINT', <DType.VARBINARY: 'VARBINARY'>: 'BINARY', <DType.MONEY: 'MONEY'>: 'DECIMAL(15, 4)', <DType.SMALLMONEY: 'SMALLMONEY'>: 'DECIMAL(6, 4)', <DType.UUID: 'UUID'>: 'STRING', <DType.TIMESTAMPLTZ: 'TIMESTAMPLTZ'>: 'TIMESTAMP_LTZ'}

TRANSFORMS = {<class 'sqlglot.expressions.query.JSONPathKey'>: <function <lambda>>, <class 'sqlglot.expressions.query.JSONPathRoot'>: <function <lambda>>, <class 'sqlglot.expressions.query.JSONPathSubscript'>: <function <lambda>>, <class 'sqlglot.expressions.query.JSONPathWildcard'>: <function <lambda>>, <class 'sqlglot.expressions.core.Adjacent'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.AllowedValuesProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.AnalyzeColumns'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.AnalyzeWith'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.array.ArrayContainsAll'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.array.ArrayOverlaps'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.AssumeColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.AutoRefreshProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.BackupProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.CaseSpecificColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.math.Ceil'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.CharacterSetColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.CharacterSetProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.ClusteredColumnConstraint'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.constraints.CollateColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.CommentColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.functions.ConnectByRoot'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.string.ConvertToCharset'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.CopyGrantsProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.CredentialsProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.functions.CurrentCatalog'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.functions.SessionUser'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.DateFormatColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.DefaultColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ApiProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ApplicationProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.CatalogProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ComputeProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.DatabaseProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.DynamicProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.EmptyProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.EncodeColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.EndStatement'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.EnviromentProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.HandlerProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ParameterStyleProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.EphemeralColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.ExcludeColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ExecuteAsProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.Except'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ExternalProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.math.Floor'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.Get'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.GlobalProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.HeapProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.HybridProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.IcebergProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.InheritsProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.InlineLengthColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.InputModelProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.Intersect'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.datatypes.IntervalSpan'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.functions.Int64'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.json.JSONBContainsAnyTopKeys'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.json.JSONBContainsAllTopKeys'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.json.JSONBDeleteAtPath'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.json.JSONObject'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.json.JSONObjectAgg'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.LanguageProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.LocationProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.LogProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.MaskingProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.MaterializedProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.functions.NetFunc'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.NetworkProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.NonClusteredColumnConstraint'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.properties.NoPrimaryIndexProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.NotForReplicationColumnConstraint'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.properties.OnCommitProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.OnProperty'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.constraints.OnUpdateColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.core.Operator'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.OutputModelProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.core.ExtendsLeft'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.core.ExtendsRight'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.PathColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.PartitionedByBucket'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.properties.PartitionByTruncate'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.core.PivotAny'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.array.PositionalColumn'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.ProjectionPolicyColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.InvisibleColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.ZeroFillColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.Put'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.RemoteWithConnectionModelProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ReturnsProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.RowAccessProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.core.SafeFunc'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SampleProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SecureProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SecurityIntegrationProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SetConfigProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SetProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SettingsProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SharingProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SqlReadWriteProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.SqlSecurityProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.StabilityProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.Stream'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.StreamingTableProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.StrictProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.ddl.SwapTable'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.TableColumn'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.Tags'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.TemporaryProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.TitleColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.array.ToMap'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ToTableProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.TransformModelProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.TransientProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.VirtualProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.ddl.TriggerExecute'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.Union'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.UnloggedProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.UsingTemplateProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.UsingData'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.UppercaseColumnConstraint'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.temporal.UtcDate'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.temporal.UtcTime'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.temporal.UtcTimestamp'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.query.Variadic'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.array.VarMap'>: <function var_map_sql>, <class 'sqlglot.expressions.properties.ViewAttributeProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.VolatileProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.WithJournalTableProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.WithProcedureOptions'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.WithSchemaBindingProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.constraints.WithOperator'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.ForceProperty'>: <function Generator.<lambda>>, <class 'sqlglot.expressions.properties.Property'>: <function property_sql>, <class 'sqlglot.expressions.core.ApproxDistinct'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.aggregate.ArgMax'>: <function arg_max_or_min_no_count.<locals>._arg_max_or_min_sql>, <class 'sqlglot.expressions.aggregate.ArgMin'>: <function arg_max_or_min_no_count.<locals>._arg_max_or_min_sql>, <class 'sqlglot.expressions.array.Array'>: <function preprocess.<locals>._to_sql>, <class 'sqlglot.expressions.array.ArrayConcat'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.array.ArrayToString'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.DateAdd'>: <function _add_date_sql>, <class 'sqlglot.expressions.temporal.DateStrToDate'>: <function datestrtodate_sql>, <class 'sqlglot.expressions.temporal.DateSub'>: <function _add_date_sql>, <class 'sqlglot.expressions.temporal.DateToDi'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.temporal.DiToDate'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.properties.StorageHandlerProperty'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.string.FromBase64'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.array.GenerateSeries'>: <function sequence_sql>, <class 'sqlglot.expressions.temporal.GenerateDateArray'>: <function sequence_sql>, <class 'sqlglot.expressions.functions.If'>: <function if_sql.<locals>._if_sql>, <class 'sqlglot.expressions.core.IntDiv'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.math.IsNan'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.json.JSONExtract'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.json.JSONExtractScalar'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.json.JSONFormat'>: <function _json_format_sql>, <class 'sqlglot.expressions.array.Map'>: <function _map_sql>, <class 'sqlglot.expressions.aggregate.Max'>: <function max_or_greatest>, <class 'sqlglot.expressions.string.MD5Digest'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.aggregate.Min'>: <function min_or_least>, <class 'sqlglot.expressions.constraints.NotNullColumnConstraint'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.ddl.Create'>: <function preprocess.<locals>._to_sql>, <class 'sqlglot.expressions.aggregate.Quantile'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.aggregate.ApproxQuantile'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.string.RegexpExtract'>: <function regexp_extract_sql>, <class 'sqlglot.expressions.string.RegexpExtractAll'>: <function regexp_extract_sql>, <class 'sqlglot.expressions.string.RegexpReplace'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.core.RegexpLike'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.string.RegexpSplit'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.properties.SchemaCommentProperty'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.aggregate.ArrayUniqueAgg'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.string.Split'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.query.Select'>: <function preprocess.<locals>._to_sql>, <class 'sqlglot.expressions.string.StrPosition'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.temporal.StrToDate'>: <function _str_to_date>, <class 'sqlglot.expressions.temporal.StrToTime'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.temporal.StrToUnix'>: <function _str_to_unix_sql>, <class 'sqlglot.expressions.array.StructExtract'>: <function struct_extract_sql>, <class 'sqlglot.expressions.array.StarMap'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.query.Table'>: <function preprocess.<locals>._to_sql>, <class 'sqlglot.expressions.temporal.TimeStrToDate'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.TimeStrToTime'>: <function timestrtotime_sql>, <class 'sqlglot.expressions.temporal.TimeStrToUnix'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.TimestampTrunc'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.temporal.TimeToUnix'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.string.ToBase64'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.TsOrDiToDi'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.temporal.TsOrDsAdd'>: <function _dateadd_sql>, <class 'sqlglot.expressions.temporal.TsOrDsDiff'>: <function _date_diff_sql>, <class 'sqlglot.expressions.temporal.TsOrDsToDate'>: <function _to_date_sql>, <class 'sqlglot.expressions.functions.TryCast'>: <function SparkGenerator.<lambda>>, <class 'sqlglot.expressions.string.Trim'>: <function trim_sql>, <class 'sqlglot.expressions.string.Unicode'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.UnixToStr'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.temporal.UnixToTime'>: <function _unix_to_time_sql>, <class 'sqlglot.expressions.temporal.UnixToTimeStr'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.array.Unnest'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.properties.PartitionedByProperty'>: <function SparkGenerator.<lambda>>, <class 'sqlglot.expressions.string.NumberToStr'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.query.National'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.constraints.PrimaryKeyColumnConstraint'>: <function HiveGenerator.<lambda>>, <class 'sqlglot.expressions.temporal.WeekOfYear'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.DayOfMonth'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.DayOfWeek'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.string.Levenshtein'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.array.ArraySum'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.array.ArraySlice'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.core.AtTimeZone'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.core.BitwiseLeftShift'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.core.BitwiseRightShift'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.DateFromParts'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.DateTrunc'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.temporal.DayOfWeekIso'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.temporal.DayOfYear'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.string.Format'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.query.From'>: <function preprocess.<locals>._to_sql>, <class 'sqlglot.expressions.core.FromTimeZone'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.aggregate.LogicalAnd'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.aggregate.LogicalOr'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.query.Pivot'>: <function preprocess.<locals>._to_sql>, <class 'sqlglot.expressions.array.Reduce'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.string.SHA2Digest'>: <function Spark2Generator.<lambda>>, <class 'sqlglot.expressions.aggregate.VariancePop'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.core.WithinGroup'>: <function preprocess.<locals>._to_sql>, <class 'sqlglot.expressions.array.ArrayConstructCompact'>: <function SparkGenerator.<lambda>>, <class 'sqlglot.expressions.array.ArrayInsert'>: <function SparkGenerator.<lambda>>, <class 'sqlglot.expressions.array.ArrayAppend'>: <function array_append_sql.<locals>._array_append_sql>, <class 'sqlglot.expressions.array.ArrayPrepend'>: <function array_append_sql.<locals>._array_append_sql>, <class 'sqlglot.expressions.math.BitwiseAndAgg'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.math.BitwiseOrAgg'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.math.BitwiseXorAgg'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.math.BitwiseCount'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.functions.CurrentVersion'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.DateFromUnixDate'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.DatetimeAdd'>: <function date_delta_to_binary_interval_op.<locals>.date_delta_to_binary_interval_op_sql>, <class 'sqlglot.expressions.temporal.DatetimeSub'>: <function date_delta_to_binary_interval_op.<locals>.date_delta_to_binary_interval_op_sql>, <class 'sqlglot.expressions.aggregate.GroupConcat'>: <function _groupconcat_sql>, <class 'sqlglot.expressions.string.EndsWith'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.json.JSONKeys'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.math.SafeAdd'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.math.SafeDivide'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.math.SafeMultiply'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.math.SafeSubtract'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.string.StartsWith'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.TimeAdd'>: <function date_delta_to_binary_interval_op.<locals>.date_delta_to_binary_interval_op_sql>, <class 'sqlglot.expressions.temporal.TimeSub'>: <function date_delta_to_binary_interval_op.<locals>.date_delta_to_binary_interval_op_sql>, <class 'sqlglot.expressions.temporal.TimestampAdd'>: <function _dateadd_sql>, <class 'sqlglot.expressions.temporal.TimestampFromParts'>: <function rename_func.<locals>.<lambda>>, <class 'sqlglot.expressions.temporal.TimestampSub'>: <function date_delta_to_binary_interval_op.<locals>.date_delta_to_binary_interval_op_sql>, <class 'sqlglot.expressions.temporal.DatetimeDiff'>: <function timestampdiff_sql>, <class 'sqlglot.expressions.temporal.TimestampDiff'>: <function timestampdiff_sql>}

def ignorenulls_sql(self, expression: sqlglot.expressions.core.IgnoreNulls) -> str: View Source

145    def ignorenulls_sql(self, expression: exp.IgnoreNulls) -> str:
146        return generator.Generator.ignorenulls_sql(self, expression)

def bracket_sql(self, expression: sqlglot.expressions.core.Bracket) -> str: View Source

148    def bracket_sql(self, expression: exp.Bracket) -> str:
149        if expression.args.get("safe"):
150            key = seq_get(self.bracket_offset_expressions(expression, index_offset=1), 0)
151            return self.func("TRY_ELEMENT_AT", expression.this, key)
152
153        return super().bracket_sql(expression)

def computedcolumnconstraint_sql( self, expression: sqlglot.expressions.constraints.ComputedColumnConstraint) -> str: View Source

155    def computedcolumnconstraint_sql(self, expression: exp.ComputedColumnConstraint) -> str:
156        return f"GENERATED ALWAYS AS ({self.sql(expression, 'this')})"

def anyvalue_sql(self, expression: sqlglot.expressions.aggregate.AnyValue) -> str: View Source

158    def anyvalue_sql(self, expression: exp.AnyValue) -> str:
159        return self.function_fallback_sql(expression)

def datediff_sql(self, expression: sqlglot.expressions.temporal.DateDiff) -> str: View Source

161    def datediff_sql(self, expression: exp.DateDiff) -> str:
162        end = self.sql(expression, "this")
163        start = self.sql(expression, "expression")
164
165        if expression.unit:
166            return self.func("DATEDIFF", unit_to_var(expression), start, end)
167
168        return self.func("DATEDIFF", end, start)

def placeholder_sql(self, expression: sqlglot.expressions.core.Placeholder) -> str: View Source

170    def placeholder_sql(self, expression: exp.Placeholder) -> str:
171        if not expression.args.get("widget"):
172            return super().placeholder_sql(expression)
173
174        return f"{{{expression.name}}}"

def readparquet_sql(self, expression: sqlglot.expressions.functions.ReadParquet) -> str: View Source

176    def readparquet_sql(self, expression: exp.ReadParquet) -> str:
177        if len(expression.expressions) != 1:
178            self.unsupported("READ_PARQUET with multiple arguments is not supported")
179            return ""
180
181        parquet_file = expression.expressions[0]
182        return f"parquet.`{parquet_file.name}`"

def ifblock_sql(self, expression: sqlglot.expressions.query.IfBlock) -> str: View Source

184    def ifblock_sql(self, expression: exp.IfBlock) -> str:
185        condition = expression.this
186        true_block = expression.args.get("true")
187
188        condition_expr = None
189        if isinstance(condition, exp.Not):
190            inner = condition.this
191            if isinstance(inner, exp.Is) and isinstance(inner.expression, exp.Null):
192                condition_expr = inner.this
193
194        if isinstance(condition_expr, exp.ObjectId):
195            object_type = condition_expr.expression
196            if (
197                (object_type is None or object_type.name.upper() == "U")
198                and isinstance(true_block, exp.Block)
199                and isinstance(drop := true_block.expressions[0], exp.Drop)
200            ):
201                drop.set("exists", True)
202                return self.sql(drop)
203
204        return super().ifblock_sql(expression)

Inherited Members

sqlglot.generator.Generator: Generator; NULL_ORDERING_SUPPORTED; WINDOW_FUNCS_WITH_NULL_ORDERING; IGNORE_NULLS_IN_FUNC; IGNORE_NULLS_BEFORE_ORDER; LOCKING_READS_SUPPORTED; EXCEPT_INTERSECT_SUPPORT_ALL_CLAUSE; MATCHED_BY_SOURCE; SUPPORTS_MERGE_WHERE; SINGLE_STRING_INTERVAL; INTERVAL_ALLOWS_PLURAL_FORM; LIMIT_ONLY_LITERALS; RENAME_TABLE_WITH_DB; GROUPINGS_SEP; INOUT_SEPARATOR; DIRECTED_JOINS; QUERY_HINT_SEP; IS_BOOL_ALLOWED; DUPLICATE_KEY_UPDATE_WITH_SET; LIMIT_IS_TOP; RETURNING_END; TZ_TO_WITH_TIME_ZONE; VALUES_AS_TABLE; ALTER_TABLE_INCLUDE_COLUMN_KEYWORD; UNNEST_WITH_ORDINALITY; AGGREGATE_FILTER_SUPPORTED; SEMI_ANTI_JOIN_WITH_SIDE; COMPUTED_COLUMN_WITH_TYPE; SUPPORTS_TABLE_COPY; TABLESAMPLE_REQUIRES_PARENS; TABLESAMPLE_SIZE_IS_ROWS; TABLESAMPLE_KEYWORDS; TABLESAMPLE_SEED_KEYWORD; COLLATE_IS_FUNC; DATA_TYPE_SPECIFIERS_ALLOWED; ENSURE_BOOLS; CTE_RECURSIVE_KEYWORD_REQUIRED; SUPPORTS_SINGLE_ARG_CONCAT; SUPPORTS_TABLE_ALIAS_COLUMNS; UNPIVOT_ALIASES_ARE_IDENTIFIERS; JSON_KEY_VALUE_PAIR_SEP; INSERT_OVERWRITE; SUPPORTS_SELECT_INTO; SUPPORTS_UNLOGGED_TABLES; SUPPORTS_CREATE_TABLE_LIKE; LIKE_PROPERTY_INSIDE_SCHEMA; MULTI_ARG_DISTINCT; JSON_TYPE_REQUIRED_FOR_EXTRACTION; JSON_PATH_BRACKETED_KEY_SUPPORTED; SUPPORTS_WINDOW_EXCLUDE; SET_OP_MODIFIERS; COPY_PARAMS_ARE_WRAPPED; COPY_PARAMS_EQ_REQUIRED; COPY_HAS_INTO_KEYWORD; UNICODE_SUBSTITUTE; STAR_EXCEPT; HEX_FUNC; QUOTE_JSON_PATH; SUPPORTS_EXPLODING_PROJECTIONS; ARRAY_CONCAT_IS_VAR_LEN; ALTER_SET_WRAPPED; NORMALIZE_EXTRACT_DATE_PARTS; ARRAY_SIZE_DIM_REQUIRED; SUPPORTS_BETWEEN_FLAGS; SUPPORTS_LIKE_QUANTIFIERS; MATCH_AGAINST_TABLE_PREFIX; DECLARE_DEFAULT_ASSIGNMENT; UPDATE_STATEMENT_SUPPORTS_FROM; STAR_EXCLUDE_REQUIRES_DERIVED_TABLE; SUPPORTS_DROP_ALTER_ICEBERG_PROPERTY; UNSUPPORTED_TYPES; TIME_PART_SINGULARS; AFTER_HAVING_MODIFIER_TRANSFORMS; TOKEN_MAPPING; STRUCT_DELIMITER; PARAMETER_TOKEN; NAMED_PLACEHOLDER_TOKEN; EXPRESSION_PRECEDES_PROPERTIES_CREATABLES; RESERVED_KEYWORDS; WITH_SEPARATED_COMMENTS; EXCLUDE_COMMENTS; UNWRAPPED_INTERVAL_VALUES; PARAMETERIZABLE_TEXT_TYPES; RESPECT_IGNORE_NULLS_UNSUPPORTED_EXPRESSIONS; SENTINEL_LINE_BREAK; pretty; identify; normalize; pad; unsupported_level; max_unsupported; leading_comma; max_text_width; comments; dialect; normalize_functions; unsupported_messages; generate; preprocess; unsupported; sep; seg; sanitize_comment; maybe_comment; wrap; no_identify; normalize_func; indent; sql; uncache_sql; cache_sql; characterset_sql; column_parts; column_sql; pseudocolumn_sql; columnposition_sql; columnconstraint_sql; autoincrementcolumnconstraint_sql; compresscolumnconstraint_sql; generatedasidentitycolumnconstraint_sql; generatedasrowcolumnconstraint_sql; periodforsystemtimeconstraint_sql; notnullcolumnconstraint_sql; primarykeycolumnconstraint_sql; uniquecolumnconstraint_sql; inoutcolumnconstraint_sql; createable_sql; create_sql; sequenceproperties_sql; triggerproperties_sql; triggerreferencing_sql; triggerevent_sql; clone_sql; describe_sql; heredoc_sql; prepend_ctes; with_sql; cte_sql; tablealias_sql; bitstring_sql; hexstring_sql; bytestring_sql; unicodestring_sql; rawstring_sql; datatypeparam_sql; directory_sql; delete_sql; drop_sql; set_operation; set_operations; fetch_sql; limitoptions_sql; filter_sql; hint_sql; indexparameters_sql; index_sql; identifier_sql; hex_sql; lowerhex_sql; inputoutputformat_sql; national_sql; partition_sql; properties_sql; root_properties; properties; with_properties; locate_properties; property_name; property_sql; uuidproperty_sql; likeproperty_sql; fallbackproperty_sql; journalproperty_sql; freespaceproperty_sql; checksumproperty_sql; mergeblockratioproperty_sql; moduleproperty_sql; datablocksizeproperty_sql; blockcompressionproperty_sql; isolatedloadingproperty_sql; partitionboundspec_sql; partitionedofproperty_sql; lockingproperty_sql; withdataproperty_sql; withsystemversioningproperty_sql; insert_sql; introducer_sql; kill_sql; pseudotype_sql; objectidentifier_sql; onconflict_sql; returning_sql; rowformatdelimitedproperty_sql; withtablehint_sql; indextablehint_sql; historicaldata_sql; table_parts; table_sql; tablefromrows_sql; tablesample_sql; pivot_sql; tuple_sql; update_sql; values_sql; var_sql; into_sql; from_sql; groupingsets_sql; rollup_sql; rollupindex_sql; rollupproperty_sql; cube_sql; group_sql; having_sql; connect_sql; prior_sql; join_sql; lambda_sql; lateral_op; lateral_sql; limit_sql; offset_sql; setitem_sql; set_sql; queryband_sql; pragma_sql; lock_sql; literal_sql; escape_str; loaddata_sql; null_sql; boolean_sql; booland_sql; boolor_sql; order_sql; withfill_sql; cluster_sql; distribute_sql; sort_sql; ordered_sql; matchrecognizemeasure_sql; matchrecognize_sql; query_modifiers; options_modifier; for_modifiers; queryoption_sql; offset_limit_modifiers; after_limit_modifiers; select_sql; schema_columns_sql; star_sql; sessionparameter_sql; subquery_sql; qualify_sql; prewhere_sql; where_sql; window_sql; partition_by_sql; windowspec_sql; withingroup_sql; between_sql; bracket_offset_expressions; all_sql; any_sql; case_sql; nextvaluefor_sql; extract_sql; trim_sql; convert_concat_args; concat_sql; concatws_sql; check_sql; foreignkey_sql; primarykey_sql; if_sql; matchagainst_sql; jsonkeyvalue_sql; jsonpath_sql; json_path_part; formatjson_sql; formatphrase_sql; jsonarray_sql; jsonarrayagg_sql; jsoncolumndef_sql; jsonschema_sql; jsontable_sql; openjsoncolumndef_sql; openjson_sql; in_sql; in_unnest_op; interval_sql; return_sql; reference_sql; anonymous_sql; paren_sql; neg_sql; not_sql; alias_sql; pivotalias_sql; aliases_sql; atindex_sql; attimezone_sql; fromtimezone_sql; add_sql; and_sql; or_sql; xor_sql; connector_sql; bitwiseand_sql; bitwiseleftshift_sql; bitwisenot_sql; bitwiseor_sql; bitwiserightshift_sql; bitwisexor_sql; strtotime_sql; currentdate_sql; collate_sql; command_sql; comment_sql; mergetreettlaction_sql; mergetreettl_sql; transaction_sql; commit_sql; rollback_sql; alterindex_sql; alterdiststyle_sql; altersortkey_sql; alterrename_sql; alter_sql; altersession_sql; add_column_sql; droppartition_sql; addconstraint_sql; addpartition_sql; distinct_sql; respectnulls_sql; havingmax_sql; intdiv_sql; dpipe_sql; div_sql; safedivide_sql; overlaps_sql; distance_sql; dot_sql; eq_sql; propertyeq_sql; escape_sql; glob_sql; gt_sql; gte_sql; is_sql; like_sql; ilike_sql; match_sql; similarto_sql; lt_sql; lte_sql; mod_sql; mul_sql; neq_sql; nullsafeeq_sql; nullsafeneq_sql; sub_sql; trycast_sql; jsoncast_sql; try_sql; log_sql; use_sql; binary; ceil_floor; function_fallback_sql; func; format_args; too_wide; format_time; expressions; op_expressions; naked_property; tag_sql; token_sql; userdefinedfunction_sql; joinhint_sql; kwarg_sql; when_sql; whens_sql; merge_sql; tochar_sql; tonumber_sql; dictproperty_sql; dictrange_sql; dictsubproperty_sql; duplicatekeyproperty_sql; uniquekeyproperty_sql; distributedbyproperty_sql; oncluster_sql; clusteredbyproperty_sql; querytransform_sql; indexconstraintoption_sql; checkcolumnconstraint_sql; indexcolumnconstraint_sql; nvl2_sql; comprehension_sql; columnprefix_sql; opclass_sql; predict_sql; generateembedding_sql; generatetext_sql; generatetable_sql; generatebool_sql; generateint_sql; generatedouble_sql; mltranslate_sql; mlforecast_sql; aiforecast_sql; featuresattime_sql; vectorsearch_sql; forin_sql; refresh_sql; toarray_sql; tsordstotime_sql; tsordstotimestamp_sql; tsordstodatetime_sql; tsordstodate_sql; unixdate_sql; lastday_sql; dateadd_sql; arrayany_sql; partitionrange_sql; truncatetable_sql; convert_sql; copyparameter_sql; credentials_sql; copy_sql; semicolon_sql; datadeletionproperty_sql; maskingpolicycolumnconstraint_sql; gapfill_sql; scope_resolution; scoperesolution_sql; parsejson_sql; rand_sql; changes_sql; pad_sql; summarize_sql; explodinggenerateseries_sql; converttimezone_sql; json_sql; jsonvalue_sql; skipjsoncolumn_sql; conditionalinsert_sql; multitableinserts_sql; oncondition_sql; jsonextractquote_sql; jsonexists_sql; slice_sql; apply_sql; grant_sql; revoke_sql; grantprivilege_sql; grantprincipal_sql; columns_sql; overlay_sql; todouble_sql; string_sql; median_sql; overflowtruncatebehavior_sql; unixseconds_sql; arraysize_sql; attach_sql; detach_sql; attachoption_sql; watermarkcolumnconstraint_sql; encodeproperty_sql; includeproperty_sql; xmlelement_sql; xmlkeyvalueoption_sql; partitionbyrangeproperty_sql; partitionbyrangepropertydynamic_sql; unpivotcolumns_sql; analyzesample_sql; analyzestatistics_sql; analyzehistogram_sql; analyzedelete_sql; analyzelistchainedrows_sql; analyzevalidate_sql; analyze_sql; xmltable_sql; xmlnamespace_sql; export_sql; declare_sql; declareitem_sql; recursivewithsearch_sql; parameterizedagg_sql; anonymousaggfunc_sql; combinedaggfunc_sql; combinedparameterizedagg_sql; show_sql; install_sql; get_put_sql; translatecharacters_sql; decodecase_sql; semanticview_sql; getextract_sql; datefromunixdate_sql; space_sql; buildproperty_sql; refreshtriggerproperty_sql; modelattribute_sql; directorystage_sql; uuid_sql; initcap_sql; localtime_sql; localtimestamp_sql; weekstart_sql; chr_sql; block_sql; storedprocedure_sql; whileblock_sql; execute_sql; executesql_sql; altermodifysqlsecurity_sql; renameindex_sql
sqlglot.generators.spark2.Spark2Generator: QUERY_HINTS; NVL2_SUPPORTED; CAN_IMPLEMENT_ARRAY_ANY; ALTER_SET_TYPE; PROPERTIES_LOCATION; TS_OR_DS_EXPRESSIONS; WRAP_DERIVED_VALUES; CREATE_FUNCTION_RETURN_AS; struct_sql; cast_sql; fileformatproperty_sql; altercolumn_sql; renamecolumn_sql
sqlglot.generators.hive.HiveGenerator: SELECT_KINDS; TRY_SUPPORTED; SUPPORTS_UESCAPE; LIMIT_FETCH; TABLESAMPLE_WITH_METHOD; JOIN_HINTS; TABLE_HINTS; INDEX_ON; EXTRACT_ALLOWS_QUOTES; LAST_DAY_SUPPORTS_DATE_PART; JSON_PATH_SINGLE_QUOTE_ESCAPE; SAFE_JSON_PATH_KEY_RE; WITH_PROPERTIES_PREFIX; PARSE_JSON_NAME; ARRAY_SIZE_NAME; EXPRESSIONS_WITHOUT_NESTED_CTES; SUPPORTED_JSON_PATH_PARTS; IGNORE_NULLS_FUNCS; unnest_sql; parameter_sql; schema_sql; constraint_sql; rowformatserdeproperty_sql; arrayagg_sql; trunc_sql; datatype_sql; version_sql; columndef_sql; alterset_sql; serdeproperties_sql; exists_sql; timetostr_sql; usingproperty_sql