sqlglot.generators.clickhouse

  1from __future__ import annotations
  2
  3import datetime
  4import typing as t
  5
  6from sqlglot import exp, generator
  7from sqlglot.dialects.dialect import (
  8    arg_max_or_min_no_count,
  9    inline_array_sql,
 10    jarowinkler_similarity,
 11    json_extract_segments,
 12    json_path_key_only_name,
 13    length_or_char_length_sql,
 14    no_pivot_sql,
 15    rename_func,
 16    remove_from_array_using_filter,
 17    sha256_sql,
 18    strposition_sql,
 19    var_map_sql,
 20    unit_to_str,
 21    unit_to_var,
 22    trim_sql,
 23    sha2_digest_sql,
 24)
 25from sqlglot.generator import unsupported_args
 26from sqlglot.helper import is_int
 27from collections import defaultdict
 28
 29DATETIME_DELTA = t.Union[exp.DateAdd, exp.DateDiff, exp.DateSub, exp.TimestampSub, exp.TimestampAdd]
 30
 31
 32def _unix_to_time_sql(self: ClickHouseGenerator, expression: exp.UnixToTime) -> str:
 33    scale = expression.args.get("scale")
 34    timestamp = expression.this
 35
 36    if scale in (None, exp.UnixToTime.SECONDS):
 37        return self.func("fromUnixTimestamp", exp.cast(timestamp, exp.DType.BIGINT))
 38    if scale == exp.UnixToTime.MILLIS:
 39        return self.func("fromUnixTimestamp64Milli", exp.cast(timestamp, exp.DType.BIGINT))
 40    if scale == exp.UnixToTime.MICROS:
 41        return self.func("fromUnixTimestamp64Micro", exp.cast(timestamp, exp.DType.BIGINT))
 42    if scale == exp.UnixToTime.NANOS:
 43        return self.func("fromUnixTimestamp64Nano", exp.cast(timestamp, exp.DType.BIGINT))
 44
 45    return self.func(
 46        "fromUnixTimestamp",
 47        exp.cast(exp.Div(this=timestamp, expression=exp.func("POW", 10, scale)), exp.DType.BIGINT),
 48    )
 49
 50
 51def _lower_func(sql: str) -> str:
 52    index = sql.index("(")
 53    return sql[:index].lower() + sql[index:]
 54
 55
 56def _quantile_sql(self: ClickHouseGenerator, expression: exp.Quantile) -> str:
 57    quantile = expression.args["quantile"]
 58    args = f"({self.sql(expression, 'this')})"
 59
 60    if isinstance(quantile, exp.Array):
 61        func = self.func("quantiles", *quantile)
 62    else:
 63        func = self.func("quantile", quantile)
 64
 65    return func + args
 66
 67
 68def _datetime_delta_sql(name: str) -> t.Callable[[generator.Generator, DATETIME_DELTA], str]:
 69    def _delta_sql(self: generator.Generator, expression: DATETIME_DELTA) -> str:
 70        if not expression.unit:
 71            return rename_func(name)(self, expression)
 72
 73        return self.func(
 74            name,
 75            unit_to_var(expression),
 76            expression.expression,
 77            expression.this,
 78            expression.args.get("zone"),
 79        )
 80
 81    return _delta_sql
 82
 83
 84def _timestrtotime_sql(self: ClickHouseGenerator, expression: exp.TimeStrToTime):
 85    ts = expression.this
 86
 87    tz = expression.args.get("zone")
 88    if tz and isinstance(ts, exp.Literal):
 89        # Clickhouse will not accept timestamps that include a UTC offset, so we must remove them.
 90        # The first step to removing is parsing the string with `datetime.datetime.fromisoformat`.
 91        #
 92        # In python <3.11, `fromisoformat()` can only parse timestamps of millisecond (3 digit)
 93        # or microsecond (6 digit) precision. It will error if passed any other number of fractional
 94        # digits, so we extract the fractional seconds and pad to 6 digits before parsing.
 95        ts_string = ts.name.strip()
 96
 97        # separate [date and time] from [fractional seconds and UTC offset]
 98        ts_parts = ts_string.split(".")
 99        if len(ts_parts) == 2:
100            # separate fractional seconds and UTC offset
101            offset_sep = "+" if "+" in ts_parts[1] else "-"
102            ts_frac_parts = ts_parts[1].split(offset_sep)
103            num_frac_parts = len(ts_frac_parts)
104
105            # pad to 6 digits if fractional seconds present
106            ts_frac_parts[0] = ts_frac_parts[0].ljust(6, "0")
107            ts_string = "".join(
108                [
109                    ts_parts[0],  # date and time
110                    ".",
111                    ts_frac_parts[0],  # fractional seconds
112                    offset_sep if num_frac_parts > 1 else "",
113                    ts_frac_parts[1] if num_frac_parts > 1 else "",  # utc offset (if present)
114                ]
115            )
116
117        # return literal with no timezone, eg turn '2020-01-01 12:13:14-08:00' into '2020-01-01 12:13:14'
118        # this is because Clickhouse encodes the timezone as a data type parameter and throws an error if
119        # it's part of the timestamp string
120        ts_without_tz = (
121            datetime.datetime.fromisoformat(ts_string).replace(tzinfo=None).isoformat(sep=" ")
122        )
123        ts = exp.Literal.string(ts_without_tz)
124
125    # Non-nullable DateTime64 with microsecond precision
126    expressions = [exp.DataTypeParam(this=tz)] if tz else []
127    datatype = exp.DType.DATETIME64.into_expr(
128        expressions=[exp.DataTypeParam(this=exp.Literal.number(6)), *expressions],
129        nullable=False,
130    )
131
132    return self.sql(exp.cast(ts, datatype, dialect=self.dialect))
133
134
135def _map_sql(self: ClickHouseGenerator, expression: exp.Map | exp.VarMap) -> str:
136    if not (expression.parent and expression.parent.arg_key == "settings"):
137        return _lower_func(var_map_sql(self, expression))
138
139    keys = expression.args.get("keys")
140    values = expression.args.get("values")
141
142    if not isinstance(keys, exp.Array) or not isinstance(values, exp.Array):
143        self.unsupported("Cannot convert array columns into map.")
144        return ""
145
146    args = []
147    for key, value in zip(keys.expressions, values.expressions):
148        args.append(f"{self.sql(key)}: {self.sql(value)}")
149
150    csv_args = ", ".join(args)
151
152    return f"{{{csv_args}}}"
153
154
155def _json_cast_sql(self: ClickHouseGenerator, expression: exp.JSONCast) -> str:
156    this = self.sql(expression, "this")
157    to = expression.to
158    to_sql = self.sql(to)
159
160    if to.expressions:
161        to_sql = self.sql(exp.to_identifier(to_sql))
162
163    return f"{this}.:{to_sql}"
164
165
166class ClickHouseGenerator(generator.Generator):
167    SELECT_KINDS: tuple[str, ...] = ()
168    TRY_SUPPORTED = False
169    SUPPORTS_UESCAPE = False
170    SUPPORTS_DECODE_CASE = False
171
172    AFTER_HAVING_MODIFIER_TRANSFORMS = generator.AFTER_HAVING_MODIFIER_TRANSFORMS
173
174    QUERY_HINTS = False
175    STRUCT_DELIMITER = ("(", ")")
176    NVL2_SUPPORTED = False
177    TABLESAMPLE_REQUIRES_PARENS = False
178    TABLESAMPLE_SIZE_IS_ROWS = False
179    TABLESAMPLE_KEYWORDS = "SAMPLE"
180    LAST_DAY_SUPPORTS_DATE_PART = False
181    CAN_IMPLEMENT_ARRAY_ANY = True
182    SUPPORTS_TO_NUMBER = False
183    JOIN_HINTS = False
184    TABLE_HINTS = False
185    GROUPINGS_SEP = ""
186    SET_OP_MODIFIERS = False
187    ARRAY_SIZE_NAME = "LENGTH"
188    WRAP_DERIVED_VALUES = False
189
190    STRING_TYPE_MAPPING: t.ClassVar = {
191        exp.DType.BLOB: "String",
192        exp.DType.CHAR: "String",
193        exp.DType.LONGBLOB: "String",
194        exp.DType.LONGTEXT: "String",
195        exp.DType.MEDIUMBLOB: "String",
196        exp.DType.MEDIUMTEXT: "String",
197        exp.DType.TINYBLOB: "String",
198        exp.DType.TINYTEXT: "String",
199        exp.DType.TEXT: "String",
200        exp.DType.VARBINARY: "String",
201        exp.DType.VARCHAR: "String",
202    }
203
204    SUPPORTED_JSON_PATH_PARTS = {
205        exp.JSONPathKey,
206        exp.JSONPathRoot,
207        exp.JSONPathSubscript,
208    }
209
210    TYPE_MAPPING = {
211        **generator.Generator.TYPE_MAPPING,
212        exp.DType.BLOB: "String",
213        exp.DType.CHAR: "String",
214        exp.DType.LONGBLOB: "String",
215        exp.DType.LONGTEXT: "String",
216        exp.DType.MEDIUMBLOB: "String",
217        exp.DType.MEDIUMTEXT: "String",
218        exp.DType.TINYBLOB: "String",
219        exp.DType.TINYTEXT: "String",
220        exp.DType.TEXT: "String",
221        exp.DType.VARBINARY: "String",
222        exp.DType.VARCHAR: "String",
223        exp.DType.ARRAY: "Array",
224        exp.DType.BOOLEAN: "Bool",
225        exp.DType.BIGINT: "Int64",
226        exp.DType.DATE32: "Date32",
227        exp.DType.DATETIME: "DateTime",
228        exp.DType.DATETIME2: "DateTime",
229        exp.DType.SMALLDATETIME: "DateTime",
230        exp.DType.DATETIME64: "DateTime64",
231        exp.DType.DECIMAL: "Decimal",
232        exp.DType.DECIMAL32: "Decimal32",
233        exp.DType.DECIMAL64: "Decimal64",
234        exp.DType.DECIMAL128: "Decimal128",
235        exp.DType.DECIMAL256: "Decimal256",
236        exp.DType.TIMESTAMP: "DateTime",
237        exp.DType.TIMESTAMPNTZ: "DateTime",
238        exp.DType.TIMESTAMPTZ: "DateTime",
239        exp.DType.DOUBLE: "Float64",
240        exp.DType.ENUM: "Enum",
241        exp.DType.ENUM8: "Enum8",
242        exp.DType.ENUM16: "Enum16",
243        exp.DType.FIXEDSTRING: "FixedString",
244        exp.DType.FLOAT: "Float32",
245        exp.DType.INT: "Int32",
246        exp.DType.MEDIUMINT: "Int32",
247        exp.DType.INT128: "Int128",
248        exp.DType.INT256: "Int256",
249        exp.DType.LOWCARDINALITY: "LowCardinality",
250        exp.DType.MAP: "Map",
251        exp.DType.NESTED: "Nested",
252        exp.DType.NOTHING: "Nothing",
253        exp.DType.SMALLINT: "Int16",
254        exp.DType.STRUCT: "Tuple",
255        exp.DType.TINYINT: "Int8",
256        exp.DType.UBIGINT: "UInt64",
257        exp.DType.UINT: "UInt32",
258        exp.DType.UINT128: "UInt128",
259        exp.DType.UINT256: "UInt256",
260        exp.DType.USMALLINT: "UInt16",
261        exp.DType.UTINYINT: "UInt8",
262        exp.DType.IPV4: "IPv4",
263        exp.DType.IPV6: "IPv6",
264        exp.DType.POINT: "Point",
265        exp.DType.RING: "Ring",
266        exp.DType.LINESTRING: "LineString",
267        exp.DType.MULTILINESTRING: "MultiLineString",
268        exp.DType.POLYGON: "Polygon",
269        exp.DType.MULTIPOLYGON: "MultiPolygon",
270        exp.DType.AGGREGATEFUNCTION: "AggregateFunction",
271        exp.DType.SIMPLEAGGREGATEFUNCTION: "SimpleAggregateFunction",
272        exp.DType.DYNAMIC: "Dynamic",
273    }
274
275    TRANSFORMS = {
276        **generator.Generator.TRANSFORMS,
277        exp.AnyValue: rename_func("any"),
278        exp.ApproxDistinct: rename_func("uniq"),
279        exp.ArrayDistinct: rename_func("arrayDistinct"),
280        exp.ArrayConcat: rename_func("arrayConcat"),
281        exp.ArrayContains: rename_func("has"),
282        exp.ArrayFilter: lambda self, e: self.func("arrayFilter", e.expression, e.this),
283        exp.ArrayRemove: remove_from_array_using_filter,
284        exp.ArrayReverse: rename_func("arrayReverse"),
285        exp.ArraySlice: rename_func("arraySlice"),
286        exp.ArraySum: rename_func("arraySum"),
287        exp.ArrayMax: rename_func("arrayMax"),
288        exp.ArrayMin: rename_func("arrayMin"),
289        exp.ArgMax: arg_max_or_min_no_count("argMax"),
290        exp.ArgMin: arg_max_or_min_no_count("argMin"),
291        exp.Array: inline_array_sql,
292        exp.CityHash64: rename_func("cityHash64"),
293        exp.CastToStrType: rename_func("CAST"),
294        exp.CurrentDatabase: rename_func("CURRENT_DATABASE"),
295        exp.CurrentSchemas: rename_func("CURRENT_SCHEMAS"),
296        exp.CountIf: rename_func("countIf"),
297        exp.CosineDistance: rename_func("cosineDistance"),
298        exp.CompressColumnConstraint: lambda self, e: (
299            f"CODEC({self.expressions(e, key='this', flat=True)})"
300        ),
301        exp.ComputedColumnConstraint: lambda self, e: (
302            f"{'MATERIALIZED' if e.args.get('persisted') else 'ALIAS'} {self.sql(e, 'this')}"
303        ),
304        exp.CurrentDate: lambda self, e: self.func("CURRENT_DATE"),
305        exp.CurrentVersion: rename_func("VERSION"),
306        exp.DateAdd: _datetime_delta_sql("DATE_ADD"),
307        exp.DateDiff: _datetime_delta_sql("DATE_DIFF"),
308        exp.DateStrToDate: rename_func("toDate"),
309        exp.DateSub: _datetime_delta_sql("DATE_SUB"),
310        exp.Explode: rename_func("arrayJoin"),
311        exp.FarmFingerprint: rename_func("farmFingerprint64"),
312        exp.Final: lambda self, e: f"{self.sql(e, 'this')} FINAL",
313        exp.IsNan: rename_func("isNaN"),
314        exp.JarowinklerSimilarity: jarowinkler_similarity("jaroWinklerSimilarity"),
315        exp.JSONCast: _json_cast_sql,
316        exp.JSONExtract: json_extract_segments("JSONExtractString", quoted_index=False),
317        exp.JSONExtractScalar: json_extract_segments("JSONExtractString", quoted_index=False),
318        exp.JSONPathKey: json_path_key_only_name,
319        exp.JSONPathRoot: lambda *_: "",
320        exp.Length: length_or_char_length_sql,
321        exp.Map: _map_sql,
322        exp.Median: rename_func("median"),
323        exp.Nullif: rename_func("nullIf"),
324        exp.PartitionedByProperty: lambda self, e: f"PARTITION BY {self.sql(e, 'this')}",
325        exp.Pivot: no_pivot_sql,
326        exp.Quantile: _quantile_sql,
327        exp.RegexpLike: lambda self, e: self.func("match", e.this, e.expression),
328        exp.Rand: rename_func("randCanonical"),
329        exp.StartsWith: rename_func("startsWith"),
330        exp.Struct: rename_func("tuple"),
331        exp.Trunc: rename_func("trunc"),
332        exp.EndsWith: rename_func("endsWith"),
333        exp.EuclideanDistance: rename_func("L2Distance"),
334        exp.StrPosition: lambda self, e: strposition_sql(
335            self,
336            e,
337            func_name="POSITION",
338            supports_position=True,
339            use_ansi_position=False,
340        ),
341        exp.TimeToStr: lambda self, e: self.func(
342            "formatDateTime",
343            e.this.this if isinstance(e.this, exp.TsOrDsToTimestamp) else e.this,
344            self.format_time(e),
345            e.args.get("zone"),
346        ),
347        exp.TimeStrToTime: _timestrtotime_sql,
348        exp.TimestampAdd: _datetime_delta_sql("TIMESTAMP_ADD"),
349        exp.TimestampSub: _datetime_delta_sql("TIMESTAMP_SUB"),
350        exp.Typeof: rename_func("toTypeName"),
351        exp.VarMap: _map_sql,
352        exp.Xor: lambda self, e: self.func("xor", e.this, e.expression, *e.expressions),
353        exp.MD5Digest: rename_func("MD5"),
354        exp.MD5: lambda self, e: self.func("LOWER", self.func("HEX", self.func("MD5", e.this))),
355        exp.SHA: rename_func("SHA1"),
356        exp.SHA1Digest: rename_func("SHA1"),
357        exp.SHA2: sha256_sql,
358        exp.SHA2Digest: sha2_digest_sql,
359        exp.Split: lambda self, e: self.func(
360            "splitByString", e.args.get("expression"), e.this, e.args.get("limit")
361        ),
362        exp.RegexpSplit: lambda self, e: self.func(
363            "splitByRegexp", e.args.get("expression"), e.this, e.args.get("limit")
364        ),
365        exp.UnixToTime: _unix_to_time_sql,
366        exp.Trim: lambda self, e: trim_sql(self, e, default_trim_type="BOTH"),
367        exp.Variance: rename_func("varSamp"),
368        exp.SchemaCommentProperty: lambda self, e: self.naked_property(e),
369        exp.Stddev: rename_func("stddevSamp"),
370        exp.Chr: rename_func("CHAR"),
371        exp.Lag: lambda self, e: self.func(
372            "lagInFrame", e.this, e.args.get("offset"), e.args.get("default")
373        ),
374        exp.Lead: lambda self, e: self.func(
375            "leadInFrame", e.this, e.args.get("offset"), e.args.get("default")
376        ),
377        exp.Levenshtein: unsupported_args("ins_cost", "del_cost", "sub_cost", "max_dist")(
378            rename_func("editDistance")
379        ),
380        exp.ParseDatetime: rename_func("parseDateTime"),
381    }
382
383    PROPERTIES_LOCATION = {
384        **generator.Generator.PROPERTIES_LOCATION,
385        exp.DefinerProperty: exp.Properties.Location.POST_SCHEMA,
386        exp.OnCluster: exp.Properties.Location.POST_NAME,
387        exp.PartitionedByProperty: exp.Properties.Location.POST_SCHEMA,
388        exp.ToTableProperty: exp.Properties.Location.POST_NAME,
389        exp.UuidProperty: exp.Properties.Location.POST_NAME,
390        exp.VolatileProperty: exp.Properties.Location.UNSUPPORTED,
391    }
392
393    # There's no list in docs, but it can be found in Clickhouse code
394    # see `ClickHouse/src/Parsers/ParserCreate*.cpp`
395    ON_CLUSTER_TARGETS = {
396        "SCHEMA",  # Transpiled CREATE SCHEMA may have OnCluster property set
397        "DATABASE",
398        "TABLE",
399        "VIEW",
400        "DICTIONARY",
401        "INDEX",
402        "FUNCTION",
403        "NAMED COLLECTION",
404    }
405
406    # https://clickhouse.com/docs/en/sql-reference/data-types/nullable
407    NON_NULLABLE_TYPES = {
408        exp.DType.ARRAY,
409        exp.DType.MAP,
410        exp.DType.STRUCT,
411        exp.DType.POINT,
412        exp.DType.RING,
413        exp.DType.LINESTRING,
414        exp.DType.MULTILINESTRING,
415        exp.DType.POLYGON,
416        exp.DType.MULTIPOLYGON,
417    }
418
419    def groupconcat_sql(self, expression: exp.GroupConcat) -> str:
420        this = expression.this
421        separator = expression.args.get("separator")
422
423        if isinstance(this, exp.Limit) and this.this:
424            limit = this
425            this = limit.this.pop()
426            return self.sql(
427                exp.ParameterizedAgg(
428                    this="groupConcat",
429                    params=[this],
430                    expressions=[separator, limit.expression],
431                )
432            )
433
434        if separator:
435            return self.sql(
436                exp.ParameterizedAgg(
437                    this="groupConcat",
438                    params=[this],
439                    expressions=[separator],
440                )
441            )
442
443        return self.func("groupConcat", this)
444
445    def offset_sql(self, expression: exp.Offset) -> str:
446        offset = super().offset_sql(expression)
447
448        # OFFSET ... FETCH syntax requires a "ROW" or "ROWS" keyword
449        # https://clickhouse.com/docs/sql-reference/statements/select/offset
450        parent = expression.parent
451        if isinstance(parent, exp.Select) and isinstance(parent.args.get("limit"), exp.Fetch):
452            offset = f"{offset} ROWS"
453
454        return offset
455
456    def strtodate_sql(self, expression: exp.StrToDate) -> str:
457        strtodate_sql = self.function_fallback_sql(expression)
458
459        if not isinstance(expression.parent, exp.Cast):
460            # StrToDate returns DATEs in other dialects (eg. postgres), so
461            # this branch aims to improve the transpilation to clickhouse
462            return self.cast_sql(exp.cast(expression, "DATE"))
463
464        return strtodate_sql
465
466    def cast_sql(self, expression: exp.Cast, safe_prefix: str | None = None) -> str:
467        this = expression.this
468
469        if isinstance(this, exp.StrToDate) and expression.to == exp.DType.DATETIME.into_expr():
470            return self.sql(this)
471
472        return super().cast_sql(expression, safe_prefix=safe_prefix)
473
474    def trycast_sql(self, expression: exp.TryCast) -> str:
475        dtype = expression.to
476        if not dtype.is_type(*self.NON_NULLABLE_TYPES, check_nullable=True):
477            # Casting x into Nullable(T) appears to behave similarly to TRY_CAST(x AS T)
478            dtype.set("nullable", True)
479
480        return super().cast_sql(expression)
481
482    def _jsonpathsubscript_sql(self, expression: exp.JSONPathSubscript) -> str:
483        this = self.json_path_part(expression.this)
484        return str(int(this) + 1) if is_int(this) else this
485
486    def likeproperty_sql(self, expression: exp.LikeProperty) -> str:
487        return f"AS {self.sql(expression, 'this')}"
488
489    def _any_to_has(
490        self,
491        expression: exp.EQ | exp.NEQ,
492        default: t.Callable[[t.Any], str],
493        prefix: str = "",
494    ) -> str:
495        if isinstance(expression.left, exp.Any):
496            arr = expression.left
497            this = expression.right
498        elif isinstance(expression.right, exp.Any):
499            arr = expression.right
500            this = expression.left
501        else:
502            return default(expression)
503
504        return prefix + self.func("has", arr.this.unnest(), this)
505
506    def eq_sql(self, expression: exp.EQ) -> str:
507        return self._any_to_has(expression, super().eq_sql)
508
509    def neq_sql(self, expression: exp.NEQ) -> str:
510        return self._any_to_has(expression, super().neq_sql, "NOT ")
511
512    def regexpilike_sql(self, expression: exp.RegexpILike) -> str:
513        # Manually add a flag to make the search case-insensitive
514        regex = self.func("CONCAT", "'(?i)'", expression.expression)
515        return self.func("match", expression.this, regex)
516
517    def datatype_sql(self, expression: exp.DataType) -> str:
518        # String is the standard ClickHouse type, every other variant is just an alias.
519        # Additionally, any supplied length parameter will be ignored.
520        #
521        # https://clickhouse.com/docs/en/sql-reference/data-types/string
522        if expression.this in self.STRING_TYPE_MAPPING:
523            dtype = "String"
524        else:
525            dtype = super().datatype_sql(expression)
526
527        # This section changes the type to `Nullable(...)` if the following conditions hold:
528        # - It's marked as nullable - this ensures we won't wrap ClickHouse types with `Nullable`
529        #   and change their semantics
530        # - It's not the key type of a `Map`. This is because ClickHouse enforces the following
531        #   constraint: "Type of Map key must be a type, that can be represented by integer or
532        #   String or FixedString (possibly LowCardinality) or UUID or IPv6"
533        # - It's not a composite type, e.g. `Nullable(Array(...))` is not a valid type
534        parent = expression.parent
535        nullable = expression.args.get("nullable")
536        if nullable is True or (
537            nullable is None
538            and not (
539                isinstance(parent, exp.DataType)
540                and parent.is_type(exp.DType.MAP, check_nullable=True)
541                and expression.index in (None, 0)
542            )
543            and not expression.is_type(*self.NON_NULLABLE_TYPES, check_nullable=True)
544        ):
545            dtype = f"Nullable({dtype})"
546
547        return dtype
548
549    def cte_sql(self, expression: exp.CTE) -> str:
550        if expression.args.get("scalar"):
551            this = self.sql(expression, "this")
552            alias = self.sql(expression, "alias")
553            return f"{this} AS {alias}"
554
555        return super().cte_sql(expression)
556
557    def after_limit_modifiers(self, expression: exp.Expr) -> list[str]:
558        return super().after_limit_modifiers(expression) + [
559            (
560                self.seg("SETTINGS ") + self.expressions(expression, key="settings", flat=True)
561                if expression.args.get("settings")
562                else ""
563            ),
564            (
565                self.seg("FORMAT ") + self.sql(expression, "format")
566                if expression.args.get("format")
567                else ""
568            ),
569        ]
570
571    def placeholder_sql(self, expression: exp.Placeholder) -> str:
572        return f"{{{expression.name}: {self.sql(expression, 'kind')}}}"
573
574    def oncluster_sql(self, expression: exp.OnCluster) -> str:
575        return f"ON CLUSTER {self.sql(expression, 'this')}"
576
577    def createable_sql(self, expression: exp.Create, locations: defaultdict) -> str:
578        if expression.kind in self.ON_CLUSTER_TARGETS and locations.get(
579            exp.Properties.Location.POST_NAME
580        ):
581            this_name = self.sql(
582                expression.this if isinstance(expression.this, exp.Schema) else expression,
583                "this",
584            )
585            this_properties = " ".join(
586                [self.sql(prop) for prop in locations[exp.Properties.Location.POST_NAME]]
587            )
588            this_schema = self.schema_columns_sql(expression.this)
589            this_schema = f"{self.sep()}{this_schema}" if this_schema else ""
590
591            return f"{this_name}{self.sep()}{this_properties}{this_schema}"
592
593        return super().createable_sql(expression, locations)
594
595    def create_sql(self, expression: exp.Create) -> str:
596        # The comment property comes last in CTAS statements, i.e. after the query
597        query = expression.expression
598        if isinstance(query, exp.Query):
599            comment_prop = expression.find(exp.SchemaCommentProperty)
600            if comment_prop:
601                comment_prop.pop()
602                query.replace(exp.paren(query))
603        else:
604            comment_prop = None
605
606        create_sql = super().create_sql(expression)
607
608        comment_sql = self.sql(comment_prop)
609        comment_sql = f" {comment_sql}" if comment_sql else ""
610
611        return f"{create_sql}{comment_sql}"
612
613    def prewhere_sql(self, expression: exp.PreWhere) -> str:
614        this = self.indent(self.sql(expression, "this"))
615        return f"{self.seg('PREWHERE')}{self.sep()}{this}"
616
617    def indexcolumnconstraint_sql(self, expression: exp.IndexColumnConstraint) -> str:
618        this = self.sql(expression, "this")
619        this = f" {this}" if this else ""
620        expr = self.sql(expression, "expression")
621        expr = f" {expr}" if expr else ""
622        index_type = self.sql(expression, "index_type")
623        index_type = f" TYPE {index_type}" if index_type else ""
624        granularity = self.sql(expression, "granularity")
625        granularity = f" GRANULARITY {granularity}" if granularity else ""
626
627        return f"INDEX{this}{expr}{index_type}{granularity}"
628
629    def partition_sql(self, expression: exp.Partition) -> str:
630        return f"PARTITION {self.expressions(expression, flat=True)}"
631
632    def partitionid_sql(self, expression: exp.PartitionId) -> str:
633        return f"ID {self.sql(expression.this)}"
634
635    def replacepartition_sql(self, expression: exp.ReplacePartition) -> str:
636        return f"REPLACE {self.sql(expression.expression)} FROM {self.sql(expression, 'source')}"
637
638    def projectiondef_sql(self, expression: exp.ProjectionDef) -> str:
639        return f"PROJECTION {self.sql(expression.this)} {self.wrap(expression.expression)}"
640
641    def nestedjsonselect_sql(self, expression: exp.NestedJSONSelect) -> str:
642        return f"{self.sql(expression, 'this')}.^{self.sql(expression, 'expression')}"
643
644    def is_sql(self, expression: exp.Is) -> str:
645        is_sql = super().is_sql(expression)
646
647        if isinstance(expression.parent, exp.Not):
648            # value IS NOT NULL -> NOT (value IS NULL)
649            is_sql = self.wrap(is_sql)
650
651        return is_sql
652
653    def in_sql(self, expression: exp.In) -> str:
654        in_sql = super().in_sql(expression)
655
656        if isinstance(expression.parent, exp.Not) and expression.args.get("is_global"):
657            in_sql = in_sql.replace("GLOBAL IN", "GLOBAL NOT IN", 1)
658
659        return in_sql
660
661    def not_sql(self, expression: exp.Not) -> str:
662        if isinstance(expression.this, exp.In):
663            if expression.this.args.get("is_global"):
664                # let `GLOBAL IN` child interpose `NOT`
665                return self.sql(expression, "this")
666
667            expression.set("this", exp.paren(expression.this, copy=False))
668
669        return super().not_sql(expression)
670
671    def values_sql(self, expression: exp.Values, values_as_table: bool = True) -> str:
672        # If the VALUES clause contains tuples of expressions, we need to treat it
673        # as a table since Clickhouse will automatically alias it as such.
674        alias = expression.args.get("alias")
675
676        if alias and alias.args.get("columns") and expression.expressions:
677            values = expression.expressions[0].expressions
678            values_as_table = any(isinstance(value, exp.Tuple) for value in values)
679        else:
680            values_as_table = True
681
682        return super().values_sql(expression, values_as_table=values_as_table)
683
684    def timestamptrunc_sql(self, expression: exp.TimestampTrunc) -> str:
685        unit = unit_to_str(expression)
686        # https://clickhouse.com/docs/whats-new/changelog/2023#improvement
687        if self.dialect.version < (23, 12) and unit and unit.is_string:
688            unit = exp.Literal.string(unit.name.lower())
689        return self.func("dateTrunc", unit, expression.this, expression.args.get("zone"))