Edit on GitHub

sqlglot.dialects.tsql

View Source

  1from __future__ import annotations
  2
  3from sqlglot import tokens
  4from sqlglot.dialects.dialect import (
  5    Dialect,
  6    NormalizationStrategy,
  7)
  8from sqlglot.generators.tsql import TSQLGenerator
  9from sqlglot.parsers.tsql import TSQLParser
 10from sqlglot.tokens import TokenType
 11from sqlglot.typing.tsql import EXPRESSION_METADATA
 12
 13
 14class TSQL(Dialect):
 15    # Week truncation follows @@DATEFIRST, which defaults to 7 (Sunday)
 16    WEEK_OFFSET = -1
 17
 18    LOG_BASE_FIRST = False
 19    TYPED_DIVISION = True
 20    CONCAT_COALESCE = True
 21    CONCAT_WS_COALESCE = True
 22    NORMALIZATION_STRATEGY = NormalizationStrategy.CASE_INSENSITIVE
 23    ALTER_TABLE_ADD_REQUIRED_FOR_EACH_COLUMN = False
 24
 25    TIME_FORMAT = "'yyyy-mm-dd hh:mm:ss'"
 26
 27    EXPRESSION_METADATA = EXPRESSION_METADATA.copy()
 28
 29    DATE_PART_MAPPING = {
 30        **Dialect.DATE_PART_MAPPING,
 31        "QQ": "QUARTER",
 32        "M": "MONTH",
 33        "Y": "DAYOFYEAR",
 34        "WW": "WEEK",
 35        "N": "MINUTE",
 36        "SS": "SECOND",
 37        "MCS": "MICROSECOND",
 38        "TZOFFSET": "TIMEZONE_MINUTE",
 39        "TZ": "TIMEZONE_MINUTE",
 40        "ISO_WEEK": "WEEKISO",
 41        "ISOWK": "WEEKISO",
 42        "ISOWW": "WEEKISO",
 43    }
 44
 45    TIME_MAPPING = {
 46        "year": "%Y",
 47        "dayofyear": "%j",
 48        "day": "%d",
 49        "dy": "%d",
 50        "y": "%Y",
 51        "week": "%W",
 52        "ww": "%W",
 53        "wk": "%W",
 54        "isowk": "%V",
 55        "isoww": "%V",
 56        "iso_week": "%V",
 57        "hour": "%h",
 58        "hh": "%I",
 59        "minute": "%M",
 60        "mi": "%M",
 61        "n": "%M",
 62        "second": "%S",
 63        "ss": "%S",
 64        "s": "%-S",
 65        "millisecond": "%f",
 66        "ms": "%f",
 67        "weekday": "%w",
 68        "dw": "%w",
 69        "month": "%m",
 70        "mm": "%M",
 71        "m": "%-M",
 72        "Y": "%Y",
 73        "YYYY": "%Y",
 74        "YY": "%y",
 75        "MMMM": "%B",
 76        "MMM": "%b",
 77        "MM": "%m",
 78        "M": "%-m",
 79        "dddd": "%A",
 80        "dd": "%d",
 81        "d": "%-d",
 82        "HH": "%H",
 83        "H": "%-H",
 84        "h": "%-I",
 85        "ffffff": "%f",
 86        "yyyy": "%Y",
 87        "yy": "%y",
 88    }
 89
 90    CONVERT_FORMAT_MAPPING = {
 91        "0": "%b %d %Y %-I:%M%p",
 92        "1": "%m/%d/%y",
 93        "2": "%y.%m.%d",
 94        "3": "%d/%m/%y",
 95        "4": "%d.%m.%y",
 96        "5": "%d-%m-%y",
 97        "6": "%d %b %y",
 98        "7": "%b %d, %y",
 99        "8": "%H:%M:%S",
100        "9": "%b %d %Y %-I:%M:%S:%f%p",
101        "10": "mm-dd-yy",
102        "11": "yy/mm/dd",
103        "12": "yymmdd",
104        "13": "%d %b %Y %H:%M:ss:%f",
105        "14": "%H:%M:%S:%f",
106        "20": "%Y-%m-%d %H:%M:%S",
107        "21": "%Y-%m-%d %H:%M:%S.%f",
108        "22": "%m/%d/%y %-I:%M:%S %p",
109        "23": "%Y-%m-%d",
110        "24": "%H:%M:%S",
111        "25": "%Y-%m-%d %H:%M:%S.%f",
112        "100": "%b %d %Y %-I:%M%p",
113        "101": "%m/%d/%Y",
114        "102": "%Y.%m.%d",
115        "103": "%d/%m/%Y",
116        "104": "%d.%m.%Y",
117        "105": "%d-%m-%Y",
118        "106": "%d %b %Y",
119        "107": "%b %d, %Y",
120        "108": "%H:%M:%S",
121        "109": "%b %d %Y %-I:%M:%S:%f%p",
122        "110": "%m-%d-%Y",
123        "111": "%Y/%m/%d",
124        "112": "%Y%m%d",
125        "113": "%d %b %Y %H:%M:%S:%f",
126        "114": "%H:%M:%S:%f",
127        "120": "%Y-%m-%d %H:%M:%S",
128        "121": "%Y-%m-%d %H:%M:%S.%f",
129        "126": "%Y-%m-%dT%H:%M:%S.%f",
130    }
131
132    FORMAT_TIME_MAPPING = {
133        "y": "%B %Y",
134        "d": "%m/%d/%Y",
135        "H": "%-H",
136        "h": "%-I",
137        "s": "%Y-%m-%d %H:%M:%S",
138        "D": "%A,%B,%Y",
139        "f": "%A,%B,%Y %-I:%M %p",
140        "F": "%A,%B,%Y %-I:%M:%S %p",
141        "g": "%m/%d/%Y %-I:%M %p",
142        "G": "%m/%d/%Y %-I:%M:%S %p",
143        "M": "%B %-d",
144        "m": "%B %-d",
145        "O": "%Y-%m-%dT%H:%M:%S",
146        "u": "%Y-%M-%D %H:%M:%S%z",
147        "U": "%A, %B %D, %Y %H:%M:%S%z",
148        "T": "%-I:%M:%S %p",
149        "t": "%-I:%M",
150        "Y": "%a %Y",
151    }
152
153    class Tokenizer(tokens.Tokenizer):
154        IDENTIFIERS = [("[", "]"), '"']
155        QUOTES = ["'", '"']
156        HEX_STRINGS = [("0x", ""), ("0X", "")]
157        VAR_SINGLE_TOKENS = {"@", "$", "#"}
158
159        KEYWORDS = {
160            **tokens.Tokenizer.KEYWORDS,
161            "CLUSTERED INDEX": TokenType.INDEX,
162            "DATETIME2": TokenType.DATETIME2,
163            "DATETIMEOFFSET": TokenType.TIMESTAMPTZ,
164            "DECLARE": TokenType.DECLARE,
165            "EXEC": TokenType.EXECUTE,
166            "GO": TokenType.COMMAND,
167            "IMAGE": TokenType.IMAGE,
168            "MONEY": TokenType.MONEY,
169            "NONCLUSTERED INDEX": TokenType.INDEX,
170            "NTEXT": TokenType.TEXT,
171            "OPTION": TokenType.OPTION,
172            "OUTPUT": TokenType.RETURNING,
173            "PRINT": TokenType.COMMAND,
174            "PROC": TokenType.PROCEDURE,
175            "REAL": TokenType.FLOAT,
176            "ROWVERSION": TokenType.ROWVERSION,
177            "SMALLDATETIME": TokenType.SMALLDATETIME,
178            "SMALLMONEY": TokenType.SMALLMONEY,
179            "SQL_VARIANT": TokenType.VARIANT,
180            "SYSTEM_USER": TokenType.CURRENT_USER,
181            "TOP": TokenType.TOP,
182            "TIMESTAMP": TokenType.ROWVERSION,
183            "TINYINT": TokenType.UTINYINT,
184            "UNIQUEIDENTIFIER": TokenType.UUID,
185            "UPDATE STATISTICS": TokenType.COMMAND,
186            "XML": TokenType.XML,
187        }
188        KEYWORDS.pop("/*+")
189
190        COMMANDS = {*tokens.Tokenizer.COMMANDS, TokenType.END} - {TokenType.EXECUTE}
191
192    Parser = TSQLParser
193
194    Generator = TSQLGenerator

class TSQL.Tokenizer(sqlglot.tokens.Tokenizer): View Source

154    class Tokenizer(tokens.Tokenizer):
155        IDENTIFIERS = [("[", "]"), '"']
156        QUOTES = ["'", '"']
157        HEX_STRINGS = [("0x", ""), ("0X", "")]
158        VAR_SINGLE_TOKENS = {"@", "$", "#"}
159
160        KEYWORDS = {
161            **tokens.Tokenizer.KEYWORDS,
162            "CLUSTERED INDEX": TokenType.INDEX,
163            "DATETIME2": TokenType.DATETIME2,
164            "DATETIMEOFFSET": TokenType.TIMESTAMPTZ,
165            "DECLARE": TokenType.DECLARE,
166            "EXEC": TokenType.EXECUTE,
167            "GO": TokenType.COMMAND,
168            "IMAGE": TokenType.IMAGE,
169            "MONEY": TokenType.MONEY,
170            "NONCLUSTERED INDEX": TokenType.INDEX,
171            "NTEXT": TokenType.TEXT,
172            "OPTION": TokenType.OPTION,
173            "OUTPUT": TokenType.RETURNING,
174            "PRINT": TokenType.COMMAND,
175            "PROC": TokenType.PROCEDURE,
176            "REAL": TokenType.FLOAT,
177            "ROWVERSION": TokenType.ROWVERSION,
178            "SMALLDATETIME": TokenType.SMALLDATETIME,
179            "SMALLMONEY": TokenType.SMALLMONEY,
180            "SQL_VARIANT": TokenType.VARIANT,
181            "SYSTEM_USER": TokenType.CURRENT_USER,
182            "TOP": TokenType.TOP,
183            "TIMESTAMP": TokenType.ROWVERSION,
184            "TINYINT": TokenType.UTINYINT,
185            "UNIQUEIDENTIFIER": TokenType.UUID,
186            "UPDATE STATISTICS": TokenType.COMMAND,
187            "XML": TokenType.XML,
188        }
189        KEYWORDS.pop("/*+")
190
191        COMMANDS = {*tokens.Tokenizer.COMMANDS, TokenType.END} - {TokenType.EXECUTE}

IDENTIFIERS = [('[', ']'), '"']

QUOTES = ["'", '"']

HEX_STRINGS = [('0x', ''), ('0X', '')]

VAR_SINGLE_TOKENS = {'$', '#', '@'}

KEYWORDS = {'{%': <TokenType.BLOCK_START: 73>, '{%+': <TokenType.BLOCK_START: 73>, '{%-': <TokenType.BLOCK_START: 73>, '%}': <TokenType.BLOCK_END: 74>, '+%}': <TokenType.BLOCK_END: 74>, '-%}': <TokenType.BLOCK_END: 74>, '{{+': <TokenType.BLOCK_START: 73>, '{{-': <TokenType.BLOCK_START: 73>, '+}}': <TokenType.BLOCK_END: 74>, '-}}': <TokenType.BLOCK_END: 74>, '&<': <TokenType.AMP_LT: 63>, '&>': <TokenType.AMP_GT: 64>, '==': <TokenType.EQ: 28>, '::': <TokenType.DCOLON: 14>, '?::': <TokenType.QDCOLON: 370>, '||': <TokenType.DPIPE: 37>, '|>': <TokenType.PIPE_GT: 38>, '>=': <TokenType.GTE: 26>, '<=': <TokenType.LTE: 24>, '<>': <TokenType.NEQ: 29>, '!=': <TokenType.NEQ: 29>, ':=': <TokenType.COLON_EQ: 31>, '<=>': <TokenType.NULLSAFE_EQ: 30>, '->': <TokenType.ARROW: 45>, '->>': <TokenType.DARROW: 46>, '=>': <TokenType.FARROW: 47>, '#>': <TokenType.HASH_ARROW: 49>, '#>>': <TokenType.DHASH_ARROW: 50>, '<->': <TokenType.LR_ARROW: 51>, '<<->>': <TokenType.LLRR_ARROW: 52>, '&&': <TokenType.DAMP: 62>, '??': <TokenType.DQMARK: 18>, '~~~': <TokenType.GLOB: 287>, '~~': <TokenType.LIKE: 318>, '~~*': <TokenType.ILIKE: 295>, '~*': <TokenType.IRLIKE: 307>, '-|-': <TokenType.ADJACENT: 65>, 'ALL': <TokenType.ALL: 220>, 'AND': <TokenType.AND: 34>, 'ANTI': <TokenType.ANTI: 221>, 'ANY': <TokenType.ANY: 222>, 'ASC': <TokenType.ASC: 225>, 'AS': <TokenType.ALIAS: 218>, 'ASOF': <TokenType.ASOF: 226>, 'AUTOINCREMENT': <TokenType.AUTO_INCREMENT: 228>, 'AUTO_INCREMENT': <TokenType.AUTO_INCREMENT: 228>, 'BEGIN': <TokenType.BEGIN: 229>, 'BETWEEN': <TokenType.BETWEEN: 230>, 'CACHE': <TokenType.CACHE: 232>, 'UNCACHE': <TokenType.UNCACHE: 414>, 'CASE': <TokenType.CASE: 233>, 'CLUSTER BY': <TokenType.CLUSTER_BY: 235>, 'COLLATE': <TokenType.COLLATE: 236>, 'COLUMN': <TokenType.COLUMN: 81>, 'COMMIT': <TokenType.COMMIT: 239>, 'CONNECT BY': <TokenType.CONNECT_BY: 240>, 'CONSTRAINT': <TokenType.CONSTRAINT: 241>, 'COPY': <TokenType.COPY: 242>, 'CREATE': <TokenType.CREATE: 243>, 'CROSS': <TokenType.CROSS: 244>, 'CUBE': <TokenType.CUBE: 245>, 'CURRENT_DATE': <TokenType.CURRENT_DATE: 246>, 'CURRENT_SCHEMA': <TokenType.CURRENT_SCHEMA: 248>, 'CURRENT_TIME': <TokenType.CURRENT_TIME: 249>, 'CURRENT_TIMESTAMP': <TokenType.CURRENT_TIMESTAMP: 250>, 'CURRENT_USER': <TokenType.CURRENT_USER: 251>, 'CURRENT_CATALOG': <TokenType.CURRENT_CATALOG: 254>, 'DATABASE': <TokenType.DATABASE: 80>, 'DEFAULT': <TokenType.DEFAULT: 256>, 'DELETE': <TokenType.DELETE: 257>, 'DESC': <TokenType.DESC: 258>, 'DESCRIBE': <TokenType.DESCRIBE: 259>, 'DISTINCT': <TokenType.DISTINCT: 262>, 'DISTRIBUTE BY': <TokenType.DISTRIBUTE_BY: 263>, 'DIV': <TokenType.DIV: 264>, 'DROP': <TokenType.DROP: 265>, 'ELSE': <TokenType.ELSE: 266>, 'END': <TokenType.END: 267>, 'ENUM': <TokenType.ENUM: 205>, 'ESCAPE': <TokenType.ESCAPE: 268>, 'EXCEPT': <TokenType.EXCEPT: 269>, 'EXECUTE': <TokenType.EXECUTE: 270>, 'EXISTS': <TokenType.EXISTS: 271>, 'FALSE': <TokenType.FALSE: 272>, 'FETCH': <TokenType.FETCH: 273>, 'FILTER': <TokenType.FILTER: 276>, 'FILE': <TokenType.FILE: 274>, 'FIRST': <TokenType.FIRST: 278>, 'FULL': <TokenType.FULL: 284>, 'FUNCTION': <TokenType.FUNCTION: 285>, 'FOR': <TokenType.FOR: 279>, 'FOREIGN KEY': <TokenType.FOREIGN_KEY: 281>, 'FORMAT': <TokenType.FORMAT: 282>, 'FROM': <TokenType.FROM: 283>, 'GEOGRAPHY': <TokenType.GEOGRAPHY: 172>, 'GEOMETRY': <TokenType.GEOMETRY: 175>, 'GLOB': <TokenType.GLOB: 287>, 'GROUP BY': <TokenType.GROUP_BY: 290>, 'GROUPING SETS': <TokenType.GROUPING_SETS: 291>, 'HAVING': <TokenType.HAVING: 292>, 'ILIKE': <TokenType.ILIKE: 295>, 'IN': <TokenType.IN: 296>, 'INDEX': <TokenType.INDEX: 297>, 'INET': <TokenType.INET: 200>, 'INNER': <TokenType.INNER: 299>, 'INSERT': <TokenType.INSERT: 300>, 'INTERVAL': <TokenType.INTERVAL: 304>, 'INTERSECT': <TokenType.INTERSECT: 303>, 'INTO': <TokenType.INTO: 305>, 'IS': <TokenType.IS: 308>, 'ISNULL': <TokenType.ISNULL: 309>, 'JOIN': <TokenType.JOIN: 310>, 'KEEP': <TokenType.KEEP: 312>, 'KILL': <TokenType.KILL: 314>, 'LATERAL': <TokenType.LATERAL: 316>, 'LEFT': <TokenType.LEFT: 317>, 'LIKE': <TokenType.LIKE: 318>, 'LIMIT': <TokenType.LIMIT: 319>, 'LOAD': <TokenType.LOAD: 321>, 'LOCALTIME': <TokenType.LOCALTIME: 179>, 'LOCALTIMESTAMP': <TokenType.LOCALTIMESTAMP: 180>, 'LOCK': <TokenType.LOCK: 322>, 'MERGE': <TokenType.MERGE: 328>, 'NAMESPACE': <TokenType.NAMESPACE: 440>, 'NATURAL': <TokenType.NATURAL: 331>, 'NEXT': <TokenType.NEXT: 332>, 'NOT': <TokenType.NOT: 27>, 'NOTNULL': <TokenType.NOTNULL: 334>, 'NULL': <TokenType.NULL: 335>, 'OBJECT': <TokenType.OBJECT: 199>, 'OFFSET': <TokenType.OFFSET: 337>, 'ON': <TokenType.ON: 338>, 'OR': <TokenType.OR: 35>, 'XOR': <TokenType.XOR: 66>, 'ORDER BY': <TokenType.ORDER_BY: 341>, 'ORDINALITY': <TokenType.ORDINALITY: 344>, 'OUT': <TokenType.OUT: 345>, 'OUTER': <TokenType.OUTER: 347>, 'OVER': <TokenType.OVER: 348>, 'OVERLAPS': <TokenType.OVERLAPS: 349>, 'OVERWRITE': <TokenType.OVERWRITE: 350>, 'PARTITION': <TokenType.PARTITION: 352>, 'PARTITION BY': <TokenType.PARTITION_BY: 353>, 'PARTITIONED BY': <TokenType.PARTITION_BY: 353>, 'PARTITIONED_BY': <TokenType.PARTITION_BY: 353>, 'PERCENT': <TokenType.PERCENT: 354>, 'PIVOT': <TokenType.PIVOT: 355>, 'PRAGMA': <TokenType.PRAGMA: 360>, 'PRIMARY KEY': <TokenType.PRIMARY_KEY: 362>, 'PROCEDURE': <TokenType.PROCEDURE: 363>, 'OPERATOR': <TokenType.OPERATOR: 340>, 'QUALIFY': <TokenType.QUALIFY: 368>, 'RANGE': <TokenType.RANGE: 371>, 'RECURSIVE': <TokenType.RECURSIVE: 372>, 'REGEXP': <TokenType.RLIKE: 380>, 'RENAME': <TokenType.RENAME: 374>, 'REPLACE': <TokenType.REPLACE: 375>, 'RETURNING': <TokenType.RETURNING: 376>, 'REFERENCES': <TokenType.REFERENCES: 378>, 'RIGHT': <TokenType.RIGHT: 379>, 'RLIKE': <TokenType.RLIKE: 380>, 'ROLLBACK': <TokenType.ROLLBACK: 382>, 'ROLLUP': <TokenType.ROLLUP: 383>, 'ROW': <TokenType.ROW: 384>, 'ROWS': <TokenType.ROWS: 385>, 'SCHEMA': <TokenType.SCHEMA: 83>, 'SELECT': <TokenType.SELECT: 387>, 'SEMI': <TokenType.SEMI: 388>, 'SESSION': <TokenType.SESSION: 59>, 'SESSION_USER': <TokenType.SESSION_USER: 61>, 'SET': <TokenType.SET: 392>, 'SETTINGS': <TokenType.SETTINGS: 393>, 'SHOW': <TokenType.SHOW: 394>, 'SIMILAR TO': <TokenType.SIMILAR_TO: 395>, 'SOME': <TokenType.SOME: 396>, 'SORT BY': <TokenType.SORT_BY: 397>, 'SQL SECURITY': <TokenType.SQL_SECURITY: 399>, 'STRAIGHT_JOIN': <TokenType.STRAIGHT_JOIN: 402>, 'TABLE': <TokenType.TABLE: 84>, 'TABLESAMPLE': <TokenType.TABLE_SAMPLE: 405>, 'TEMP': <TokenType.TEMPORARY: 407>, 'TEMPORARY': <TokenType.TEMPORARY: 407>, 'THEN': <TokenType.THEN: 409>, 'TRUE': <TokenType.TRUE: 410>, 'TRUNCATE': <TokenType.TRUNCATE: 411>, 'TRIGGER': <TokenType.TRIGGER: 412>, 'UNION': <TokenType.UNION: 416>, 'UNKNOWN': <TokenType.UNKNOWN: 214>, 'UNNEST': <TokenType.UNNEST: 417>, 'UNPIVOT': <TokenType.UNPIVOT: 418>, 'UPDATE': <TokenType.UPDATE: 419>, 'USE': <TokenType.USE: 420>, 'USING': <TokenType.USING: 421>, 'UUID': <TokenType.UUID: 171>, 'VALUES': <TokenType.VALUES: 422>, 'VIEW': <TokenType.VIEW: 424>, 'VOLATILE': <TokenType.VOLATILE: 426>, 'WHEN': <TokenType.WHEN: 428>, 'WHERE': <TokenType.WHERE: 429>, 'WINDOW': <TokenType.WINDOW: 430>, 'WITH': <TokenType.WITH: 431>, 'APPLY': <TokenType.APPLY: 223>, 'ARRAY': <TokenType.ARRAY: 224>, 'BIT': <TokenType.BIT: 97>, 'BOOL': <TokenType.BOOLEAN: 98>, 'BOOLEAN': <TokenType.BOOLEAN: 98>, 'BYTE': <TokenType.TINYINT: 99>, 'MEDIUMINT': <TokenType.MEDIUMINT: 103>, 'INT1': <TokenType.TINYINT: 99>, 'TINYINT': <TokenType.UTINYINT: 100>, 'INT16': <TokenType.SMALLINT: 101>, 'SHORT': <TokenType.SMALLINT: 101>, 'SMALLINT': <TokenType.SMALLINT: 101>, 'HUGEINT': <TokenType.INT128: 110>, 'UHUGEINT': <TokenType.UINT128: 111>, 'INT2': <TokenType.SMALLINT: 101>, 'INTEGER': <TokenType.INT: 105>, 'INT': <TokenType.INT: 105>, 'INT4': <TokenType.INT: 105>, 'INT32': <TokenType.INT: 105>, 'INT64': <TokenType.BIGINT: 107>, 'INT128': <TokenType.INT128: 110>, 'INT256': <TokenType.INT256: 112>, 'LONG': <TokenType.BIGINT: 107>, 'BIGINT': <TokenType.BIGINT: 107>, 'INT8': <TokenType.TINYINT: 99>, 'UINT': <TokenType.UINT: 106>, 'UINT128': <TokenType.UINT128: 111>, 'UINT256': <TokenType.UINT256: 113>, 'DEC': <TokenType.DECIMAL: 117>, 'DECIMAL': <TokenType.DECIMAL: 117>, 'DECIMAL32': <TokenType.DECIMAL32: 118>, 'DECIMAL64': <TokenType.DECIMAL64: 119>, 'DECIMAL128': <TokenType.DECIMAL128: 120>, 'DECIMAL256': <TokenType.DECIMAL256: 121>, 'DECFLOAT': <TokenType.DECFLOAT: 122>, 'BIGDECIMAL': <TokenType.BIGDECIMAL: 124>, 'BIGNUMERIC': <TokenType.BIGDECIMAL: 124>, 'BIGNUM': <TokenType.BIGNUM: 109>, 'LIST': <TokenType.LIST: 320>, 'MAP': <TokenType.MAP: 323>, 'NULLABLE': <TokenType.NULLABLE: 174>, 'NUMBER': <TokenType.DECIMAL: 117>, 'NUMERIC': <TokenType.DECIMAL: 117>, 'FIXED': <TokenType.DECIMAL: 117>, 'REAL': <TokenType.FLOAT: 114>, 'FLOAT': <TokenType.FLOAT: 114>, 'FLOAT4': <TokenType.FLOAT: 114>, 'FLOAT8': <TokenType.DOUBLE: 115>, 'DOUBLE': <TokenType.DOUBLE: 115>, 'DOUBLE PRECISION': <TokenType.DOUBLE: 115>, 'JSON': <TokenType.JSON: 141>, 'JSONB': <TokenType.JSONB: 142>, 'CHAR': <TokenType.CHAR: 125>, 'CHARACTER': <TokenType.CHAR: 125>, 'CHAR VARYING': <TokenType.VARCHAR: 127>, 'CHARACTER VARYING': <TokenType.VARCHAR: 127>, 'NCHAR': <TokenType.NCHAR: 126>, 'VARCHAR': <TokenType.VARCHAR: 127>, 'VARCHAR2': <TokenType.VARCHAR: 127>, 'NVARCHAR': <TokenType.NVARCHAR: 128>, 'NVARCHAR2': <TokenType.NVARCHAR: 128>, 'BPCHAR': <TokenType.BPCHAR: 129>, 'STR': <TokenType.TEXT: 130>, 'STRING': <TokenType.TEXT: 130>, 'TEXT': <TokenType.TEXT: 130>, 'LONGTEXT': <TokenType.LONGTEXT: 132>, 'MEDIUMTEXT': <TokenType.MEDIUMTEXT: 131>, 'TINYTEXT': <TokenType.TINYTEXT: 137>, 'CLOB': <TokenType.TEXT: 130>, 'LONGVARCHAR': <TokenType.TEXT: 130>, 'BINARY': <TokenType.BINARY: 139>, 'BLOB': <TokenType.VARBINARY: 140>, 'LONGBLOB': <TokenType.LONGBLOB: 135>, 'MEDIUMBLOB': <TokenType.MEDIUMBLOB: 134>, 'TINYBLOB': <TokenType.TINYBLOB: 136>, 'BYTEA': <TokenType.VARBINARY: 140>, 'VARBINARY': <TokenType.VARBINARY: 140>, 'TIME': <TokenType.TIME: 143>, 'TIMETZ': <TokenType.TIMETZ: 144>, 'TIME_NS': <TokenType.TIME_NS: 145>, 'TIMESTAMP': <TokenType.ROWVERSION: 196>, 'TIMESTAMPTZ': <TokenType.TIMESTAMPTZ: 147>, 'TIMESTAMPLTZ': <TokenType.TIMESTAMPLTZ: 148>, 'TIMESTAMP_LTZ': <TokenType.TIMESTAMPLTZ: 148>, 'TIMESTAMPNTZ': <TokenType.TIMESTAMPNTZ: 149>, 'TIMESTAMP_NTZ': <TokenType.TIMESTAMPNTZ: 149>, 'DATE': <TokenType.DATE: 157>, 'DATETIME': <TokenType.DATETIME: 153>, 'INT4RANGE': <TokenType.INT4RANGE: 159>, 'INT4MULTIRANGE': <TokenType.INT4MULTIRANGE: 160>, 'INT8RANGE': <TokenType.INT8RANGE: 161>, 'INT8MULTIRANGE': <TokenType.INT8MULTIRANGE: 162>, 'NUMRANGE': <TokenType.NUMRANGE: 163>, 'NUMMULTIRANGE': <TokenType.NUMMULTIRANGE: 164>, 'TSRANGE': <TokenType.TSRANGE: 165>, 'TSMULTIRANGE': <TokenType.TSMULTIRANGE: 166>, 'TSTZRANGE': <TokenType.TSTZRANGE: 167>, 'TSTZMULTIRANGE': <TokenType.TSTZMULTIRANGE: 168>, 'DATERANGE': <TokenType.DATERANGE: 169>, 'DATEMULTIRANGE': <TokenType.DATEMULTIRANGE: 170>, 'UNIQUE': <TokenType.UNIQUE: 432>, 'VECTOR': <TokenType.VECTOR: 215>, 'STRUCT': <TokenType.STRUCT: 403>, 'SEQUENCE': <TokenType.SEQUENCE: 390>, 'VARIANT': <TokenType.VARIANT: 198>, 'ALTER': <TokenType.ALTER: 219>, 'ANALYZE': <TokenType.ANALYZE: 439>, 'CALL': <TokenType.COMMAND: 237>, 'COMMENT': <TokenType.COMMENT: 238>, 'EXPLAIN': <TokenType.COMMAND: 237>, 'GRANT': <TokenType.GRANT: 289>, 'REVOKE': <TokenType.REVOKE: 377>, 'OPTIMIZE': <TokenType.COMMAND: 237>, 'PREPARE': <TokenType.COMMAND: 237>, 'VACUUM': <TokenType.COMMAND: 237>, 'USER-DEFINED': <TokenType.USERDEFINED: 193>, 'CLUSTERED INDEX': <TokenType.INDEX: 297>, 'DATETIME2': <TokenType.DATETIME2: 154>, 'DATETIMEOFFSET': <TokenType.TIMESTAMPTZ: 147>, 'DECLARE': <TokenType.DECLARE: 255>, 'EXEC': <TokenType.EXECUTE: 270>, 'GO': <TokenType.COMMAND: 237>, 'IMAGE': <TokenType.IMAGE: 197>, 'MONEY': <TokenType.MONEY: 194>, 'NONCLUSTERED INDEX': <TokenType.INDEX: 297>, 'NTEXT': <TokenType.TEXT: 130>, 'OPTION': <TokenType.OPTION: 436>, 'OUTPUT': <TokenType.RETURNING: 376>, 'PRINT': <TokenType.COMMAND: 237>, 'PROC': <TokenType.PROCEDURE: 363>, 'ROWVERSION': <TokenType.ROWVERSION: 196>, 'SMALLDATETIME': <TokenType.SMALLDATETIME: 156>, 'SMALLMONEY': <TokenType.SMALLMONEY: 195>, 'SQL_VARIANT': <TokenType.VARIANT: 198>, 'SYSTEM_USER': <TokenType.CURRENT_USER: 251>, 'TOP': <TokenType.TOP: 408>, 'UNIQUEIDENTIFIER': <TokenType.UUID: 171>, 'UPDATE STATISTICS': <TokenType.COMMAND: 237>, 'XML': <TokenType.XML: 191>}

COMMANDS = {<TokenType.SHOW: 394>, <TokenType.END: 267>, <TokenType.COMMAND: 237>, <TokenType.FETCH: 273>, <TokenType.RENAME: 374>}

BYTE_STRING_ESCAPES: ClassVar[list[str]] = ["'"]

Inherited Members

sqlglot.tokens.Tokenizer: Tokenizer; SINGLE_TOKENS; BIT_STRINGS; BYTE_STRINGS; RAW_STRINGS; HEREDOC_STRINGS; UNICODE_STRINGS; STRING_ESCAPES; ESCAPE_FOLLOW_CHARS; IDENTIFIER_ESCAPES; HEREDOC_TAG_IS_IDENTIFIER; HEREDOC_STRING_ALTERNATIVE; STRING_ESCAPES_ALLOWED_IN_RAW_STRINGS; NESTED_COMMENTS; HINT_START; TOKENS_PRECEDING_HINT; COMMAND_PREFIX_TOKENS; NUMERIC_LITERALS; NUMBERS_CAN_HAVE_DECIMALS; COMMENTS; dialect; tokenize; sql; size; tokens