Edit on GitHub

sqlglot.dialects.starrocks

View Source

 1from __future__ import annotations
 2
 3from sqlglot import exp
 4from sqlglot.dialects.dialect import AliasPrecedence, UsingColumnOrder
 5from sqlglot.dialects.mysql import MySQL
 6from sqlglot.generators.starrocks import StarRocksGenerator
 7from sqlglot.parsers.starrocks import StarRocksParser
 8from sqlglot.tokens import TokenType
 9
10
11class StarRocks(MySQL):
12    STRICT_JSON_PATH_SYNTAX = False
13    INDEX_OFFSET = 1
14    COLUMN_ALIAS_PRECEDENCE = {
15        **MySQL.COLUMN_ALIAS_PRECEDENCE,
16        exp.Having: AliasPrecedence.SOURCE,
17    }
18    USING_COLUMN_ORDER = UsingColumnOrder.USING_LIST
19
20    DEFAULT_FUNCTIONS_COLUMN_NAMES = {
21        exp.GenerateSeries: "generate_series",
22    }
23
24    class Tokenizer(MySQL.Tokenizer):
25        # Unlike MySQL, "#" doesn't start a comment
26        COMMENTS = ["--", ("/*", "*/")]
27        DASH_COMMENT_REQUIRES_BOUNDARY = False
28        COMMENTS_TERMINATE_AT_NEWLINE_ONLY = False
29
30        KEYWORDS = {
31            **MySQL.Tokenizer.KEYWORDS,
32            "ADD BACKEND BLACKLIST": TokenType.COMMAND,
33            "ADD COMPUTE NODE BLACKLIST": TokenType.COMMAND,
34            "ADD SQL DIGEST BLACKLIST": TokenType.COMMAND,
35            "ADD SQLBLACKLIST": TokenType.COMMAND,
36            "ADMIN": TokenType.COMMAND,
37            "BACKUP": TokenType.COMMAND,
38            "CANCEL": TokenType.COMMAND,
39            "DEALLOCATE": TokenType.COMMAND,
40            "DELETE BACKEND BLACKLIST": TokenType.COMMAND,
41            "DELETE COMPUTE NODE BLACKLIST": TokenType.COMMAND,
42            "DELETE SQL DIGEST BLACKLIST": TokenType.COMMAND,
43            "DELETE SQLBLACKLIST": TokenType.COMMAND,
44            "EXPORT": TokenType.COMMAND,
45            "HLL": TokenType.HLLSKETCH,
46            "INSTALL": TokenType.COMMAND,
47            "LARGEINT": TokenType.INT128,
48            "PAUSE": TokenType.COMMAND,
49            "RECOVER": TokenType.COMMAND,
50            "REFRESH": TokenType.REFRESH,
51            "RESTORE": TokenType.COMMAND,
52            "RESUME": TokenType.COMMAND,
53            "STOP": TokenType.COMMAND,
54            "SUBMIT": TokenType.COMMAND,
55            "TRANSLATE TRINO": TokenType.COMMAND,
56            "UNINSTALL": TokenType.COMMAND,
57        }
58        KEYWORDS.pop("IGNORE")
59        KEYWORDS.pop("#>")
60        KEYWORDS.pop("#>>")
61
62    Parser = StarRocksParser
63
64    Generator = StarRocksGenerator

class StarRocks.Tokenizer(sqlglot.dialects.mysql.MySQL.Tokenizer): View Source

25    class Tokenizer(MySQL.Tokenizer):
26        # Unlike MySQL, "#" doesn't start a comment
27        COMMENTS = ["--", ("/*", "*/")]
28        DASH_COMMENT_REQUIRES_BOUNDARY = False
29        COMMENTS_TERMINATE_AT_NEWLINE_ONLY = False
30
31        KEYWORDS = {
32            **MySQL.Tokenizer.KEYWORDS,
33            "ADD BACKEND BLACKLIST": TokenType.COMMAND,
34            "ADD COMPUTE NODE BLACKLIST": TokenType.COMMAND,
35            "ADD SQL DIGEST BLACKLIST": TokenType.COMMAND,
36            "ADD SQLBLACKLIST": TokenType.COMMAND,
37            "ADMIN": TokenType.COMMAND,
38            "BACKUP": TokenType.COMMAND,
39            "CANCEL": TokenType.COMMAND,
40            "DEALLOCATE": TokenType.COMMAND,
41            "DELETE BACKEND BLACKLIST": TokenType.COMMAND,
42            "DELETE COMPUTE NODE BLACKLIST": TokenType.COMMAND,
43            "DELETE SQL DIGEST BLACKLIST": TokenType.COMMAND,
44            "DELETE SQLBLACKLIST": TokenType.COMMAND,
45            "EXPORT": TokenType.COMMAND,
46            "HLL": TokenType.HLLSKETCH,
47            "INSTALL": TokenType.COMMAND,
48            "LARGEINT": TokenType.INT128,
49            "PAUSE": TokenType.COMMAND,
50            "RECOVER": TokenType.COMMAND,
51            "REFRESH": TokenType.REFRESH,
52            "RESTORE": TokenType.COMMAND,
53            "RESUME": TokenType.COMMAND,
54            "STOP": TokenType.COMMAND,
55            "SUBMIT": TokenType.COMMAND,
56            "TRANSLATE TRINO": TokenType.COMMAND,
57            "UNINSTALL": TokenType.COMMAND,
58        }
59        KEYWORDS.pop("IGNORE")
60        KEYWORDS.pop("#>")
61        KEYWORDS.pop("#>>")

COMMENTS = ['--', ('/*', '*/')]

DASH_COMMENT_REQUIRES_BOUNDARY = False

COMMENTS_TERMINATE_AT_NEWLINE_ONLY = False

KEYWORDS = {'{%': <TokenType.BLOCK_START: 73>, '{%+': <TokenType.BLOCK_START: 73>, '{%-': <TokenType.BLOCK_START: 73>, '%}': <TokenType.BLOCK_END: 74>, '+%}': <TokenType.BLOCK_END: 74>, '-%}': <TokenType.BLOCK_END: 74>, '{{+': <TokenType.BLOCK_START: 73>, '{{-': <TokenType.BLOCK_START: 73>, '+}}': <TokenType.BLOCK_END: 74>, '-}}': <TokenType.BLOCK_END: 74>, '/*+': <TokenType.HINT: 297>, '&<': <TokenType.AMP_LT: 63>, '&>': <TokenType.AMP_GT: 64>, '==': <TokenType.EQ: 28>, '::': <TokenType.DCOLON: 14>, '?::': <TokenType.QDCOLON: 375>, '||': <TokenType.DPIPE: 37>, '|>': <TokenType.PIPE_GT: 38>, '>=': <TokenType.GTE: 26>, '<=': <TokenType.LTE: 24>, '<>': <TokenType.NEQ: 29>, '!=': <TokenType.NEQ: 29>, ':=': <TokenType.COLON_EQ: 31>, '<=>': <TokenType.NULLSAFE_EQ: 30>, '->': <TokenType.ARROW: 45>, '->>': <TokenType.DARROW: 46>, '=>': <TokenType.FARROW: 47>, '<->': <TokenType.LR_ARROW: 51>, '<<->>': <TokenType.LLRR_ARROW: 52>, '&&': <TokenType.DAMP: 62>, '??': <TokenType.DQMARK: 18>, '~~~': <TokenType.GLOB: 291>, '~~': <TokenType.LIKE: 322>, '~~*': <TokenType.ILIKE: 299>, '~*': <TokenType.IRLIKE: 311>, '-|-': <TokenType.ADJACENT: 65>, 'ALL': <TokenType.ALL: 222>, 'AND': <TokenType.AND: 34>, 'ANTI': <TokenType.ANTI: 223>, 'ANY': <TokenType.ANY: 224>, 'ASC': <TokenType.ASC: 227>, 'AS': <TokenType.ALIAS: 220>, 'ASOF': <TokenType.ASOF: 228>, 'AUTOINCREMENT': <TokenType.AUTO_INCREMENT: 230>, 'AUTO_INCREMENT': <TokenType.AUTO_INCREMENT: 230>, 'BEGIN': <TokenType.BEGIN: 231>, 'BETWEEN': <TokenType.BETWEEN: 232>, 'CACHE': <TokenType.CACHE: 234>, 'UNCACHE': <TokenType.UNCACHE: 419>, 'CASE': <TokenType.CASE: 235>, 'CLUSTER BY': <TokenType.CLUSTER_BY: 237>, 'COLLATE': <TokenType.COLLATE: 238>, 'COLUMN': <TokenType.COLUMN: 81>, 'COMMIT': <TokenType.COMMIT: 241>, 'CONNECT BY': <TokenType.CONNECT_BY: 243>, 'CONSTRAINT': <TokenType.CONSTRAINT: 244>, 'COPY': <TokenType.COPY: 245>, 'CREATE': <TokenType.CREATE: 246>, 'CROSS': <TokenType.CROSS: 247>, 'CUBE': <TokenType.CUBE: 248>, 'CURRENT_DATE': <TokenType.CURRENT_DATE: 249>, 'CURRENT_SCHEMA': <TokenType.CURRENT_SCHEMA: 251>, 'CURRENT_TIME': <TokenType.CURRENT_TIME: 252>, 'CURRENT_TIMESTAMP': <TokenType.CURRENT_TIMESTAMP: 253>, 'CURRENT_USER': <TokenType.CURRENT_USER: 254>, 'CURRENT_CATALOG': <TokenType.CURRENT_CATALOG: 257>, 'DATABASE': <TokenType.DATABASE: 80>, 'DEFAULT': <TokenType.DEFAULT: 259>, 'DELETE': <TokenType.DELETE: 260>, 'DESC': <TokenType.DESC: 261>, 'DESCRIBE': <TokenType.DESCRIBE: 262>, 'DISTINCT': <TokenType.DISTINCT: 266>, 'DISTRIBUTE BY': <TokenType.DISTRIBUTE_BY: 267>, 'DIV': <TokenType.DIV: 268>, 'DROP': <TokenType.DROP: 269>, 'ELSE': <TokenType.ELSE: 270>, 'END': <TokenType.END: 271>, 'ENUM': <TokenType.ENUM: 207>, 'ESCAPE': <TokenType.ESCAPE: 272>, 'EXCEPT': <TokenType.EXCEPT: 273>, 'EXECUTE': <TokenType.EXECUTE: 274>, 'EXISTS': <TokenType.EXISTS: 275>, 'FALSE': <TokenType.FALSE: 276>, 'FETCH': <TokenType.FETCH: 277>, 'FILTER': <TokenType.FILTER: 280>, 'FILE': <TokenType.FILE: 278>, 'FIRST': <TokenType.FIRST: 282>, 'FULL': <TokenType.FULL: 288>, 'FUNCTION': <TokenType.FUNCTION: 289>, 'FOR': <TokenType.FOR: 283>, 'FOREIGN KEY': <TokenType.FOREIGN_KEY: 285>, 'FORMAT': <TokenType.FORMAT: 286>, 'FROM': <TokenType.FROM: 287>, 'GEOGRAPHY': <TokenType.GEOGRAPHY: 173>, 'GEOMETRY': <TokenType.GEOMETRY: 176>, 'GLOB': <TokenType.GLOB: 291>, 'GROUP BY': <TokenType.GROUP_BY: 294>, 'GROUPING SETS': <TokenType.GROUPING_SETS: 295>, 'HAVING': <TokenType.HAVING: 296>, 'ILIKE': <TokenType.ILIKE: 299>, 'IN': <TokenType.IN: 300>, 'INDEX': <TokenType.INDEX: 301>, 'INET': <TokenType.INET: 202>, 'INNER': <TokenType.INNER: 303>, 'INSERT': <TokenType.INSERT: 304>, 'INTERVAL': <TokenType.INTERVAL: 308>, 'INTERSECT': <TokenType.INTERSECT: 307>, 'INTO': <TokenType.INTO: 309>, 'IS': <TokenType.IS: 312>, 'ISNULL': <TokenType.ISNULL: 313>, 'JOIN': <TokenType.JOIN: 314>, 'KEEP': <TokenType.KEEP: 316>, 'KILL': <TokenType.KILL: 318>, 'LATERAL': <TokenType.LATERAL: 320>, 'LEFT': <TokenType.LEFT: 321>, 'LIKE': <TokenType.LIKE: 322>, 'LIMIT': <TokenType.LIMIT: 323>, 'LOAD': <TokenType.LOAD: 325>, 'LOCALTIME': <TokenType.LOCALTIME: 180>, 'LOCALTIMESTAMP': <TokenType.LOCALTIMESTAMP: 181>, 'LOCK': <TokenType.LOCK: 326>, 'MERGE': <TokenType.MERGE: 332>, 'NAMESPACE': <TokenType.NAMESPACE: 445>, 'NATURAL': <TokenType.NATURAL: 335>, 'NEXT': <TokenType.NEXT: 336>, 'NOT': <TokenType.NOT: 27>, 'NOTNULL': <TokenType.NOTNULL: 338>, 'NULL': <TokenType.NULL: 339>, 'OBJECT': <TokenType.OBJECT: 200>, 'REF': <TokenType.REF: 201>, 'OFFSET': <TokenType.OFFSET: 341>, 'ON': <TokenType.ON: 342>, 'OR': <TokenType.OR: 35>, 'XOR': <TokenType.XOR: 66>, 'ORDER BY': <TokenType.ORDER_BY: 345>, 'ORDINALITY': <TokenType.ORDINALITY: 348>, 'OUT': <TokenType.OUT: 349>, 'OUTER': <TokenType.OUTER: 351>, 'OVER': <TokenType.OVER: 352>, 'OVERLAPS': <TokenType.OVERLAPS: 353>, 'OVERWRITE': <TokenType.OVERWRITE: 354>, 'PARTITION': <TokenType.PARTITION: 356>, 'PARTITION BY': <TokenType.PARTITION_BY: 357>, 'PARTITIONED BY': <TokenType.PARTITION_BY: 357>, 'PARTITIONED_BY': <TokenType.PARTITION_BY: 357>, 'PERCENT': <TokenType.PERCENT: 359>, 'PIVOT': <TokenType.PIVOT: 360>, 'PRAGMA': <TokenType.PRAGMA: 365>, 'PRIMARY KEY': <TokenType.PRIMARY_KEY: 367>, 'PROCEDURE': <TokenType.PROCEDURE: 368>, 'OPERATOR': <TokenType.OPERATOR: 344>, 'QUALIFY': <TokenType.QUALIFY: 373>, 'RANGE': <TokenType.RANGE: 376>, 'RECURSIVE': <TokenType.RECURSIVE: 377>, 'REGEXP': <TokenType.RLIKE: 385>, 'RENAME': <TokenType.RENAME: 379>, 'REPLACE': <TokenType.REPLACE: 380>, 'RETURNING': <TokenType.RETURNING: 381>, 'REFERENCES': <TokenType.REFERENCES: 383>, 'RIGHT': <TokenType.RIGHT: 384>, 'RLIKE': <TokenType.RLIKE: 385>, 'ROLLBACK': <TokenType.ROLLBACK: 387>, 'ROLLUP': <TokenType.ROLLUP: 388>, 'ROW': <TokenType.ROW: 389>, 'ROWS': <TokenType.ROWS: 390>, 'SCHEMA': <TokenType.SCHEMA: 83>, 'SELECT': <TokenType.SELECT: 392>, 'SEMI': <TokenType.SEMI: 393>, 'SESSION': <TokenType.SESSION: 59>, 'SESSION_USER': <TokenType.SESSION_USER: 61>, 'SET': <TokenType.SET: 397>, 'SETTINGS': <TokenType.SETTINGS: 398>, 'SHOW': <TokenType.SHOW: 399>, 'SIMILAR TO': <TokenType.SIMILAR_TO: 400>, 'SOME': <TokenType.SOME: 401>, 'SORT BY': <TokenType.SORT_BY: 402>, 'SQL SECURITY': <TokenType.SQL_SECURITY: 404>, 'STRAIGHT_JOIN': <TokenType.STRAIGHT_JOIN: 407>, 'TABLE': <TokenType.TABLE: 84>, 'TABLESAMPLE': <TokenType.TABLE_SAMPLE: 410>, 'TEMP': <TokenType.TEMPORARY: 412>, 'TEMPORARY': <TokenType.TEMPORARY: 412>, 'THEN': <TokenType.THEN: 414>, 'TRUE': <TokenType.TRUE: 415>, 'TRUNCATE': <TokenType.TRUNCATE: 416>, 'TRIGGER': <TokenType.TRIGGER: 417>, 'UNION': <TokenType.UNION: 421>, 'UNKNOWN': <TokenType.UNKNOWN: 216>, 'UNNEST': <TokenType.UNNEST: 422>, 'UNPIVOT': <TokenType.UNPIVOT: 423>, 'UPDATE': <TokenType.UPDATE: 424>, 'USE': <TokenType.USE: 425>, 'USING': <TokenType.USING: 426>, 'UUID': <TokenType.UUID: 172>, 'VALUES': <TokenType.VALUES: 427>, 'VIEW': <TokenType.VIEW: 429>, 'VOLATILE': <TokenType.VOLATILE: 431>, 'WHEN': <TokenType.WHEN: 433>, 'WHERE': <TokenType.WHERE: 434>, 'WINDOW': <TokenType.WINDOW: 435>, 'WITH': <TokenType.WITH: 436>, 'APPLY': <TokenType.APPLY: 225>, 'ARRAY': <TokenType.ARRAY: 226>, 'BIT': <TokenType.BIT: 98>, 'BOOL': <TokenType.BOOLEAN: 99>, 'BOOLEAN': <TokenType.BOOLEAN: 99>, 'BYTE': <TokenType.TINYINT: 100>, 'MEDIUMINT': <TokenType.MEDIUMINT: 104>, 'INT1': <TokenType.TINYINT: 100>, 'TINYINT': <TokenType.TINYINT: 100>, 'INT16': <TokenType.SMALLINT: 102>, 'SHORT': <TokenType.SMALLINT: 102>, 'SMALLINT': <TokenType.SMALLINT: 102>, 'HUGEINT': <TokenType.INT128: 111>, 'UHUGEINT': <TokenType.UINT128: 112>, 'INT2': <TokenType.SMALLINT: 102>, 'INTEGER': <TokenType.INT: 106>, 'INT': <TokenType.INT: 106>, 'INT4': <TokenType.INT: 106>, 'INT32': <TokenType.INT: 106>, 'INT64': <TokenType.BIGINT: 108>, 'INT128': <TokenType.INT128: 111>, 'INT256': <TokenType.INT256: 113>, 'LONG': <TokenType.BIGINT: 108>, 'BIGINT': <TokenType.BIGINT: 108>, 'INT8': <TokenType.TINYINT: 100>, 'UINT': <TokenType.UINT: 107>, 'UINT128': <TokenType.UINT128: 112>, 'UINT256': <TokenType.UINT256: 114>, 'DEC': <TokenType.DECIMAL: 118>, 'DECIMAL': <TokenType.DECIMAL: 118>, 'DECIMAL32': <TokenType.DECIMAL32: 119>, 'DECIMAL64': <TokenType.DECIMAL64: 120>, 'DECIMAL128': <TokenType.DECIMAL128: 121>, 'DECIMAL256': <TokenType.DECIMAL256: 122>, 'DECFLOAT': <TokenType.DECFLOAT: 123>, 'BIGDECIMAL': <TokenType.BIGDECIMAL: 125>, 'BIGNUMERIC': <TokenType.BIGDECIMAL: 125>, 'BIGNUM': <TokenType.BIGNUM: 110>, 'LIST': <TokenType.LIST: 324>, 'MAP': <TokenType.MAP: 327>, 'NULLABLE': <TokenType.NULLABLE: 175>, 'NUMBER': <TokenType.DECIMAL: 118>, 'NUMERIC': <TokenType.DECIMAL: 118>, 'FIXED': <TokenType.DECIMAL: 118>, 'REAL': <TokenType.FLOAT: 115>, 'FLOAT': <TokenType.FLOAT: 115>, 'FLOAT4': <TokenType.FLOAT: 115>, 'FLOAT8': <TokenType.DOUBLE: 116>, 'DOUBLE': <TokenType.DOUBLE: 116>, 'DOUBLE PRECISION': <TokenType.DOUBLE: 116>, 'JSON': <TokenType.JSON: 142>, 'JSONB': <TokenType.JSONB: 143>, 'CHAR': <TokenType.CHAR: 126>, 'CHARACTER': <TokenType.CHAR: 126>, 'CHAR VARYING': <TokenType.VARCHAR: 128>, 'CHARACTER VARYING': <TokenType.VARCHAR: 128>, 'NCHAR': <TokenType.NCHAR: 127>, 'VARCHAR': <TokenType.VARCHAR: 128>, 'VARCHAR2': <TokenType.VARCHAR: 128>, 'NVARCHAR': <TokenType.NVARCHAR: 129>, 'NVARCHAR2': <TokenType.NVARCHAR: 129>, 'BPCHAR': <TokenType.BPCHAR: 130>, 'STR': <TokenType.TEXT: 131>, 'STRING': <TokenType.TEXT: 131>, 'TEXT': <TokenType.TEXT: 131>, 'LONGTEXT': <TokenType.LONGTEXT: 133>, 'MEDIUMTEXT': <TokenType.MEDIUMTEXT: 132>, 'TINYTEXT': <TokenType.TINYTEXT: 138>, 'CLOB': <TokenType.TEXT: 131>, 'LONGVARCHAR': <TokenType.TEXT: 131>, 'BINARY': <TokenType.BINARY: 140>, 'BLOB': <TokenType.BLOB: 134>, 'LONGBLOB': <TokenType.LONGBLOB: 136>, 'MEDIUMBLOB': <TokenType.MEDIUMBLOB: 135>, 'TINYBLOB': <TokenType.TINYBLOB: 137>, 'BYTEA': <TokenType.VARBINARY: 141>, 'VARBINARY': <TokenType.VARBINARY: 141>, 'TIME': <TokenType.TIME: 144>, 'TIMETZ': <TokenType.TIMETZ: 145>, 'TIME_NS': <TokenType.TIME_NS: 146>, 'TIMESTAMP': <TokenType.TIMESTAMPTZ: 148>, 'TIMESTAMPTZ': <TokenType.TIMESTAMPTZ: 148>, 'TIMESTAMPLTZ': <TokenType.TIMESTAMPLTZ: 149>, 'TIMESTAMP_LTZ': <TokenType.TIMESTAMPLTZ: 149>, 'TIMESTAMPNTZ': <TokenType.TIMESTAMPNTZ: 150>, 'TIMESTAMP_NTZ': <TokenType.TIMESTAMPNTZ: 150>, 'DATE': <TokenType.DATE: 158>, 'DATETIME': <TokenType.DATETIME: 154>, 'INT4RANGE': <TokenType.INT4RANGE: 160>, 'INT4MULTIRANGE': <TokenType.INT4MULTIRANGE: 161>, 'INT8RANGE': <TokenType.INT8RANGE: 162>, 'INT8MULTIRANGE': <TokenType.INT8MULTIRANGE: 163>, 'NUMRANGE': <TokenType.NUMRANGE: 164>, 'NUMMULTIRANGE': <TokenType.NUMMULTIRANGE: 165>, 'TSRANGE': <TokenType.TSRANGE: 166>, 'TSMULTIRANGE': <TokenType.TSMULTIRANGE: 167>, 'TSTZRANGE': <TokenType.TSTZRANGE: 168>, 'TSTZMULTIRANGE': <TokenType.TSTZMULTIRANGE: 169>, 'DATERANGE': <TokenType.DATERANGE: 170>, 'DATEMULTIRANGE': <TokenType.DATEMULTIRANGE: 171>, 'UNIQUE': <TokenType.UNIQUE: 437>, 'VECTOR': <TokenType.VECTOR: 217>, 'STRUCT': <TokenType.STRUCT: 408>, 'SEQUENCE': <TokenType.SEQUENCE: 395>, 'VARIANT': <TokenType.VARIANT: 199>, 'ALTER': <TokenType.ALTER: 221>, 'ANALYZE': <TokenType.ANALYZE: 444>, 'CALL': <TokenType.COMMAND: 239>, 'COMMENT': <TokenType.COMMENT: 240>, 'EXPLAIN': <TokenType.DESCRIBE: 262>, 'GRANT': <TokenType.GRANT: 293>, 'REVOKE': <TokenType.REVOKE: 382>, 'OPTIMIZE': <TokenType.COMMAND: 239>, 'PREPARE': <TokenType.COMMAND: 239>, 'RELEASE': <TokenType.COMMAND: 239>, 'SAVEPOINT': <TokenType.COMMAND: 239>, 'VACUUM': <TokenType.COMMAND: 239>, 'USER-DEFINED': <TokenType.USERDEFINED: 194>, 'CHARSET': <TokenType.CHARACTER_SET: 236>, 'DISTINCTROW': <TokenType.DISTINCT: 266>, 'FORCE': <TokenType.FORCE: 284>, 'KEY': <TokenType.KEY: 317>, 'LOCK TABLES': <TokenType.COMMAND: 239>, 'MEMBER OF': <TokenType.MEMBER_OF: 331>, 'MOD': <TokenType.MOD: 333>, 'SEPARATOR': <TokenType.SEPARATOR: 394>, 'SERIAL': <TokenType.SERIAL: 189>, 'SIGNED': <TokenType.BIGINT: 108>, 'SIGNED INTEGER': <TokenType.BIGINT: 108>, 'START': <TokenType.BEGIN: 231>, 'UNLOCK TABLES': <TokenType.COMMAND: 239>, 'UNSIGNED': <TokenType.UBIGINT: 109>, 'UNSIGNED INTEGER': <TokenType.UBIGINT: 109>, 'YEAR': <TokenType.YEAR: 193>, '_ARMSCII8': <TokenType.INTRODUCER: 310>, '_ASCII': <TokenType.INTRODUCER: 310>, '_BIG5': <TokenType.INTRODUCER: 310>, '_BINARY': <TokenType.INTRODUCER: 310>, '_CP1250': <TokenType.INTRODUCER: 310>, '_CP1251': <TokenType.INTRODUCER: 310>, '_CP1256': <TokenType.INTRODUCER: 310>, '_CP1257': <TokenType.INTRODUCER: 310>, '_CP850': <TokenType.INTRODUCER: 310>, '_CP852': <TokenType.INTRODUCER: 310>, '_CP866': <TokenType.INTRODUCER: 310>, '_CP932': <TokenType.INTRODUCER: 310>, '_DEC8': <TokenType.INTRODUCER: 310>, '_EUCJPMS': <TokenType.INTRODUCER: 310>, '_EUCKR': <TokenType.INTRODUCER: 310>, '_GB18030': <TokenType.INTRODUCER: 310>, '_GB2312': <TokenType.INTRODUCER: 310>, '_GBK': <TokenType.INTRODUCER: 310>, '_GEOSTD8': <TokenType.INTRODUCER: 310>, '_GREEK': <TokenType.INTRODUCER: 310>, '_HEBREW': <TokenType.INTRODUCER: 310>, '_HP8': <TokenType.INTRODUCER: 310>, '_KEYBCS2': <TokenType.INTRODUCER: 310>, '_KOI8R': <TokenType.INTRODUCER: 310>, '_KOI8U': <TokenType.INTRODUCER: 310>, '_LATIN1': <TokenType.INTRODUCER: 310>, '_LATIN2': <TokenType.INTRODUCER: 310>, '_LATIN5': <TokenType.INTRODUCER: 310>, '_LATIN7': <TokenType.INTRODUCER: 310>, '_MACCE': <TokenType.INTRODUCER: 310>, '_MACROMAN': <TokenType.INTRODUCER: 310>, '_SJIS': <TokenType.INTRODUCER: 310>, '_SWE7': <TokenType.INTRODUCER: 310>, '_TIS620': <TokenType.INTRODUCER: 310>, '_UCS2': <TokenType.INTRODUCER: 310>, '_UJIS': <TokenType.INTRODUCER: 310>, '_UTF8': <TokenType.INTRODUCER: 310>, '_UTF16': <TokenType.INTRODUCER: 310>, '_UTF16LE': <TokenType.INTRODUCER: 310>, '_UTF32': <TokenType.INTRODUCER: 310>, '_UTF8MB3': <TokenType.INTRODUCER: 310>, '_UTF8MB4': <TokenType.INTRODUCER: 310>, '@@': <TokenType.SESSION_PARAMETER: 60>, 'ADD BACKEND BLACKLIST': <TokenType.COMMAND: 239>, 'ADD COMPUTE NODE BLACKLIST': <TokenType.COMMAND: 239>, 'ADD SQL DIGEST BLACKLIST': <TokenType.COMMAND: 239>, 'ADD SQLBLACKLIST': <TokenType.COMMAND: 239>, 'ADMIN': <TokenType.COMMAND: 239>, 'BACKUP': <TokenType.COMMAND: 239>, 'CANCEL': <TokenType.COMMAND: 239>, 'DEALLOCATE': <TokenType.COMMAND: 239>, 'DELETE BACKEND BLACKLIST': <TokenType.COMMAND: 239>, 'DELETE COMPUTE NODE BLACKLIST': <TokenType.COMMAND: 239>, 'DELETE SQL DIGEST BLACKLIST': <TokenType.COMMAND: 239>, 'DELETE SQLBLACKLIST': <TokenType.COMMAND: 239>, 'EXPORT': <TokenType.COMMAND: 239>, 'HLL': <TokenType.HLLSKETCH: 186>, 'INSTALL': <TokenType.COMMAND: 239>, 'LARGEINT': <TokenType.INT128: 111>, 'PAUSE': <TokenType.COMMAND: 239>, 'RECOVER': <TokenType.COMMAND: 239>, 'REFRESH': <TokenType.REFRESH: 378>, 'RESTORE': <TokenType.COMMAND: 239>, 'RESUME': <TokenType.COMMAND: 239>, 'STOP': <TokenType.COMMAND: 239>, 'SUBMIT': <TokenType.COMMAND: 239>, 'TRANSLATE TRINO': <TokenType.COMMAND: 239>, 'UNINSTALL': <TokenType.COMMAND: 239>}

Inherited Members

sqlglot.tokens.Tokenizer: Tokenizer; SINGLE_TOKENS; BYTE_STRINGS; NATIONAL_RAW_STRINGS; RAW_STRINGS; HEREDOC_STRINGS; UNICODE_STRINGS; VAR_SINGLE_TOKENS; IDENTIFIER_ESCAPES; HEREDOC_TAG_IS_IDENTIFIER; HEREDOC_STRING_ALTERNATIVE; STRING_ESCAPES_ALLOWED_IN_RAW_STRINGS; NUMERIC_ESCAPES; NUMERIC_ESCAPES_ARE_BYTES; LONE_SURROGATE_REPLACEMENT; HINT_START; TOKENS_PRECEDING_HINT; COMMAND_PREFIX_TOKENS; NUMERIC_LITERALS; NUMBERS_CAN_HAVE_DECIMALS; dialect; tokenize; sql; size; tokens
sqlglot.dialects.mysql.MySQL.Tokenizer: QUOTES; IDENTIFIERS; STRING_ESCAPES; BIT_STRINGS; HEX_STRINGS; DROP_UNKNOWN_ESCAPES; NESTED_COMMENTS; COMMANDS; BYTE_STRING_ESCAPES