Edit on GitHub

sqlglot.dialects.risingwave

View Source

 1from __future__ import annotations
 2
 3from sqlglot.dialects.postgres import Postgres
 4from sqlglot.generators.risingwave import RisingWaveGenerator
 5from sqlglot.parsers.risingwave import RisingWaveParser
 6from sqlglot.tokens import TokenType
 7
 8
 9class RisingWave(Postgres):
10    REQUIRES_PARENTHESIZED_STRUCT_ACCESS = True
11    SUPPORTS_STRUCT_STAR_EXPANSION = True
12
13    class Tokenizer(Postgres.Tokenizer):
14        KEYWORDS = {
15            **Postgres.Tokenizer.KEYWORDS,
16            "SINK": TokenType.SINK,
17            "SOURCE": TokenType.SOURCE,
18        }
19
20    Parser = RisingWaveParser
21
22    Generator = RisingWaveGenerator

class RisingWave(sqlglot.dialects.postgres.Postgres): View Source

10class RisingWave(Postgres):
11    REQUIRES_PARENTHESIZED_STRUCT_ACCESS = True
12    SUPPORTS_STRUCT_STAR_EXPANSION = True
13
14    class Tokenizer(Postgres.Tokenizer):
15        KEYWORDS = {
16            **Postgres.Tokenizer.KEYWORDS,
17            "SINK": TokenType.SINK,
18            "SOURCE": TokenType.SOURCE,
19        }
20
21    Parser = RisingWaveParser
22
23    Generator = RisingWaveGenerator

REQUIRES_PARENTHESIZED_STRUCT_ACCESS = True

Whether struct field access requires parentheses around the expression.

RisingWave requires parentheses for struct field access in certain contexts:

SELECT (col.field).subfield FROM table -- Parentheses required

Without parentheses, the parser may not correctly interpret nested struct access.

Reference: sqlglot.dialects.risingwave.com/sql/data-types/struct#retrieve-data-in-a-struct">https://docssqlglot.dialects.risingwave.com/sql/data-types/struct#retrieve-data-in-a-struct

SUPPORTS_STRUCT_STAR_EXPANSION = True

Whether the dialect supports expanding struct fields using star notation (e.g., struct_col.*).

BigQuery allows struct fields to be expanded with the star operator:

SELECT t.struct_col.* FROM table t

RisingWave also allows struct field expansion with the star operator using parentheses:

SELECT (t.struct_col).* FROM table t

This expands to all fields within the struct.

Parser = <class 'sqlglot.parsers.risingwave.RisingWaveParser'>

Generator = <class 'sqlglot.generators.risingwave.RisingWaveGenerator'>

SUPPORTS_COLUMN_JOIN_MARKS = False

Whether the old-style outer join (+) syntax is supported.

STRINGS_SUPPORT_ESCAPED_SEQUENCES: bool = False

Whether string literals support escape sequences (e.g. \n). Set by the metaclass based on the tokenizer's STRING_ESCAPES.

BYTE_STRINGS_SUPPORT_ESCAPED_SEQUENCES: bool = False

Whether byte string literals support escape sequences. Set by the metaclass based on the tokenizer's BYTE_STRING_ESCAPES.

INITCAP_SUPPORTS_CUSTOM_DELIMITERS = False

tokenizer_class = <class 'RisingWave.Tokenizer'>

jsonpath_tokenizer_class = <class 'sqlglot.dialects.dialect.JSONPathTokenizer'>

parser_class = <class 'sqlglot.parsers.risingwave.RisingWaveParser'>

generator_class = <class 'sqlglot.generators.risingwave.RisingWaveGenerator'>

TIME_TRIE: dict = {'d': {0: True, 'd': {0: True, 'd': {0: True}}}, 'D': {0: True, 'D': {0: True, 'D': {0: True}}}, 'F': {'M': {'D': {'D': {0: True, 'D': {0: True}}}, 'H': {'H': {'1': {'2': {0: True}}, '2': {'4': {0: True}}}}, 'M': {'I': {0: True}, 'M': {0: True}}, 'S': {'S': {0: True}}}}, 'H': {'H': {'1': {'2': {0: True}}, '2': {'4': {0: True}}}}, 'm': {'i': {0: True}, 'm': {0: True}}, 'M': {'I': {0: True}, 'M': {0: True}}, 'O': {'F': {0: True}}, 's': {'s': {0: True}}, 'S': {'S': {0: True}}, 'T': {'M': {'D': {'a': {'y': {0: True}}, 'y': {0: True}}, 'M': {'o': {'n': {0: True, 't': {'h': {0: True}}}}}}, 'Z': {0: True}}, 'U': {'S': {0: True}}, 'w': {'w': {0: True}}, 'W': {'W': {0: True}}, 'y': {'y': {0: True, 'y': {'y': {0: True}}}}, 'Y': {'Y': {0: True, 'Y': {'Y': {0: True}}}}}

FORMAT_TRIE: dict = {'d': {0: True, 'd': {0: True, 'd': {0: True}}}, 'D': {0: True, 'D': {0: True, 'D': {0: True}}}, 'F': {'M': {'D': {'D': {0: True, 'D': {0: True}}}, 'H': {'H': {'1': {'2': {0: True}}, '2': {'4': {0: True}}}}, 'M': {'I': {0: True}, 'M': {0: True}}, 'S': {'S': {0: True}}}}, 'H': {'H': {'1': {'2': {0: True}}, '2': {'4': {0: True}}}}, 'm': {'i': {0: True}, 'm': {0: True}}, 'M': {'I': {0: True}, 'M': {0: True}}, 'O': {'F': {0: True}}, 's': {'s': {0: True}}, 'S': {'S': {0: True}}, 'T': {'M': {'D': {'a': {'y': {0: True}}, 'y': {0: True}}, 'M': {'o': {'n': {0: True, 't': {'h': {0: True}}}}}}, 'Z': {0: True}}, 'U': {'S': {0: True}}, 'w': {'w': {0: True}}, 'W': {'W': {0: True}}, 'y': {'y': {0: True, 'y': {'y': {0: True}}}}, 'Y': {'Y': {0: True, 'Y': {'Y': {0: True}}}}}

INVERSE_TIME_MAPPING: dict[str, str] = {'%u': 'D', '%d': 'DD', '%j': 'DDD', '%-d': 'FMDD', '%-j': 'FMDDD', '%-I': 'FMHH12', '%-H': 'FMHH24', '%-M': 'FMMI', '%-m': 'FMMM', '%-S': 'FMSS', '%I': 'HH12', '%H': 'HH24', '%M': 'MI', '%m': 'MM', '%z': 'OF', '%S': 'SS', '%A': 'TMDay', '%a': 'TMDy', '%b': 'TMMon', '%B': 'TMMonth', '%Z': 'TZ', '%f': 'US', '%U': 'WW', '%y': 'YY', '%Y': 'YYYY'}

INVERSE_TIME_TRIE: dict = {'%': {'u': {0: True}, 'd': {0: True}, 'j': {0: True}, '-': {'d': {0: True}, 'j': {0: True}, 'I': {0: True}, 'H': {0: True}, 'M': {0: True}, 'm': {0: True}, 'S': {0: True}}, 'I': {0: True}, 'H': {0: True}, 'M': {0: True}, 'm': {0: True}, 'z': {0: True}, 'S': {0: True}, 'A': {0: True}, 'a': {0: True}, 'b': {0: True}, 'B': {0: True}, 'Z': {0: True}, 'f': {0: True}, 'U': {0: True}, 'y': {0: True}, 'Y': {0: True}}}

INVERSE_FORMAT_MAPPING: dict[str, str] = {}

INVERSE_FORMAT_TRIE: dict = {}

INVERSE_CREATABLE_KIND_MAPPING: dict[str, str] = {}

ESCAPED_SEQUENCES: dict[str, str] = {'\x07': '\\a', '\x08': '\\b', '\x0c': '\\f', '\n': '\\n', '\r': '\\r', '\t': '\\t', '\x0b': '\\v', '\\': '\\\\'}

QUOTE_START = "'"

QUOTE_END = "'"

IDENTIFIER_START = '"'

IDENTIFIER_END = '"'

VALID_INTERVAL_UNITS: set[str] = {'HOURS', 'DOW', 'Q', 'MILLISECS', 'S', 'MILLISECON', 'DOW_ISO', 'QUARTERS', 'MIN', 'EPOCH_MICROSECONDS', 'EPOCH_MILLISECOND', 'TZH', 'WEEKOFYEAR_ISO', 'MILLISECONDS', 'CENTURY', 'US', 'MICROSECONDS', 'YEARS', 'USECONDS', 'DW_ISO', 'CENTS', 'DOY', 'HRS', 'QTRS', 'DECADES', 'USECS', 'W', 'DAY', 'DAYOFWEEK', 'HH', 'QUARTER', 'QTR', 'WEEKDAY_ISO', 'NS', 'YYYY', 'MSECS', 'C', 'USEC', 'NANOSEC', 'HR', 'EPOCH_NANOSECOND', 'YYY', 'WOY', 'TZM', 'DAY OF WEEK', 'MICROSEC', 'TIMEZONE_HOUR', 'DY', 'MINUTES', 'EPOCH', 'DAYOFMONTH', 'MIL', 'MONTHS', 'MILLENNIUM', 'YRS', 'MILS', 'DECADE', 'MM', 'MINUTE', 'MSECONDS', 'NSECONDS', 'MINS', 'MONTH', 'MSEC', 'MILLISEC', 'WEEKDAY', 'DEC', 'DD', 'MICROSECS', 'SECOND', 'WEEKISO', 'CENT', 'M', 'YR', 'DECS', 'WEEK_ISO', 'NSECOND', 'MILLENIA', 'D', 'DW', 'EPOCH_NANOSECONDS', 'HOUR', 'DAY OF YEAR', 'H', 'CENTURIES', 'MILLISECOND', 'DAYOFWEEKISO', 'WEEKOFYEARISO', 'EPOCH_MILLISECONDS', 'MS', 'EPOCH_SECONDS', 'EPOCH_MICROSECOND', 'NANOSECS', 'DAYS', 'WEEKOFYEAR', 'WY', 'YEAR', 'MI', 'SECONDS', 'YY', 'NANOSECOND', 'NSEC', 'USECOND', 'MON', 'EPOCH_SECOND', 'SEC', 'MSECOND', 'Y', 'MICROSECOND', 'DAYOFYEAR', 'SECS', 'WEEK', 'DAYOFWEEK_ISO', 'TIMEZONE_MINUTE', 'WK', 'MONS'}

BIT_START: str | None = "b'"

BIT_END: str | None = "'"

HEX_START: str | None = "x'"

HEX_END: str | None = "'"

BYTE_START: str | None = "e'"

BYTE_END: str | None = "'"

UNICODE_START: str | None = None

UNICODE_END: str | None = None

Inherited Members

sqlglot.dialects.postgres.Postgres: EXPRESSION_METADATA; INDEX_OFFSET; TYPED_DIVISION; CONCAT_COALESCE; CONCAT_WS_COALESCE; NULL_ORDERING; SUPPORTS_LIMIT_ALL; TIME_FORMAT; TABLESAMPLE_SIZE_IS_PERCENT; TABLES_REFERENCEABLE_AS_COLUMNS; DEFAULT_FUNCTIONS_COLUMN_NAMES; TIME_MAPPING; UNESCAPED_SEQUENCES

class RisingWave.Tokenizer(sqlglot.dialects.postgres.Postgres.Tokenizer): View Source

14    class Tokenizer(Postgres.Tokenizer):
15        KEYWORDS = {
16            **Postgres.Tokenizer.KEYWORDS,
17            "SINK": TokenType.SINK,
18            "SOURCE": TokenType.SOURCE,
19        }

KEYWORDS = {'{%': <TokenType.BLOCK_START: 72>, '{%+': <TokenType.BLOCK_START: 72>, '{%-': <TokenType.BLOCK_START: 72>, '%}': <TokenType.BLOCK_END: 73>, '+%}': <TokenType.BLOCK_END: 73>, '-%}': <TokenType.BLOCK_END: 73>, '{{+': <TokenType.BLOCK_START: 72>, '{{-': <TokenType.BLOCK_START: 72>, '+}}': <TokenType.BLOCK_END: 73>, '-}}': <TokenType.BLOCK_END: 73>, '&<': <TokenType.AMP_LT: 62>, '&>': <TokenType.AMP_GT: 63>, '==': <TokenType.EQ: 28>, '::': <TokenType.DCOLON: 14>, '?::': <TokenType.QDCOLON: 368>, '||': <TokenType.DPIPE: 37>, '|>': <TokenType.PIPE_GT: 38>, '>=': <TokenType.GTE: 26>, '<=': <TokenType.LTE: 24>, '<>': <TokenType.NEQ: 29>, '!=': <TokenType.NEQ: 29>, ':=': <TokenType.COLON_EQ: 31>, '<=>': <TokenType.NULLSAFE_EQ: 30>, '->': <TokenType.ARROW: 45>, '->>': <TokenType.DARROW: 46>, '=>': <TokenType.FARROW: 47>, '#>': <TokenType.HASH_ARROW: 49>, '#>>': <TokenType.DHASH_ARROW: 50>, '<->': <TokenType.LR_ARROW: 51>, '<<->>': <TokenType.LLRR_ARROW: 52>, '&&': <TokenType.DAMP: 61>, '??': <TokenType.DQMARK: 18>, '~~~': <TokenType.GLOB: 286>, '~~': <TokenType.LIKE: 317>, '~~*': <TokenType.ILIKE: 294>, '~*': <TokenType.IRLIKE: 306>, '-|-': <TokenType.ADJACENT: 64>, 'ALL': <TokenType.ALL: 219>, 'AND': <TokenType.AND: 34>, 'ANTI': <TokenType.ANTI: 220>, 'ANY': <TokenType.ANY: 221>, 'ASC': <TokenType.ASC: 224>, 'AS': <TokenType.ALIAS: 217>, 'ASOF': <TokenType.ASOF: 225>, 'AUTOINCREMENT': <TokenType.AUTO_INCREMENT: 227>, 'AUTO_INCREMENT': <TokenType.AUTO_INCREMENT: 227>, 'BEGIN': <TokenType.BEGIN: 228>, 'BETWEEN': <TokenType.BETWEEN: 229>, 'CACHE': <TokenType.CACHE: 231>, 'UNCACHE': <TokenType.UNCACHE: 412>, 'CASE': <TokenType.CASE: 232>, 'CHARACTER SET': <TokenType.CHARACTER_SET: 233>, 'CLUSTER BY': <TokenType.CLUSTER_BY: 234>, 'COLLATE': <TokenType.COLLATE: 235>, 'COLUMN': <TokenType.COLUMN: 80>, 'COMMIT': <TokenType.COMMIT: 238>, 'CONNECT BY': <TokenType.CONNECT_BY: 239>, 'CONSTRAINT': <TokenType.CONSTRAINT: 240>, 'COPY': <TokenType.COPY: 241>, 'CREATE': <TokenType.CREATE: 242>, 'CROSS': <TokenType.CROSS: 243>, 'CUBE': <TokenType.CUBE: 244>, 'CURRENT_DATE': <TokenType.CURRENT_DATE: 245>, 'CURRENT_SCHEMA': <TokenType.CURRENT_SCHEMA: 247>, 'CURRENT_TIME': <TokenType.CURRENT_TIME: 248>, 'CURRENT_TIMESTAMP': <TokenType.CURRENT_TIMESTAMP: 249>, 'CURRENT_USER': <TokenType.CURRENT_USER: 250>, 'CURRENT_CATALOG': <TokenType.CURRENT_CATALOG: 253>, 'DATABASE': <TokenType.DATABASE: 79>, 'DEFAULT': <TokenType.DEFAULT: 255>, 'DELETE': <TokenType.DELETE: 256>, 'DESC': <TokenType.DESC: 257>, 'DESCRIBE': <TokenType.DESCRIBE: 258>, 'DISTINCT': <TokenType.DISTINCT: 261>, 'DISTRIBUTE BY': <TokenType.DISTRIBUTE_BY: 262>, 'DROP': <TokenType.DROP: 264>, 'ELSE': <TokenType.ELSE: 265>, 'END': <TokenType.END: 266>, 'ENUM': <TokenType.ENUM: 204>, 'ESCAPE': <TokenType.ESCAPE: 267>, 'EXCEPT': <TokenType.EXCEPT: 268>, 'EXECUTE': <TokenType.EXECUTE: 269>, 'EXISTS': <TokenType.EXISTS: 270>, 'FALSE': <TokenType.FALSE: 271>, 'FETCH': <TokenType.FETCH: 272>, 'FILTER': <TokenType.FILTER: 275>, 'FILE': <TokenType.FILE: 273>, 'FIRST': <TokenType.FIRST: 277>, 'FULL': <TokenType.FULL: 283>, 'FUNCTION': <TokenType.FUNCTION: 284>, 'FOR': <TokenType.FOR: 278>, 'FOREIGN KEY': <TokenType.FOREIGN_KEY: 280>, 'FORMAT': <TokenType.FORMAT: 281>, 'FROM': <TokenType.FROM: 282>, 'GEOGRAPHY': <TokenType.GEOGRAPHY: 171>, 'GEOMETRY': <TokenType.GEOMETRY: 174>, 'GLOB': <TokenType.GLOB: 286>, 'GROUP BY': <TokenType.GROUP_BY: 289>, 'GROUPING SETS': <TokenType.GROUPING_SETS: 290>, 'HAVING': <TokenType.HAVING: 291>, 'ILIKE': <TokenType.ILIKE: 294>, 'IN': <TokenType.IN: 295>, 'INDEX': <TokenType.INDEX: 296>, 'INET': <TokenType.INET: 199>, 'INNER': <TokenType.INNER: 298>, 'INSERT': <TokenType.INSERT: 299>, 'INTERVAL': <TokenType.INTERVAL: 303>, 'INTERSECT': <TokenType.INTERSECT: 302>, 'INTO': <TokenType.INTO: 304>, 'IS': <TokenType.IS: 307>, 'ISNULL': <TokenType.ISNULL: 308>, 'JOIN': <TokenType.JOIN: 309>, 'KEEP': <TokenType.KEEP: 311>, 'KILL': <TokenType.KILL: 313>, 'LATERAL': <TokenType.LATERAL: 315>, 'LEFT': <TokenType.LEFT: 316>, 'LIKE': <TokenType.LIKE: 317>, 'LIMIT': <TokenType.LIMIT: 318>, 'LOAD': <TokenType.LOAD: 320>, 'LOCALTIME': <TokenType.LOCALTIME: 178>, 'LOCALTIMESTAMP': <TokenType.LOCALTIMESTAMP: 179>, 'LOCK': <TokenType.LOCK: 321>, 'MERGE': <TokenType.MERGE: 327>, 'NAMESPACE': <TokenType.NAMESPACE: 439>, 'NATURAL': <TokenType.NATURAL: 330>, 'NEXT': <TokenType.NEXT: 331>, 'NOT': <TokenType.NOT: 27>, 'NOTNULL': <TokenType.NOTNULL: 333>, 'NULL': <TokenType.NULL: 334>, 'OBJECT': <TokenType.OBJECT: 198>, 'OFFSET': <TokenType.OFFSET: 336>, 'ON': <TokenType.ON: 337>, 'OR': <TokenType.OR: 35>, 'XOR': <TokenType.XOR: 65>, 'ORDER BY': <TokenType.ORDER_BY: 340>, 'ORDINALITY': <TokenType.ORDINALITY: 343>, 'OUT': <TokenType.OUT: 344>, 'OUTER': <TokenType.OUTER: 346>, 'OVER': <TokenType.OVER: 347>, 'OVERLAPS': <TokenType.OVERLAPS: 348>, 'OVERWRITE': <TokenType.OVERWRITE: 349>, 'PARTITION': <TokenType.PARTITION: 351>, 'PARTITION BY': <TokenType.PARTITION_BY: 352>, 'PARTITIONED BY': <TokenType.PARTITION_BY: 352>, 'PARTITIONED_BY': <TokenType.PARTITION_BY: 352>, 'PERCENT': <TokenType.PERCENT: 353>, 'PIVOT': <TokenType.PIVOT: 354>, 'PRAGMA': <TokenType.PRAGMA: 359>, 'PRIMARY KEY': <TokenType.PRIMARY_KEY: 361>, 'PROCEDURE': <TokenType.PROCEDURE: 362>, 'OPERATOR': <TokenType.OPERATOR: 339>, 'QUALIFY': <TokenType.QUALIFY: 366>, 'RANGE': <TokenType.RANGE: 369>, 'RECURSIVE': <TokenType.RECURSIVE: 370>, 'REGEXP': <TokenType.RLIKE: 378>, 'RENAME': <TokenType.RENAME: 372>, 'REPLACE': <TokenType.REPLACE: 373>, 'RETURNING': <TokenType.RETURNING: 374>, 'REFERENCES': <TokenType.REFERENCES: 376>, 'RIGHT': <TokenType.RIGHT: 377>, 'RLIKE': <TokenType.RLIKE: 378>, 'ROLLBACK': <TokenType.ROLLBACK: 380>, 'ROLLUP': <TokenType.ROLLUP: 381>, 'ROW': <TokenType.ROW: 382>, 'ROWS': <TokenType.ROWS: 383>, 'SCHEMA': <TokenType.SCHEMA: 82>, 'SELECT': <TokenType.SELECT: 385>, 'SEMI': <TokenType.SEMI: 386>, 'SESSION': <TokenType.SESSION: 58>, 'SESSION_USER': <TokenType.SESSION_USER: 60>, 'SET': <TokenType.SET: 390>, 'SETTINGS': <TokenType.SETTINGS: 391>, 'SHOW': <TokenType.SHOW: 392>, 'SIMILAR TO': <TokenType.SIMILAR_TO: 393>, 'SOME': <TokenType.SOME: 394>, 'SORT BY': <TokenType.SORT_BY: 395>, 'SQL SECURITY': <TokenType.SQL_SECURITY: 397>, 'START WITH': <TokenType.START_WITH: 398>, 'STRAIGHT_JOIN': <TokenType.STRAIGHT_JOIN: 400>, 'TABLE': <TokenType.TABLE: 83>, 'TABLESAMPLE': <TokenType.TABLE_SAMPLE: 403>, 'TEMP': <TokenType.TEMPORARY: 405>, 'TEMPORARY': <TokenType.TEMPORARY: 405>, 'THEN': <TokenType.THEN: 407>, 'TRUE': <TokenType.TRUE: 408>, 'TRUNCATE': <TokenType.TRUNCATE: 409>, 'TRIGGER': <TokenType.TRIGGER: 410>, 'UNION': <TokenType.UNION: 413>, 'UNKNOWN': <TokenType.UNKNOWN: 213>, 'UNNEST': <TokenType.UNNEST: 414>, 'UNPIVOT': <TokenType.UNPIVOT: 415>, 'UPDATE': <TokenType.UPDATE: 416>, 'USE': <TokenType.USE: 417>, 'USING': <TokenType.USING: 418>, 'UUID': <TokenType.UUID: 170>, 'VALUES': <TokenType.VALUES: 419>, 'VIEW': <TokenType.VIEW: 421>, 'VOLATILE': <TokenType.VOLATILE: 423>, 'WHEN': <TokenType.WHEN: 425>, 'WHERE': <TokenType.WHERE: 426>, 'WINDOW': <TokenType.WINDOW: 427>, 'WITH': <TokenType.WITH: 428>, 'APPLY': <TokenType.APPLY: 222>, 'ARRAY': <TokenType.ARRAY: 223>, 'BIT': <TokenType.BIT: 96>, 'BOOL': <TokenType.BOOLEAN: 97>, 'BOOLEAN': <TokenType.BOOLEAN: 97>, 'BYTE': <TokenType.TINYINT: 98>, 'MEDIUMINT': <TokenType.MEDIUMINT: 102>, 'INT1': <TokenType.TINYINT: 98>, 'TINYINT': <TokenType.TINYINT: 98>, 'INT16': <TokenType.SMALLINT: 100>, 'SHORT': <TokenType.SMALLINT: 100>, 'SMALLINT': <TokenType.SMALLINT: 100>, 'HUGEINT': <TokenType.INT128: 109>, 'UHUGEINT': <TokenType.UINT128: 110>, 'INT2': <TokenType.SMALLINT: 100>, 'INTEGER': <TokenType.INT: 104>, 'INT': <TokenType.INT: 104>, 'INT4': <TokenType.INT: 104>, 'INT32': <TokenType.INT: 104>, 'INT64': <TokenType.BIGINT: 106>, 'INT128': <TokenType.INT128: 109>, 'INT256': <TokenType.INT256: 111>, 'LONG': <TokenType.BIGINT: 106>, 'BIGINT': <TokenType.BIGINT: 106>, 'INT8': <TokenType.BIGINT: 106>, 'UINT': <TokenType.UINT: 105>, 'UINT128': <TokenType.UINT128: 110>, 'UINT256': <TokenType.UINT256: 112>, 'DEC': <TokenType.DECIMAL: 116>, 'DECIMAL': <TokenType.DECIMAL: 116>, 'DECIMAL32': <TokenType.DECIMAL32: 117>, 'DECIMAL64': <TokenType.DECIMAL64: 118>, 'DECIMAL128': <TokenType.DECIMAL128: 119>, 'DECIMAL256': <TokenType.DECIMAL256: 120>, 'DECFLOAT': <TokenType.DECFLOAT: 121>, 'BIGDECIMAL': <TokenType.BIGDECIMAL: 123>, 'BIGNUMERIC': <TokenType.BIGDECIMAL: 123>, 'BIGNUM': <TokenType.BIGNUM: 108>, 'LIST': <TokenType.LIST: 319>, 'MAP': <TokenType.MAP: 322>, 'NULLABLE': <TokenType.NULLABLE: 173>, 'NUMBER': <TokenType.DECIMAL: 116>, 'NUMERIC': <TokenType.DECIMAL: 116>, 'FIXED': <TokenType.DECIMAL: 116>, 'REAL': <TokenType.FLOAT: 113>, 'FLOAT': <TokenType.DOUBLE: 114>, 'FLOAT4': <TokenType.FLOAT: 113>, 'FLOAT8': <TokenType.DOUBLE: 114>, 'DOUBLE': <TokenType.DOUBLE: 114>, 'DOUBLE PRECISION': <TokenType.DOUBLE: 114>, 'JSON': <TokenType.JSON: 140>, 'JSONB': <TokenType.JSONB: 141>, 'CHAR': <TokenType.CHAR: 124>, 'CHARACTER': <TokenType.CHAR: 124>, 'CHAR VARYING': <TokenType.VARCHAR: 126>, 'CHARACTER VARYING': <TokenType.VARCHAR: 126>, 'NCHAR': <TokenType.NCHAR: 125>, 'VARCHAR': <TokenType.VARCHAR: 126>, 'VARCHAR2': <TokenType.VARCHAR: 126>, 'NVARCHAR': <TokenType.NVARCHAR: 127>, 'NVARCHAR2': <TokenType.NVARCHAR: 127>, 'BPCHAR': <TokenType.BPCHAR: 128>, 'STR': <TokenType.TEXT: 129>, 'STRING': <TokenType.TEXT: 129>, 'TEXT': <TokenType.TEXT: 129>, 'LONGTEXT': <TokenType.LONGTEXT: 131>, 'MEDIUMTEXT': <TokenType.MEDIUMTEXT: 130>, 'TINYTEXT': <TokenType.TINYTEXT: 136>, 'CLOB': <TokenType.TEXT: 129>, 'LONGVARCHAR': <TokenType.TEXT: 129>, 'BINARY': <TokenType.BINARY: 138>, 'BLOB': <TokenType.VARBINARY: 139>, 'LONGBLOB': <TokenType.LONGBLOB: 134>, 'MEDIUMBLOB': <TokenType.MEDIUMBLOB: 133>, 'TINYBLOB': <TokenType.TINYBLOB: 135>, 'BYTEA': <TokenType.VARBINARY: 139>, 'VARBINARY': <TokenType.VARBINARY: 139>, 'TIME': <TokenType.TIME: 142>, 'TIMETZ': <TokenType.TIMETZ: 143>, 'TIME_NS': <TokenType.TIME_NS: 144>, 'TIMESTAMP': <TokenType.TIMESTAMP: 145>, 'TIMESTAMPTZ': <TokenType.TIMESTAMPTZ: 146>, 'TIMESTAMPLTZ': <TokenType.TIMESTAMPLTZ: 147>, 'TIMESTAMP_LTZ': <TokenType.TIMESTAMPLTZ: 147>, 'TIMESTAMPNTZ': <TokenType.TIMESTAMPNTZ: 148>, 'TIMESTAMP_NTZ': <TokenType.TIMESTAMPNTZ: 148>, 'DATE': <TokenType.DATE: 156>, 'DATETIME': <TokenType.DATETIME: 152>, 'INT4RANGE': <TokenType.INT4RANGE: 158>, 'INT4MULTIRANGE': <TokenType.INT4MULTIRANGE: 159>, 'INT8RANGE': <TokenType.INT8RANGE: 160>, 'INT8MULTIRANGE': <TokenType.INT8MULTIRANGE: 161>, 'NUMRANGE': <TokenType.NUMRANGE: 162>, 'NUMMULTIRANGE': <TokenType.NUMMULTIRANGE: 163>, 'TSRANGE': <TokenType.TSRANGE: 164>, 'TSMULTIRANGE': <TokenType.TSMULTIRANGE: 165>, 'TSTZRANGE': <TokenType.TSTZRANGE: 166>, 'TSTZMULTIRANGE': <TokenType.TSTZMULTIRANGE: 167>, 'DATERANGE': <TokenType.DATERANGE: 168>, 'DATEMULTIRANGE': <TokenType.DATEMULTIRANGE: 169>, 'UNIQUE': <TokenType.UNIQUE: 429>, 'VECTOR': <TokenType.VECTOR: 214>, 'STRUCT': <TokenType.STRUCT: 401>, 'SEQUENCE': <TokenType.SEQUENCE: 388>, 'VARIANT': <TokenType.VARIANT: 197>, 'ALTER': <TokenType.ALTER: 218>, 'ANALYZE': <TokenType.ANALYZE: 438>, 'CALL': <TokenType.COMMAND: 236>, 'COMMENT': <TokenType.COMMENT: 237>, 'EXPLAIN': <TokenType.COMMAND: 236>, 'GRANT': <TokenType.GRANT: 288>, 'REVOKE': <TokenType.REVOKE: 375>, 'OPTIMIZE': <TokenType.COMMAND: 236>, 'PREPARE': <TokenType.COMMAND: 236>, 'VACUUM': <TokenType.COMMAND: 236>, 'USER-DEFINED': <TokenType.USERDEFINED: 192>, 'FOR VERSION': <TokenType.VERSION_SNAPSHOT: 433>, 'FOR TIMESTAMP': <TokenType.TIMESTAMP_SNAPSHOT: 434>, '~': <TokenType.RLIKE: 378>, '@@': <TokenType.DAT: 53>, '@>': <TokenType.AT_GT: 55>, '<@': <TokenType.LT_AT: 54>, '?&': <TokenType.QMARK_AMP: 67>, '?|': <TokenType.QMARK_PIPE: 68>, '#-': <TokenType.HASH_DASH: 69>, '|/': <TokenType.PIPE_SLASH: 40>, '||/': <TokenType.DPIPE_SLASH: 41>, 'BIGSERIAL': <TokenType.BIGSERIAL: 189>, 'CSTRING': <TokenType.PSEUDO_TYPE: 364>, 'DECLARE': <TokenType.COMMAND: 236>, 'DO': <TokenType.COMMAND: 236>, 'EXEC': <TokenType.COMMAND: 236>, 'HSTORE': <TokenType.HSTORE: 185>, 'MONEY': <TokenType.MONEY: 193>, 'NAME': <TokenType.NAME: 137>, 'OID': <TokenType.OBJECT_IDENTIFIER: 335>, 'ONLY': <TokenType.ONLY: 338>, 'POINT': <TokenType.POINT: 175>, 'REFRESH': <TokenType.COMMAND: 236>, 'REINDEX': <TokenType.COMMAND: 236>, 'RESET': <TokenType.COMMAND: 236>, 'SERIAL': <TokenType.SERIAL: 187>, 'SMALLSERIAL': <TokenType.SMALLSERIAL: 188>, 'TYPE': <TokenType.TYPE: 411>, 'REGCLASS': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGCOLLATION': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGCONFIG': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGDICTIONARY': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGNAMESPACE': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGOPER': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGOPERATOR': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGPROC': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGPROCEDURE': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGROLE': <TokenType.OBJECT_IDENTIFIER: 335>, 'REGTYPE': <TokenType.OBJECT_IDENTIFIER: 335>, 'XML': <TokenType.XML: 190>, 'VARIADIC': <TokenType.VARIADIC: 420>, 'INOUT': <TokenType.INOUT: 345>, 'SINK': <TokenType.SINK: 436>, 'SOURCE': <TokenType.SOURCE: 437>}

BYTE_STRING_ESCAPES = ["'"]

Inherited Members

sqlglot.tokens.Tokenizer: Tokenizer; RAW_STRINGS; UNICODE_STRINGS; IDENTIFIERS; QUOTES; STRING_ESCAPES; ESCAPE_FOLLOW_CHARS; IDENTIFIER_ESCAPES; STRING_ESCAPES_ALLOWED_IN_RAW_STRINGS; NESTED_COMMENTS; HINT_START; TOKENS_PRECEDING_HINT; COMMANDS; COMMAND_PREFIX_TOKENS; NUMERIC_LITERALS; NUMBERS_CAN_HAVE_DECIMALS; COMMENTS; dialect; tokenize; sql; size; tokens
sqlglot.dialects.postgres.Postgres.Tokenizer: BIT_STRINGS; HEX_STRINGS; BYTE_STRINGS; HEREDOC_STRINGS; HEREDOC_TAG_IS_IDENTIFIER; HEREDOC_STRING_ALTERNATIVE; SINGLE_TOKENS; VAR_SINGLE_TOKENS