sqlglot.dialects.singlestore
1from sqlglot import TokenType 2from sqlglot.dialects.mysql import MySQL 3from sqlglot.generators.singlestore import SingleStoreGenerator 4from sqlglot.parsers.singlestore import SingleStoreParser, cast_to_time6 5 6 7class SingleStore(MySQL): 8 SUPPORTS_ORDER_BY_ALL = True 9 10 MYSQL_INVERSE_TIME_MAPPING = MySQL.INVERSE_TIME_MAPPING 11 MYSQL_INVERSE_TIME_TRIE = MySQL.INVERSE_TIME_TRIE 12 CAST_TO_TIME6 = staticmethod(cast_to_time6) 13 14 TIME_MAPPING: dict[str, str] = { 15 "D": "%u", # Day of week (1-7) 16 "DD": "%d", # day of month (01-31) 17 "DY": "%a", # abbreviated name of day 18 "HH": "%I", # Hour of day (01-12) 19 "HH12": "%I", # alias for HH 20 "HH24": "%H", # Hour of day (00-23) 21 "MI": "%M", # Minute (00-59) 22 "MM": "%m", # Month (01-12; January = 01) 23 "MON": "%b", # Abbreviated name of month 24 "MONTH": "%B", # Name of month 25 "SS": "%S", # Second (00-59) 26 "RR": "%y", # 15 27 "YY": "%y", # 15 28 "YYYY": "%Y", # 2015 29 "FF6": "%f", # only 6 digits are supported in python formats 30 } 31 32 VECTOR_TYPE_ALIASES = { 33 "I8": "TINYINT", 34 "I16": "SMALLINT", 35 "I32": "INT", 36 "I64": "BIGINT", 37 "F32": "FLOAT", 38 "F64": "DOUBLE", 39 } 40 41 INVERSE_VECTOR_TYPE_ALIASES = {v: k for k, v in VECTOR_TYPE_ALIASES.items()} 42 43 class Tokenizer(MySQL.Tokenizer): 44 BYTE_STRINGS = [("e'", "'"), ("E'", "'")] 45 46 KEYWORDS = { 47 **MySQL.Tokenizer.KEYWORDS, 48 "BSON": TokenType.JSONB, 49 "GEOGRAPHYPOINT": TokenType.GEOGRAPHYPOINT, 50 "TIMESTAMP": TokenType.TIMESTAMP, 51 "UTC_DATE": TokenType.UTC_DATE, 52 "UTC_TIME": TokenType.UTC_TIME, 53 "UTC_TIMESTAMP": TokenType.UTC_TIMESTAMP, 54 ":>": TokenType.COLON_GT, 55 "!:>": TokenType.NCOLON_GT, 56 "::$": TokenType.DCOLONDOLLAR, 57 "::%": TokenType.DCOLONPERCENT, 58 "::?": TokenType.DCOLONQMARK, 59 "RECORD": TokenType.STRUCT, 60 } 61 62 Parser = SingleStoreParser 63 64 Generator = SingleStoreGenerator
8class SingleStore(MySQL): 9 SUPPORTS_ORDER_BY_ALL = True 10 11 MYSQL_INVERSE_TIME_MAPPING = MySQL.INVERSE_TIME_MAPPING 12 MYSQL_INVERSE_TIME_TRIE = MySQL.INVERSE_TIME_TRIE 13 CAST_TO_TIME6 = staticmethod(cast_to_time6) 14 15 TIME_MAPPING: dict[str, str] = { 16 "D": "%u", # Day of week (1-7) 17 "DD": "%d", # day of month (01-31) 18 "DY": "%a", # abbreviated name of day 19 "HH": "%I", # Hour of day (01-12) 20 "HH12": "%I", # alias for HH 21 "HH24": "%H", # Hour of day (00-23) 22 "MI": "%M", # Minute (00-59) 23 "MM": "%m", # Month (01-12; January = 01) 24 "MON": "%b", # Abbreviated name of month 25 "MONTH": "%B", # Name of month 26 "SS": "%S", # Second (00-59) 27 "RR": "%y", # 15 28 "YY": "%y", # 15 29 "YYYY": "%Y", # 2015 30 "FF6": "%f", # only 6 digits are supported in python formats 31 } 32 33 VECTOR_TYPE_ALIASES = { 34 "I8": "TINYINT", 35 "I16": "SMALLINT", 36 "I32": "INT", 37 "I64": "BIGINT", 38 "F32": "FLOAT", 39 "F64": "DOUBLE", 40 } 41 42 INVERSE_VECTOR_TYPE_ALIASES = {v: k for k, v in VECTOR_TYPE_ALIASES.items()} 43 44 class Tokenizer(MySQL.Tokenizer): 45 BYTE_STRINGS = [("e'", "'"), ("E'", "'")] 46 47 KEYWORDS = { 48 **MySQL.Tokenizer.KEYWORDS, 49 "BSON": TokenType.JSONB, 50 "GEOGRAPHYPOINT": TokenType.GEOGRAPHYPOINT, 51 "TIMESTAMP": TokenType.TIMESTAMP, 52 "UTC_DATE": TokenType.UTC_DATE, 53 "UTC_TIME": TokenType.UTC_TIME, 54 "UTC_TIMESTAMP": TokenType.UTC_TIMESTAMP, 55 ":>": TokenType.COLON_GT, 56 "!:>": TokenType.NCOLON_GT, 57 "::$": TokenType.DCOLONDOLLAR, 58 "::%": TokenType.DCOLONPERCENT, 59 "::?": TokenType.DCOLONQMARK, 60 "RECORD": TokenType.STRUCT, 61 } 62 63 Parser = SingleStoreParser 64 65 Generator = SingleStoreGenerator
SUPPORTS_ORDER_BY_ALL =
True
Whether ORDER BY ALL is supported (expands to all the selected columns) as in DuckDB, Spark3/Databricks
MYSQL_INVERSE_TIME_MAPPING =
{'%B': '%M', '%-m': '%c', '%-d': '%e', '%I': '%h', '%M': '%i', '%S': '%s', '%W': '%u', '%-H': '%k', '%-I': '%l', '%H:%M:%S': '%T', '%A': '%W'}
MYSQL_INVERSE_TIME_TRIE =
{'%': {'B': {0: True}, '-': {'m': {0: True}, 'd': {0: True}, 'H': {0: True}, 'I': {0: True}}, 'I': {0: True}, 'M': {0: True}, 'S': {0: True}, 'W': {0: True}, 'H': {':': {'%': {'M': {':': {'%': {'S': {0: True}}}}}}}, 'A': {0: True}}}
def
CAST_TO_TIME6( expression: sqlglot.expressions.core.Expr | None, time_type: sqlglot.expressions.datatypes.DType = <DType.TIME: 'TIME'>) -> sqlglot.expressions.functions.Cast:
TIME_MAPPING: dict[str, str] =
{'D': '%u', 'DD': '%d', 'DY': '%a', 'HH': '%I', 'HH12': '%I', 'HH24': '%H', 'MI': '%M', 'MM': '%m', 'MON': '%b', 'MONTH': '%B', 'SS': '%S', 'RR': '%y', 'YY': '%y', 'YYYY': '%Y', 'FF6': '%f'}
Associates this dialect's time formats with their equivalent Python strftime formats.
VECTOR_TYPE_ALIASES =
{'I8': 'TINYINT', 'I16': 'SMALLINT', 'I32': 'INT', 'I64': 'BIGINT', 'F32': 'FLOAT', 'F64': 'DOUBLE'}
INVERSE_VECTOR_TYPE_ALIASES =
{'TINYINT': 'I8', 'SMALLINT': 'I16', 'INT': 'I32', 'BIGINT': 'I64', 'FLOAT': 'F32', 'DOUBLE': 'F64'}
Mapping of vector type aliases back to their canonical names. Overridden by dialects like SingleStore.
Parser =
<class 'sqlglot.parsers.singlestore.SingleStoreParser'>
Generator =
<class 'sqlglot.generators.singlestore.SingleStoreGenerator'>
VALID_INTERVAL_UNITS: set[str] =
{'DAYOFYEAR', 'H', 'MICROSEC', 'NSECONDS', 'DAY_MINUTE', 'S', 'MINUTE_SECOND', 'MONTHS', 'DEC', 'EPOCH_SECOND', 'WEEKOFYEAR', 'CENTS', 'DW', 'QUARTERS', 'DAY_SECOND', 'WEEKDAY_ISO', 'DECADE', 'HOUR_MINUTE', 'NANOSEC', 'CENTURY', 'EPOCH', 'MSECS', 'M', 'DAYOFWEEK', 'WEEKDAY', 'HOUR_MICROSECOND', 'CENTURIES', 'MILS', 'MI', 'DAYOFWEEKISO', 'MONTH', 'SECOND_MICROSECOND', 'HOURS', 'DOW_ISO', 'WEEK_ISO', 'SEC', 'NSECOND', 'DAY', 'HH', 'MSEC', 'EPOCH_MICROSECONDS', 'CENT', 'DAYOFWEEK_ISO', 'HOUR_SECOND', 'YYY', 'YEAR', 'USECOND', 'C', 'EPOCH_SECONDS', 'YR', 'MIN', 'NSEC', 'WY', 'USECS', 'WEEKOFYEAR_ISO', 'DAY OF YEAR', 'YEARS', 'NANOSECOND', 'QTR', 'DOW', 'WEEKISO', 'EPOCH_MICROSECOND', 'DY', 'MILLISEC', 'MM', 'W', 'WEEK', 'SECONDS', 'NANOSECS', 'MILLISECON', 'SECOND', 'MINUTE_MICROSECOND', 'DAY_HOUR', 'USECONDS', 'D', 'US', 'EPOCH_NANOSECONDS', 'Y', 'NS', 'EPOCH_NANOSECOND', 'YYYY', 'DW_ISO', 'DAYOFMONTH', 'QUARTER', 'YEAR_MONTH', 'MON', 'Q', 'MIL', 'MONS', 'WOY', 'WEEKOFYEARISO', 'MINUTE', 'YY', 'USEC', 'YRS', 'MILLISECONDS', 'MILLENNIUM', 'TIMEZONE_MINUTE', 'HR', 'HOUR', 'MICROSECONDS', 'EPOCH_MILLISECONDS', 'MILLISECOND', 'MILLISECS', 'MINS', 'MSECOND', 'WK', 'MSECONDS', 'DD', 'TIMEZONE_HOUR', 'TZM', 'MICROSECOND', 'MINUTES', 'DECS', 'DAY_MICROSECOND', 'QTRS', 'MS', 'TZH', 'MICROSECS', 'EPOCH_MILLISECOND', 'DECADES', 'HRS', 'DAY OF WEEK', 'SECS', 'DAYS', 'DOY', 'MILLENIA'}
UNESCAPED_SEQUENCES: dict[str, str] =
{'\\a': '\x07', '\\b': '\x08', '\\f': '\x0c', '\\n': '\n', '\\r': '\r', '\\t': '\t', '\\v': '\x0b', '\\\\': '\\'}
Mapping of an escaped sequence (\n) to its unescaped version (
).
STRINGS_SUPPORT_ESCAPED_SEQUENCES: bool =
True
Whether string literals support escape sequences (e.g. \n). Set by the metaclass based on the tokenizer's STRING_ESCAPES.
BYTE_STRINGS_SUPPORT_ESCAPED_SEQUENCES: bool =
True
Whether byte string literals support escape sequences. Set by the metaclass based on the tokenizer's BYTE_STRING_ESCAPES.
tokenizer_class =
<class 'SingleStore.Tokenizer'>
parser_class =
<class 'sqlglot.parsers.singlestore.SingleStoreParser'>
generator_class =
<class 'sqlglot.generators.singlestore.SingleStoreGenerator'>
TIME_TRIE: dict =
{'D': {0: True, 'D': {0: True}, 'Y': {0: True}}, 'H': {'H': {0: True, '1': {'2': {0: True}}, '2': {'4': {0: True}}}}, 'M': {'I': {0: True}, 'M': {0: True}, 'O': {'N': {0: True, 'T': {'H': {0: True}}}}}, 'S': {'S': {0: True}}, 'R': {'R': {0: True}}, 'Y': {'Y': {0: True, 'Y': {'Y': {0: True}}}}, 'F': {'F': {'6': {0: True}}}}
FORMAT_TRIE: dict =
{'D': {0: True, 'D': {0: True}, 'Y': {0: True}}, 'H': {'H': {0: True, '1': {'2': {0: True}}, '2': {'4': {0: True}}}}, 'M': {'I': {0: True}, 'M': {0: True}, 'O': {'N': {0: True, 'T': {'H': {0: True}}}}}, 'S': {'S': {0: True}}, 'R': {'R': {0: True}}, 'Y': {'Y': {0: True, 'Y': {'Y': {0: True}}}}, 'F': {'F': {'6': {0: True}}}}
INVERSE_TIME_MAPPING: dict[str, str] =
{'%u': 'D', '%d': 'DD', '%a': 'DY', '%I': 'HH12', '%H': 'HH24', '%M': 'MI', '%m': 'MM', '%b': 'MON', '%B': 'MONTH', '%S': 'SS', '%y': 'YY', '%Y': 'YYYY', '%f': 'FF6'}
INVERSE_TIME_TRIE: dict =
{'%': {'u': {0: True}, 'd': {0: True}, 'a': {0: True}, 'I': {0: True}, 'H': {0: True}, 'M': {0: True}, 'm': {0: True}, 'b': {0: True}, 'B': {0: True}, 'S': {0: True}, 'y': {0: True}, 'Y': {0: True}, 'f': {0: True}}}
44 class Tokenizer(MySQL.Tokenizer): 45 BYTE_STRINGS = [("e'", "'"), ("E'", "'")] 46 47 KEYWORDS = { 48 **MySQL.Tokenizer.KEYWORDS, 49 "BSON": TokenType.JSONB, 50 "GEOGRAPHYPOINT": TokenType.GEOGRAPHYPOINT, 51 "TIMESTAMP": TokenType.TIMESTAMP, 52 "UTC_DATE": TokenType.UTC_DATE, 53 "UTC_TIME": TokenType.UTC_TIME, 54 "UTC_TIMESTAMP": TokenType.UTC_TIMESTAMP, 55 ":>": TokenType.COLON_GT, 56 "!:>": TokenType.NCOLON_GT, 57 "::$": TokenType.DCOLONDOLLAR, 58 "::%": TokenType.DCOLONPERCENT, 59 "::?": TokenType.DCOLONQMARK, 60 "RECORD": TokenType.STRUCT, 61 }
KEYWORDS =
{'{%': <TokenType.BLOCK_START: 71>, '{%+': <TokenType.BLOCK_START: 71>, '{%-': <TokenType.BLOCK_START: 71>, '%}': <TokenType.BLOCK_END: 72>, '+%}': <TokenType.BLOCK_END: 72>, '-%}': <TokenType.BLOCK_END: 72>, '{{+': <TokenType.BLOCK_START: 71>, '{{-': <TokenType.BLOCK_START: 71>, '+}}': <TokenType.BLOCK_END: 72>, '-}}': <TokenType.BLOCK_END: 72>, '/*+': <TokenType.HINT: 291>, '&<': <TokenType.AMP_LT: 61>, '&>': <TokenType.AMP_GT: 62>, '==': <TokenType.EQ: 28>, '::': <TokenType.DCOLON: 14>, '?::': <TokenType.QDCOLON: 367>, '||': <TokenType.DPIPE: 37>, '|>': <TokenType.PIPE_GT: 38>, '>=': <TokenType.GTE: 26>, '<=': <TokenType.LTE: 24>, '<>': <TokenType.NEQ: 29>, '!=': <TokenType.NEQ: 29>, ':=': <TokenType.COLON_EQ: 31>, '<=>': <TokenType.NULLSAFE_EQ: 30>, '->': <TokenType.ARROW: 45>, '->>': <TokenType.DARROW: 46>, '=>': <TokenType.FARROW: 47>, '#>': <TokenType.HASH_ARROW: 49>, '#>>': <TokenType.DHASH_ARROW: 50>, '<->': <TokenType.LR_ARROW: 51>, '&&': <TokenType.DAMP: 60>, '??': <TokenType.DQMARK: 18>, '~~~': <TokenType.GLOB: 285>, '~~': <TokenType.LIKE: 316>, '~~*': <TokenType.ILIKE: 293>, '~*': <TokenType.IRLIKE: 305>, '-|-': <TokenType.ADJACENT: 63>, 'ALL': <TokenType.ALL: 218>, 'AND': <TokenType.AND: 34>, 'ANTI': <TokenType.ANTI: 219>, 'ANY': <TokenType.ANY: 220>, 'ASC': <TokenType.ASC: 223>, 'AS': <TokenType.ALIAS: 216>, 'ASOF': <TokenType.ASOF: 224>, 'AUTOINCREMENT': <TokenType.AUTO_INCREMENT: 226>, 'AUTO_INCREMENT': <TokenType.AUTO_INCREMENT: 226>, 'BEGIN': <TokenType.BEGIN: 227>, 'BETWEEN': <TokenType.BETWEEN: 228>, 'CACHE': <TokenType.CACHE: 230>, 'UNCACHE': <TokenType.UNCACHE: 411>, 'CASE': <TokenType.CASE: 231>, 'CHARACTER SET': <TokenType.CHARACTER_SET: 232>, 'CLUSTER BY': <TokenType.CLUSTER_BY: 233>, 'COLLATE': <TokenType.COLLATE: 234>, 'COLUMN': <TokenType.COLUMN: 79>, 'COMMIT': <TokenType.COMMIT: 237>, 'CONNECT BY': <TokenType.CONNECT_BY: 238>, 'CONSTRAINT': <TokenType.CONSTRAINT: 239>, 'COPY': <TokenType.COPY: 240>, 'CREATE': <TokenType.CREATE: 241>, 'CROSS': <TokenType.CROSS: 242>, 'CUBE': <TokenType.CUBE: 243>, 'CURRENT_DATE': <TokenType.CURRENT_DATE: 244>, 'CURRENT_SCHEMA': <TokenType.CURRENT_SCHEMA: 246>, 'CURRENT_TIME': <TokenType.CURRENT_TIME: 247>, 'CURRENT_TIMESTAMP': <TokenType.CURRENT_TIMESTAMP: 248>, 'CURRENT_USER': <TokenType.CURRENT_USER: 249>, 'CURRENT_CATALOG': <TokenType.CURRENT_CATALOG: 252>, 'DATABASE': <TokenType.DATABASE: 78>, 'DEFAULT': <TokenType.DEFAULT: 254>, 'DELETE': <TokenType.DELETE: 255>, 'DESC': <TokenType.DESC: 256>, 'DESCRIBE': <TokenType.DESCRIBE: 257>, 'DISTINCT': <TokenType.DISTINCT: 260>, 'DISTRIBUTE BY': <TokenType.DISTRIBUTE_BY: 261>, 'DIV': <TokenType.DIV: 262>, 'DROP': <TokenType.DROP: 263>, 'ELSE': <TokenType.ELSE: 264>, 'END': <TokenType.END: 265>, 'ENUM': <TokenType.ENUM: 203>, 'ESCAPE': <TokenType.ESCAPE: 266>, 'EXCEPT': <TokenType.EXCEPT: 267>, 'EXECUTE': <TokenType.EXECUTE: 268>, 'EXISTS': <TokenType.EXISTS: 269>, 'FALSE': <TokenType.FALSE: 270>, 'FETCH': <TokenType.FETCH: 271>, 'FILTER': <TokenType.FILTER: 274>, 'FILE': <TokenType.FILE: 272>, 'FIRST': <TokenType.FIRST: 276>, 'FULL': <TokenType.FULL: 282>, 'FUNCTION': <TokenType.FUNCTION: 283>, 'FOR': <TokenType.FOR: 277>, 'FOREIGN KEY': <TokenType.FOREIGN_KEY: 279>, 'FORMAT': <TokenType.FORMAT: 280>, 'FROM': <TokenType.FROM: 281>, 'GEOGRAPHY': <TokenType.GEOGRAPHY: 170>, 'GEOMETRY': <TokenType.GEOMETRY: 173>, 'GLOB': <TokenType.GLOB: 285>, 'GROUP BY': <TokenType.GROUP_BY: 288>, 'GROUPING SETS': <TokenType.GROUPING_SETS: 289>, 'HAVING': <TokenType.HAVING: 290>, 'ILIKE': <TokenType.ILIKE: 293>, 'IN': <TokenType.IN: 294>, 'INDEX': <TokenType.INDEX: 295>, 'INET': <TokenType.INET: 198>, 'INNER': <TokenType.INNER: 297>, 'INSERT': <TokenType.INSERT: 298>, 'INTERVAL': <TokenType.INTERVAL: 302>, 'INTERSECT': <TokenType.INTERSECT: 301>, 'INTO': <TokenType.INTO: 303>, 'IS': <TokenType.IS: 306>, 'ISNULL': <TokenType.ISNULL: 307>, 'JOIN': <TokenType.JOIN: 308>, 'KEEP': <TokenType.KEEP: 310>, 'KILL': <TokenType.KILL: 312>, 'LATERAL': <TokenType.LATERAL: 314>, 'LEFT': <TokenType.LEFT: 315>, 'LIKE': <TokenType.LIKE: 316>, 'LIMIT': <TokenType.LIMIT: 317>, 'LOAD': <TokenType.LOAD: 319>, 'LOCALTIME': <TokenType.LOCALTIME: 177>, 'LOCALTIMESTAMP': <TokenType.LOCALTIMESTAMP: 178>, 'LOCK': <TokenType.LOCK: 320>, 'MERGE': <TokenType.MERGE: 326>, 'NAMESPACE': <TokenType.NAMESPACE: 438>, 'NATURAL': <TokenType.NATURAL: 329>, 'NEXT': <TokenType.NEXT: 330>, 'NOT': <TokenType.NOT: 27>, 'NOTNULL': <TokenType.NOTNULL: 332>, 'NULL': <TokenType.NULL: 333>, 'OBJECT': <TokenType.OBJECT: 197>, 'OFFSET': <TokenType.OFFSET: 335>, 'ON': <TokenType.ON: 336>, 'OR': <TokenType.OR: 35>, 'XOR': <TokenType.XOR: 64>, 'ORDER BY': <TokenType.ORDER_BY: 339>, 'ORDINALITY': <TokenType.ORDINALITY: 342>, 'OUT': <TokenType.OUT: 343>, 'OUTER': <TokenType.OUTER: 345>, 'OVER': <TokenType.OVER: 346>, 'OVERLAPS': <TokenType.OVERLAPS: 347>, 'OVERWRITE': <TokenType.OVERWRITE: 348>, 'PARTITION': <TokenType.PARTITION: 350>, 'PARTITION BY': <TokenType.PARTITION_BY: 351>, 'PARTITIONED BY': <TokenType.PARTITION_BY: 351>, 'PARTITIONED_BY': <TokenType.PARTITION_BY: 351>, 'PERCENT': <TokenType.PERCENT: 352>, 'PIVOT': <TokenType.PIVOT: 353>, 'PRAGMA': <TokenType.PRAGMA: 358>, 'PRIMARY KEY': <TokenType.PRIMARY_KEY: 360>, 'PROCEDURE': <TokenType.PROCEDURE: 361>, 'OPERATOR': <TokenType.OPERATOR: 338>, 'QUALIFY': <TokenType.QUALIFY: 365>, 'RANGE': <TokenType.RANGE: 368>, 'RECURSIVE': <TokenType.RECURSIVE: 369>, 'REGEXP': <TokenType.RLIKE: 377>, 'RENAME': <TokenType.RENAME: 371>, 'REPLACE': <TokenType.REPLACE: 372>, 'RETURNING': <TokenType.RETURNING: 373>, 'REFERENCES': <TokenType.REFERENCES: 375>, 'RIGHT': <TokenType.RIGHT: 376>, 'RLIKE': <TokenType.RLIKE: 377>, 'ROLLBACK': <TokenType.ROLLBACK: 379>, 'ROLLUP': <TokenType.ROLLUP: 380>, 'ROW': <TokenType.ROW: 381>, 'ROWS': <TokenType.ROWS: 382>, 'SCHEMA': <TokenType.SCHEMA: 81>, 'SELECT': <TokenType.SELECT: 384>, 'SEMI': <TokenType.SEMI: 385>, 'SESSION': <TokenType.SESSION: 57>, 'SESSION_USER': <TokenType.SESSION_USER: 59>, 'SET': <TokenType.SET: 389>, 'SETTINGS': <TokenType.SETTINGS: 390>, 'SHOW': <TokenType.SHOW: 391>, 'SIMILAR TO': <TokenType.SIMILAR_TO: 392>, 'SOME': <TokenType.SOME: 393>, 'SORT BY': <TokenType.SORT_BY: 394>, 'SQL SECURITY': <TokenType.SQL_SECURITY: 396>, 'START WITH': <TokenType.START_WITH: 397>, 'STRAIGHT_JOIN': <TokenType.STRAIGHT_JOIN: 399>, 'TABLE': <TokenType.TABLE: 82>, 'TABLESAMPLE': <TokenType.TABLE_SAMPLE: 402>, 'TEMP': <TokenType.TEMPORARY: 404>, 'TEMPORARY': <TokenType.TEMPORARY: 404>, 'THEN': <TokenType.THEN: 406>, 'TRUE': <TokenType.TRUE: 407>, 'TRUNCATE': <TokenType.TRUNCATE: 408>, 'TRIGGER': <TokenType.TRIGGER: 409>, 'UNION': <TokenType.UNION: 412>, 'UNKNOWN': <TokenType.UNKNOWN: 212>, 'UNNEST': <TokenType.UNNEST: 413>, 'UNPIVOT': <TokenType.UNPIVOT: 414>, 'UPDATE': <TokenType.UPDATE: 415>, 'USE': <TokenType.USE: 416>, 'USING': <TokenType.USING: 417>, 'UUID': <TokenType.UUID: 169>, 'VALUES': <TokenType.VALUES: 418>, 'VIEW': <TokenType.VIEW: 420>, 'VOLATILE': <TokenType.VOLATILE: 422>, 'WHEN': <TokenType.WHEN: 424>, 'WHERE': <TokenType.WHERE: 425>, 'WINDOW': <TokenType.WINDOW: 426>, 'WITH': <TokenType.WITH: 427>, 'APPLY': <TokenType.APPLY: 221>, 'ARRAY': <TokenType.ARRAY: 222>, 'BIT': <TokenType.BIT: 95>, 'BOOL': <TokenType.BOOLEAN: 96>, 'BOOLEAN': <TokenType.BOOLEAN: 96>, 'BYTE': <TokenType.TINYINT: 97>, 'MEDIUMINT': <TokenType.MEDIUMINT: 101>, 'INT1': <TokenType.TINYINT: 97>, 'TINYINT': <TokenType.TINYINT: 97>, 'INT16': <TokenType.SMALLINT: 99>, 'SHORT': <TokenType.SMALLINT: 99>, 'SMALLINT': <TokenType.SMALLINT: 99>, 'HUGEINT': <TokenType.INT128: 108>, 'UHUGEINT': <TokenType.UINT128: 109>, 'INT2': <TokenType.SMALLINT: 99>, 'INTEGER': <TokenType.INT: 103>, 'INT': <TokenType.INT: 103>, 'INT4': <TokenType.INT: 103>, 'INT32': <TokenType.INT: 103>, 'INT64': <TokenType.BIGINT: 105>, 'INT128': <TokenType.INT128: 108>, 'INT256': <TokenType.INT256: 110>, 'LONG': <TokenType.BIGINT: 105>, 'BIGINT': <TokenType.BIGINT: 105>, 'INT8': <TokenType.TINYINT: 97>, 'UINT': <TokenType.UINT: 104>, 'UINT128': <TokenType.UINT128: 109>, 'UINT256': <TokenType.UINT256: 111>, 'DEC': <TokenType.DECIMAL: 115>, 'DECIMAL': <TokenType.DECIMAL: 115>, 'DECIMAL32': <TokenType.DECIMAL32: 116>, 'DECIMAL64': <TokenType.DECIMAL64: 117>, 'DECIMAL128': <TokenType.DECIMAL128: 118>, 'DECIMAL256': <TokenType.DECIMAL256: 119>, 'DECFLOAT': <TokenType.DECFLOAT: 120>, 'BIGDECIMAL': <TokenType.BIGDECIMAL: 122>, 'BIGNUMERIC': <TokenType.BIGDECIMAL: 122>, 'BIGNUM': <TokenType.BIGNUM: 107>, 'LIST': <TokenType.LIST: 318>, 'MAP': <TokenType.MAP: 321>, 'NULLABLE': <TokenType.NULLABLE: 172>, 'NUMBER': <TokenType.DECIMAL: 115>, 'NUMERIC': <TokenType.DECIMAL: 115>, 'FIXED': <TokenType.DECIMAL: 115>, 'REAL': <TokenType.FLOAT: 112>, 'FLOAT': <TokenType.FLOAT: 112>, 'FLOAT4': <TokenType.FLOAT: 112>, 'FLOAT8': <TokenType.DOUBLE: 113>, 'DOUBLE': <TokenType.DOUBLE: 113>, 'DOUBLE PRECISION': <TokenType.DOUBLE: 113>, 'JSON': <TokenType.JSON: 139>, 'JSONB': <TokenType.JSONB: 140>, 'CHAR': <TokenType.CHAR: 123>, 'CHARACTER': <TokenType.CHAR: 123>, 'CHAR VARYING': <TokenType.VARCHAR: 125>, 'CHARACTER VARYING': <TokenType.VARCHAR: 125>, 'NCHAR': <TokenType.NCHAR: 124>, 'VARCHAR': <TokenType.VARCHAR: 125>, 'VARCHAR2': <TokenType.VARCHAR: 125>, 'NVARCHAR': <TokenType.NVARCHAR: 126>, 'NVARCHAR2': <TokenType.NVARCHAR: 126>, 'BPCHAR': <TokenType.BPCHAR: 127>, 'STR': <TokenType.TEXT: 128>, 'STRING': <TokenType.TEXT: 128>, 'TEXT': <TokenType.TEXT: 128>, 'LONGTEXT': <TokenType.LONGTEXT: 130>, 'MEDIUMTEXT': <TokenType.MEDIUMTEXT: 129>, 'TINYTEXT': <TokenType.TINYTEXT: 135>, 'CLOB': <TokenType.TEXT: 128>, 'LONGVARCHAR': <TokenType.TEXT: 128>, 'BINARY': <TokenType.BINARY: 137>, 'BLOB': <TokenType.BLOB: 131>, 'LONGBLOB': <TokenType.LONGBLOB: 133>, 'MEDIUMBLOB': <TokenType.MEDIUMBLOB: 132>, 'TINYBLOB': <TokenType.TINYBLOB: 134>, 'BYTEA': <TokenType.VARBINARY: 138>, 'VARBINARY': <TokenType.VARBINARY: 138>, 'TIME': <TokenType.TIME: 141>, 'TIMETZ': <TokenType.TIMETZ: 142>, 'TIME_NS': <TokenType.TIME_NS: 143>, 'TIMESTAMP': <TokenType.TIMESTAMP: 144>, 'TIMESTAMPTZ': <TokenType.TIMESTAMPTZ: 145>, 'TIMESTAMPLTZ': <TokenType.TIMESTAMPLTZ: 146>, 'TIMESTAMP_LTZ': <TokenType.TIMESTAMPLTZ: 146>, 'TIMESTAMPNTZ': <TokenType.TIMESTAMPNTZ: 147>, 'TIMESTAMP_NTZ': <TokenType.TIMESTAMPNTZ: 147>, 'DATE': <TokenType.DATE: 155>, 'DATETIME': <TokenType.DATETIME: 151>, 'INT4RANGE': <TokenType.INT4RANGE: 157>, 'INT4MULTIRANGE': <TokenType.INT4MULTIRANGE: 158>, 'INT8RANGE': <TokenType.INT8RANGE: 159>, 'INT8MULTIRANGE': <TokenType.INT8MULTIRANGE: 160>, 'NUMRANGE': <TokenType.NUMRANGE: 161>, 'NUMMULTIRANGE': <TokenType.NUMMULTIRANGE: 162>, 'TSRANGE': <TokenType.TSRANGE: 163>, 'TSMULTIRANGE': <TokenType.TSMULTIRANGE: 164>, 'TSTZRANGE': <TokenType.TSTZRANGE: 165>, 'TSTZMULTIRANGE': <TokenType.TSTZMULTIRANGE: 166>, 'DATERANGE': <TokenType.DATERANGE: 167>, 'DATEMULTIRANGE': <TokenType.DATEMULTIRANGE: 168>, 'UNIQUE': <TokenType.UNIQUE: 428>, 'VECTOR': <TokenType.VECTOR: 213>, 'STRUCT': <TokenType.STRUCT: 400>, 'SEQUENCE': <TokenType.SEQUENCE: 387>, 'VARIANT': <TokenType.VARIANT: 196>, 'ALTER': <TokenType.ALTER: 217>, 'ANALYZE': <TokenType.ANALYZE: 437>, 'CALL': <TokenType.COMMAND: 235>, 'COMMENT': <TokenType.COMMENT: 236>, 'EXPLAIN': <TokenType.DESCRIBE: 257>, 'GRANT': <TokenType.GRANT: 287>, 'REVOKE': <TokenType.REVOKE: 374>, 'OPTIMIZE': <TokenType.COMMAND: 235>, 'PREPARE': <TokenType.COMMAND: 235>, 'VACUUM': <TokenType.COMMAND: 235>, 'USER-DEFINED': <TokenType.USERDEFINED: 191>, 'FOR VERSION': <TokenType.VERSION_SNAPSHOT: 432>, 'FOR TIMESTAMP': <TokenType.TIMESTAMP_SNAPSHOT: 433>, 'CHARSET': <TokenType.CHARACTER_SET: 232>, 'DISTINCTROW': <TokenType.DISTINCT: 260>, 'FORCE': <TokenType.FORCE: 278>, 'IGNORE': <TokenType.IGNORE: 292>, 'KEY': <TokenType.KEY: 311>, 'LOCK TABLES': <TokenType.COMMAND: 235>, 'MEMBER OF': <TokenType.MEMBER_OF: 325>, 'MOD': <TokenType.MOD: 327>, 'SEPARATOR': <TokenType.SEPARATOR: 386>, 'SERIAL': <TokenType.SERIAL: 186>, 'SIGNED': <TokenType.BIGINT: 105>, 'SIGNED INTEGER': <TokenType.BIGINT: 105>, 'SOUNDS LIKE': <TokenType.SOUNDS_LIKE: 395>, 'START': <TokenType.BEGIN: 227>, 'UNLOCK TABLES': <TokenType.COMMAND: 235>, 'UNSIGNED': <TokenType.UBIGINT: 106>, 'UNSIGNED INTEGER': <TokenType.UBIGINT: 106>, 'YEAR': <TokenType.YEAR: 190>, '_ARMSCII8': <TokenType.INTRODUCER: 304>, '_ASCII': <TokenType.INTRODUCER: 304>, '_BIG5': <TokenType.INTRODUCER: 304>, '_BINARY': <TokenType.INTRODUCER: 304>, '_CP1250': <TokenType.INTRODUCER: 304>, '_CP1251': <TokenType.INTRODUCER: 304>, '_CP1256': <TokenType.INTRODUCER: 304>, '_CP1257': <TokenType.INTRODUCER: 304>, '_CP850': <TokenType.INTRODUCER: 304>, '_CP852': <TokenType.INTRODUCER: 304>, '_CP866': <TokenType.INTRODUCER: 304>, '_CP932': <TokenType.INTRODUCER: 304>, '_DEC8': <TokenType.INTRODUCER: 304>, '_EUCJPMS': <TokenType.INTRODUCER: 304>, '_EUCKR': <TokenType.INTRODUCER: 304>, '_GB18030': <TokenType.INTRODUCER: 304>, '_GB2312': <TokenType.INTRODUCER: 304>, '_GBK': <TokenType.INTRODUCER: 304>, '_GEOSTD8': <TokenType.INTRODUCER: 304>, '_GREEK': <TokenType.INTRODUCER: 304>, '_HEBREW': <TokenType.INTRODUCER: 304>, '_HP8': <TokenType.INTRODUCER: 304>, '_KEYBCS2': <TokenType.INTRODUCER: 304>, '_KOI8R': <TokenType.INTRODUCER: 304>, '_KOI8U': <TokenType.INTRODUCER: 304>, '_LATIN1': <TokenType.INTRODUCER: 304>, '_LATIN2': <TokenType.INTRODUCER: 304>, '_LATIN5': <TokenType.INTRODUCER: 304>, '_LATIN7': <TokenType.INTRODUCER: 304>, '_MACCE': <TokenType.INTRODUCER: 304>, '_MACROMAN': <TokenType.INTRODUCER: 304>, '_SJIS': <TokenType.INTRODUCER: 304>, '_SWE7': <TokenType.INTRODUCER: 304>, '_TIS620': <TokenType.INTRODUCER: 304>, '_UCS2': <TokenType.INTRODUCER: 304>, '_UJIS': <TokenType.INTRODUCER: 304>, '_UTF8': <TokenType.INTRODUCER: 304>, '_UTF16': <TokenType.INTRODUCER: 304>, '_UTF16LE': <TokenType.INTRODUCER: 304>, '_UTF32': <TokenType.INTRODUCER: 304>, '_UTF8MB3': <TokenType.INTRODUCER: 304>, '_UTF8MB4': <TokenType.INTRODUCER: 304>, '@@': <TokenType.SESSION_PARAMETER: 58>, 'BSON': <TokenType.JSONB: 140>, 'GEOGRAPHYPOINT': <TokenType.GEOGRAPHYPOINT: 171>, 'UTC_DATE': <TokenType.UTC_DATE: 429>, 'UTC_TIME': <TokenType.UTC_TIME: 430>, 'UTC_TIMESTAMP': <TokenType.UTC_TIMESTAMP: 431>, ':>': <TokenType.COLON_GT: 32>, '!:>': <TokenType.NCOLON_GT: 33>, '::$': <TokenType.DCOLONDOLLAR: 15>, '::%': <TokenType.DCOLONPERCENT: 16>, '::?': <TokenType.DCOLONQMARK: 17>, 'RECORD': <TokenType.STRUCT: 400>}
Inherited Members
- sqlglot.tokens.Tokenizer
- Tokenizer
- SINGLE_TOKENS
- RAW_STRINGS
- HEREDOC_STRINGS
- UNICODE_STRINGS
- VAR_SINGLE_TOKENS
- IDENTIFIER_ESCAPES
- HEREDOC_TAG_IS_IDENTIFIER
- HEREDOC_STRING_ALTERNATIVE
- STRING_ESCAPES_ALLOWED_IN_RAW_STRINGS
- HINT_START
- TOKENS_PRECEDING_HINT
- COMMAND_PREFIX_TOKENS
- NUMERIC_LITERALS
- NUMBERS_CAN_HAVE_DECIMALS
- dialect
- tokenize
- sql
- size
- tokens