feat: support query result and derived table entity collecting

Author: JackWang032

src/grammar/flink/FlinkSqlParser.g4

@@ -479,10 +479,34 @@ selectStatement
     ;
 
 selectClause
-    : KW_SELECT setQuantifier? (
-        ASTERISK_SIGN
-        | projectItemDefinition (COMMA projectItemDefinition)*
-    )
+    : KW_SELECT setQuantifier? selectList
+    ;
+
+selectList
+    : columnProjectItem (COMMA columnProjectItem)*
+    ;
+
+columnProjectItem
+    : selectWindowItemColumnName
+    | selectLiteralColumnName (columnAlias | KW_AS? expression)?
+    | selectExpressionColumnName (columnAlias | KW_AS? columnName)?
+    | tableAllColumns columnAlias?
+    ;
+
+selectWindowItemColumnName
+    : overWindowItem
+    ;
+
+selectExpressionColumnName
+    : expression
+    ;
+
+selectLiteralColumnName
+    : columnName
+    ;
+
+columnAlias
+    : KW_AS? alias=identifier
     ;
 
 projectItemDefinition
@@ -491,9 +515,13 @@ projectItemDefinition
     | expression (KW_AS? columnName)?
     ;
 
+tableAllColumns
+    : (identifier (DOT identifier)* DOT)? ASTERISK_SIGN
+    ;
+
 overWindowItem
-    : primaryExpression KW_OVER windowSpec KW_AS identifier
-    | primaryExpression KW_OVER errorCapturingIdentifier KW_AS identifier
+    : primaryExpression KW_OVER windowSpec KW_AS alias=identifier
+    | primaryExpression KW_OVER errorCapturingIdentifier KW_AS alias=identifier
     ;
 
 fromClause
@@ -515,8 +543,16 @@ tableReference
 tablePrimary
     : KW_TABLE? tablePath systemTimePeriod?
     | viewPath systemTimePeriod?
-    | KW_LATERAL KW_TABLE LR_BRACKET functionName LR_BRACKET functionParam (COMMA functionParam)* RR_BRACKET RR_BRACKET
-    | KW_LATERAL? LR_BRACKET queryStatement RR_BRACKET
+    | atomFunctionTable
+    | atomExpressionTable
+    ;
+
+atomFunctionTable
+    : KW_LATERAL KW_TABLE LR_BRACKET functionName LR_BRACKET functionParam (COMMA functionParam)* RR_BRACKET RR_BRACKET
+    ;
+
+atomExpressionTable
+    : KW_LATERAL? LR_BRACKET queryStatement RR_BRACKET
     | KW_UNNEST LR_BRACKET expression RR_BRACKET
     ;
 
@@ -910,7 +946,7 @@ viewPathCreate
     ;
 
 uid
-    : identifier (DOT identifier)*?
+    : identifier (DOT identifier)*
     ;
 
 withOption

src/grammar/impala/ImpalaSqlParser.g4

@@ -767,11 +767,13 @@ sortItem
     ;
 
 querySpecification
-    : KW_SELECT setQuantifier? (KW_STRAIGHT_JOIN)? selectItem (COMMA selectItem)* (
-        KW_FROM relation (COMMA relation)*
-    )? (KW_WHERE where=booleanExpression)? (KW_GROUP KW_BY groupBy)? (
-        KW_HAVING having=booleanExpression
-    )?
+    : KW_SELECT setQuantifier? (KW_STRAIGHT_JOIN)? selectList (KW_FROM relation (COMMA relation)*)? (
+        KW_WHERE where=booleanExpression
+    )? (KW_GROUP KW_BY groupBy)? (KW_HAVING having=booleanExpression)?
+    ;
+
+selectList
+    : selectItem (COMMA selectItem)*
     ;
 
 groupBy
@@ -797,9 +799,25 @@ setQuantifier
     ;
 
 selectItem
-    : columnItem (KW_AS? identifier)? # selectSingle
-    | qualifiedName DOT ASTERISK      # selectAll
-    | ASTERISK                        # selectAll
+    : selectLiteralColumnName columnAlias?
+    | selectExpressionColumnName columnAlias?
+    | tableAllColumns columnAlias?
+    ;
+
+columnAlias
+    : KW_AS alias=identifier
+    ;
+
+selectLiteralColumnName
+    : columnNamePath columnAlias?
+    ;
+
+selectExpressionColumnName
+    : expression
+    ;
+
+tableAllColumns
+    : (qualifiedName DOT)? ASTERISK
     ;
 
 relation
@@ -851,11 +869,15 @@ columnAliases
 
 relationPrimary
     : tableOrViewPath
-    | KW_LATERAL? subQueryRelation
+    | atomSubQueryTableSource
     | unnest
     | parenthesizedRelation
     ;
 
+atomSubQueryTableSource
+    : KW_LATERAL? subQueryRelation
+    ;
+
 subQueryRelation
     : LPAREN queryStatement RPAREN
     ;

src/grammar/mysql/MySqlParser.g4

@@ -1087,9 +1087,14 @@ tableSource
 tableSourceItem
     : tableName (KW_PARTITION '(' partitionNames ')')? (KW_AS? alias=uid)? (
         indexHint (',' indexHint)*
-    )?                                                                                                              # atomTableItem
-    | KW_LATERAL? (selectStatement | '(' parenthesisSubquery=selectStatement ')') KW_AS? alias=uid fullColumnNames? # subqueryTableItem
-    | '(' tableSources ')'                                                                                          # tableSourcesItem
+    )?                                                                      # atomTableItem
+    | KW_LATERAL? atomSubQueryTableSource KW_AS? alias=uid fullColumnNames? # subqueryTableItem
+    | '(' tableSources ')'                                                  # tableSourcesItem
+    ;
+
+atomSubQueryTableSource
+    : selectStatement
+    | '(' parenthesisSubquery=selectStatement ')'
     ;
 
 // (col_list) | (col_alias [, col_alias] ...)
@@ -1196,14 +1201,30 @@ selectSpec
     ;
 
 selectElements
-    : (star='*' | selectElement) (',' selectElement)*
+    : (pureAllColumns | selectElement) (',' selectElement)*
     ;
 
 selectElement
-    : (LOCAL_ID VAR_ASSIGN)? expression (KW_AS? alias=uid)? # selectExpressionElement
-    | functionCall (KW_AS? alias=uid)?                      # selectFunctionElement
-    | select_element=fullId '.' '*'                         # selectStarElement
-    | columnName (KW_AS? alias=uid)?                        # selectColumnElement
+    : tableAllColumns
+    | selectLiteralColumnName (KW_AS? alias=uid)?
+    | selectExpressionColumnName (KW_AS? alias=uid)?
+    ;
+
+tableAllColumns
+    : fullId DOT STAR
+    ;
+
+pureAllColumns
+    : STAR
+    ;
+
+selectLiteralColumnName
+    : columnName
+    ;
+
+selectExpressionColumnName
+    : (LOCAL_ID VAR_ASSIGN)? expression # selectExpressionElement
+    | functionCall                      # selectFunctionElement
     ;
 
 intoClause

src/grammar/postgresql/PostgreSqlParser.g4

@@ -1,32 +1,27 @@
 /*
- * [The "MIT license"]
- * Copyright (C) 2014 Sam Harwell, Tunnel Vision Laboratories, LLC
- *
- * Permission is hereby granted, free of charge, to any person obtaining a copy
- * of this software and associated documentation files (the "Software"), to deal
- * in the Software without restriction, including without limitation the rights
- * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
- * copies of the Software, and to permit persons to whom the Software is
+ * [The "MIT license"] Copyright (C) 2014 Sam Harwell, Tunnel Vision Laboratories, LLC
+ * 
+ * Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
+ * associated documentation files (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge, publish, distribute,
+ * sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
  * furnished to do so, subject to the following conditions:
- *
- * 1. The above copyright notice and this permission notice shall be included in
- *    all copies or substantial portions of the Software.
- * 2. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- *    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- *    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
- *    THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- *    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- *    FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
- *    DEALINGS IN THE SOFTWARE.
- * 3. Except as contained in this notice, the name of Tunnel Vision
- *    Laboratories, LLC. shall not be used in advertising or otherwise to
- *    promote the sale, use or other dealings in this Software without prior
- *    written authorization from Tunnel Vision Laboratories, LLC.
+ * 
+ * 1. The above copyright notice and this permission notice shall be included in all copies or
+ * substantial portions of the Software. 2. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF
+ * ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+ * HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE. 3. Except as contained in this notice, the name of Tunnel Vision
+ * Laboratories, LLC. shall not be used in advertising or otherwise to promote the sale, use or
+ * other dealings in this Software without prior written authorization from Tunnel Vision
+ * Laboratories, LLC.
  */
 
 /**
- * This file is an adaptation of antlr's sql/postgresql/PostgreSQLParser.g4 grammar.
- * Reference: https://github.com/antlr/grammars-v4/blob/master/sql/postgresql/PostgreSQLParser.g4
+ * This file is an adaptation of antlr's sql/postgresql/PostgreSQLParser.g4 grammar. Reference:
+ * https://github.com/antlr/grammars-v4/blob/master/sql/postgresql/PostgreSQLParser.g4
  */
 
 /**
@@ -2142,12 +2137,8 @@ from_list
 
 table_ref
     : (
-        (relation_expr | (KW_ONLY? view_name STAR? column_list? where_clause?)) alias_clause? tablesample_clause?
-        | KW_LATERAL? (
-            xmltable alias_clause?
-            | func_table func_alias_clause?
-            | select_with_parens alias_clause?
-        )
+        (relation_expr | ( KW_ONLY? view_name STAR? column_list? where_clause?)) alias_clause? tablesample_clause?
+        | KW_LATERAL? expressionTable
         | OPEN_PAREN table_ref (
             KW_CROSS KW_JOIN table_ref
             | KW_NATURAL join_type? KW_JOIN table_ref
@@ -2160,6 +2151,12 @@ table_ref
     )*
     ;
 
+expressionTable
+    : xmltable alias_clause?
+    | func_table func_alias_clause?
+    | select_with_parens alias_clause?
+    ;
+
 alias_clause
     : KW_AS? alias=colid (OPEN_PAREN name_list CLOSE_PAREN)?
     ;
@@ -2585,8 +2582,8 @@ column_expr
     ;
 
 column_expr_noparen
-    : expression
-    | column_name
+    : expression  # selectExpressionColumnName
+    | column_name # selectLiteralColumnName
     ;
 
 func_arg_list
@@ -2650,8 +2647,12 @@ target_list
     ;
 
 target_el
-    : column_expr_noparen (KW_AS collabel | identifier |) # target_label
-    | STAR                                                # target_star
+    : tableAllColumns                                 # target_star
+    | column_expr_noparen (KW_AS? alias=identifier |) # target_label
+    ;
+
+tableAllColumns
+    : (colid DOT)* STAR
     ;
 
 qualified_name_list

src/grammar/spark/SparkSqlParser.g4

@@ -491,7 +491,7 @@ queryPrimary
     : querySpecification
     | fromStatement
     | KW_TABLE tableName
-    | inlineTable
+    | KW_VALUES expression (COMMA expression)* tableAlias
     | LEFT_PAREN query RIGHT_PAREN
     ;
 
@@ -530,7 +530,7 @@ transformClause
     ;
 
 selectClause
-    : KW_SELECT (hints+=hint)* setQuantifier? namedExpressionSeq
+    : KW_SELECT (hints+=hint)* setQuantifier? selectList
     ;
 
 setClause
@@ -799,15 +799,19 @@ identifierComment
     ;
 
 relationPrimary
-    : (tableName | viewName | identifierReference) temporalClause? sample? tableAlias
-    | LEFT_PAREN query RIGHT_PAREN sample? tableAlias
-    | LEFT_PAREN relation RIGHT_PAREN sample? tableAlias
-    | inlineTable
-    | functionTable
+    : (tableName | viewName | identifierReference) temporalClause? sample? tableAlias # tableSource
+    | atomSubQueryTableSource sample? tableAlias                                      # subQueryTableSource
+    | LEFT_PAREN relation RIGHT_PAREN sample? tableAlias                              # joinTableSource
+    | inlineTable tableAlias                                                          # inlineTableSource
+    | functionTable                                                                   # functionTableSource
+    ;
+
+atomSubQueryTableSource
+    : LEFT_PAREN query RIGHT_PAREN
     ;
 
 inlineTable
-    : KW_VALUES expression (COMMA expression)* tableAlias
+    : KW_VALUES expression (COMMA expression)*
     ;
 
 functionTableSubqueryArgument
@@ -847,7 +851,11 @@ functionTableArgument
     ;
 
 functionTable
-    : functionName LEFT_PAREN (functionTableArgument (COMMA functionTableArgument)*)? RIGHT_PAREN tableAlias
+    : atomFunctionTable tableAlias
+    ;
+
+atomFunctionTable
+    : functionName LEFT_PAREN (functionTableArgument (COMMA functionTableArgument)*)? RIGHT_PAREN
     ;
 
 tableAlias
@@ -891,14 +899,32 @@ viewIdentifier
     : (db=errorCapturingIdentifier DOT)? view=errorCapturingIdentifier
     ;
 
+selectLiteralColumnName
+    : columnName
+    ;
+
+selectExpressionColumnName
+    : expression
+    ;
+
+tableAllColumns
+    : (qualifiedName DOT)* ASTERISK
+    ;
+
 namedExpression
-    : (columnName | expression) (KW_AS? (name=errorCapturingIdentifier | identifierList))?
+    : (tableAllColumns | selectLiteralColumnName | selectExpressionColumnName) (
+        KW_AS? (name=errorCapturingIdentifier | identifierList)
+    )?
     ;
 
 namedExpressionSeq
     : namedExpression (COMMA namedExpression)*
     ;
 
+selectList
+    : namedExpressionSeq
+    ;
+
 partitionFieldList
     : LEFT_PAREN fields+=partitionField (COMMA fields+=partitionField)* RIGHT_PAREN
     ;