Add support of table function WITH ORDINALITY modifier for Postgre Parser

This closes #1336

Author: git-hulk

src/ast/query.rs

@@ -905,6 +905,10 @@ pub enum TableFactor {
         /// Optional version qualifier to facilitate table time-travel, as
         /// supported by BigQuery and MSSQL.
         version: Option<TableVersion>,
+        //  Optional table function modifier to generate the ordinality for column.
+        /// For example, `SELECT * FROM generate_series(1, 10) WITH ORDINALITY AS t(a, b);`
+        /// [WITH ORDINALITY](https://www.postgresql.org/docs/current/functions-srf.html), supported by Postgres.
+        with_ordinality: bool,
         /// [Partition selection](https://dev.mysql.com/doc/refman/8.0/en/partitioning-selection.html), supported by MySQL.
         partitions: Vec<Ident>,
     },
@@ -1285,6 +1289,7 @@ impl fmt::Display for TableFactor {
                 with_hints,
                 version,
                 partitions,
+                with_ordinality,
             } => {
                 write!(f, "{name}")?;
                 if !partitions.is_empty() {
@@ -1293,6 +1298,9 @@ impl fmt::Display for TableFactor {
                 if let Some(args) = args {
                     write!(f, "({})", display_comma_separated(args))?;
                 }
+                if *with_ordinality {
+                    write!(f, " WITH ORDINALITY")?;
+                }
                 if let Some(alias) = alias {
                     write!(f, " AS {alias}")?;
                 }

src/keywords.rs

@@ -518,6 +518,7 @@ define_keywords!(
     OR,
     ORC,
     ORDER,
+    ORDINALITY,
     OUT,
     OUTER,
     OUTPUTFORMAT,

src/parser/mod.rs

@@ -9216,6 +9216,18 @@ impl<'a> Parser<'a> {
                 None
             };
 
+            let mut with_ordinality = false;
+            if dialect_of!(self is PostgreSqlDialect|GenericDialect)
+                && self.parse_keyword(Keyword::WITH)
+            {
+                if self.parse_keyword(Keyword::ORDINALITY) {
+                    with_ordinality = true;
+                } else {
+                    // rewind, as WITH may belong to the next statement's CTE or hints
+                    self.prev_token();
+                }
+            }
+
             let alias = self.parse_optional_table_alias(keywords::RESERVED_FOR_TABLE_ALIAS)?;
 
             // MSSQL-specific table hints:
@@ -9237,6 +9249,7 @@ impl<'a> Parser<'a> {
                 with_hints,
                 version,
                 partitions,
+                with_ordinality,
             };
 
             while let Some(kw) = self.parse_one_of_keywords(&[Keyword::PIVOT, Keyword::UNPIVOT]) {

src/test_utils.rs

@@ -309,6 +309,7 @@ pub fn table(name: impl Into<String>) -> TableFactor {
         with_hints: vec![],
         version: None,
         partitions: vec![],
+        with_ordinality: false,
     }
 }
 
@@ -323,6 +324,7 @@ pub fn table_with_alias(name: impl Into<String>, alias: impl Into<String>) -> Ta
         with_hints: vec![],
         version: None,
         partitions: vec![],
+        with_ordinality: false,
     }
 }
 

tests/sqlparser_bigquery.rs

@@ -224,6 +224,7 @@ fn parse_delete_statement() {
                     with_hints: vec![],
                     version: None,
                     partitions: vec![],
+                    with_ordinality: false,
                 },
                 from[0].relation
             );
@@ -1353,6 +1354,7 @@ fn parse_table_identifiers() {
                     with_hints: vec![],
                     version: None,
                     partitions: vec![],
+                    with_ordinality: false,
                 },
                 joins: vec![]
             },]
@@ -1525,6 +1527,7 @@ fn parse_table_time_travel() {
                     Value::SingleQuotedString(version)
                 ))),
                 partitions: vec![],
+                with_ordinality: false,
             },
             joins: vec![]
         },]
@@ -1620,6 +1623,7 @@ fn parse_merge() {
                     with_hints: Default::default(),
                     version: Default::default(),
                     partitions: Default::default(),
+                    with_ordinality: false,
                 },
                 table
             );
@@ -1634,6 +1638,7 @@ fn parse_merge() {
                     with_hints: Default::default(),
                     version: Default::default(),
                     partitions: Default::default(),
+                    with_ordinality: false,
                 },
                 source
             );

tests/sqlparser_clickhouse.rs

@@ -59,6 +59,7 @@ fn parse_map_access_expr() {
                     with_hints: vec![],
                     version: None,
                     partitions: vec![],
+                    with_ordinality: false,
                 },
                 joins: vec![],
             }],
@@ -162,6 +163,7 @@ fn parse_delimited_identifiers() {
             args,
             with_hints,
             version,
+            with_ordinality: _,
             partitions: _,
         } => {
             assert_eq!(vec![Ident::with_quote('"', "a table")], name.0);