proto PR for #870

src/ast/value.rs

@@ -54,6 +54,7 @@ pub enum Value {
     HexStringLiteral(String),
 
     DoubleQuotedString(String),
+    OriginalString(String),
     /// Boolean value true or false
     Boolean(bool),
     /// `NULL` value
@@ -70,6 +71,7 @@ impl fmt::Display for Value {
             Value::Number(v, l) => write!(f, "{}{long}", v, long = if *l { "L" } else { "" }),
             Value::DoubleQuotedString(v) => write!(f, "\"{v}\""),
             Value::SingleQuotedString(v) => write!(f, "'{}'", escape_single_quote_string(v)),
+            Value::OriginalString(v) => write!(f, "{}", v),
             Value::DollarQuotedString(v) => write!(f, "{v}"),
             Value::EscapedStringLiteral(v) => write!(f, "E'{}'", escape_escaped_string(v)),
             Value::NationalStringLiteral(v) => write!(f, "N'{v}'"),

src/ast/visitor.rs

@@ -632,7 +632,7 @@ mod tests {
 
     fn do_visit(sql: &str) -> Vec<String> {
         let dialect = GenericDialect {};
-        let mut tokenizer = Tokenizer::new(&dialect, sql);
+        let mut tokenizer = Tokenizer::new(&dialect, sql, &TokenizerOptions { no_escape: false });
         let tokens = tokenizer.tokenize().unwrap();
         let s = Parser::new(&dialect)
             .with_tokens(tokens)

src/parser.rs

@@ -198,6 +198,7 @@ const DEFAULT_REMAINING_DEPTH: usize = 50;
 #[derive(Debug, Default, Clone, PartialEq, Eq)]
 pub struct ParserOptions {
     pub trailing_commas: bool,
+    pub no_escape: bool,
 }
 
 pub struct Parser<'a> {
@@ -207,7 +208,7 @@ pub struct Parser<'a> {
     /// The current dialect to use
     dialect: &'a dyn Dialect,
     /// Additional options that allow you to mix & match behavior otherwise
-    /// constrained to certain dialects (e.g. trailing commas)
+    /// constrained to certain dialects (e.g. trailing commas) and/or format of parse (e.g. no escape)
     options: ParserOptions,
     /// ensure the stack does not overflow by limiting recursion depth
     recursion_counter: RecursionCounter,
@@ -317,7 +318,10 @@ impl<'a> Parser<'a> {
     /// See example on [`Parser::new()`] for an example
     pub fn try_with_sql(self, sql: &str) -> Result<Self, ParserError> {
         debug!("Parsing sql '{}'...", sql);
-        let mut tokenizer = Tokenizer::new(self.dialect, sql);
+        let tokenizer_options = TokenizerOptions {
+            no_escape: self.options.no_escape,
+        };
+        let mut tokenizer = Tokenizer::new(self.dialect, sql, &tokenizer_options);
         let tokens = tokenizer.tokenize()?;
         Ok(self.with_tokens(tokens))
     }
@@ -4277,6 +4281,7 @@ impl<'a> Parser<'a> {
             },
             Token::SingleQuotedString(ref s) => Ok(Value::SingleQuotedString(s.to_string())),
             Token::DoubleQuotedString(ref s) => Ok(Value::DoubleQuotedString(s.to_string())),
+            Token::OriginalString(ref s) => Ok(Value::OriginalString(s.to_string())),
             Token::DollarQuotedString(ref s) => Ok(Value::DollarQuotedString(s.clone())),
             Token::SingleQuotedByteStringLiteral(ref s) => {
                 Ok(Value::SingleQuotedByteStringLiteral(s.clone()))