We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
consume_and_return
1 parent 6f44494 commit bf3110fCopy full SHA for bf3110f
src/sqltokenizer.rs
@@ -260,18 +260,9 @@ impl<'a> Tokenizer<'a> {
260
//println!("next_token: {:?}", chars.peek());
261
match chars.peek() {
262
Some(&ch) => match ch {
263
- ' ' => {
264
- chars.next();
265
- Ok(Some(Token::Whitespace(Whitespace::Space)))
266
- }
267
- '\t' => {
268
269
- Ok(Some(Token::Whitespace(Whitespace::Tab)))
270
271
- '\n' => {
272
273
- Ok(Some(Token::Whitespace(Whitespace::Newline)))
274
+ ' ' => self.consume_and_return(chars, Token::Whitespace(Whitespace::Space)),
+ '\t' => self.consume_and_return(chars, Token::Whitespace(Whitespace::Tab)),
+ '\n' => self.consume_and_return(chars, Token::Whitespace(Whitespace::Newline)),
275
'\r' => {
276
// Emit a single Whitespace::Newline token for \r and \r\n
277
chars.next();
0 commit comments