Add tokenize.TokenInfo as a type

Author: hwalinga

pandas/core/computation/expr.py

@@ -7,7 +7,7 @@
 import itertools as it
 import token
 import tokenize
-from typing import Any, Generator, Tuple, Type
+from typing import Generator, Tuple, Type
 
 import numpy as np
 
@@ -42,7 +42,9 @@
 Tok = Tuple[int, str]
 
 
-def tokenize_backtick_quoted_string(token_generator) -> Tok:
+def tokenize_backtick_quoted_string(
+    token_generator: Generator[tokenize.TokenInfo, None, None]
+) -> Tok:
     """Creates a token from a backtick quoted string.
     Moves the token_generator forwards till right after the next backtick."""
     prev_toknum = token.OP  # This will trigger the first token to have no space