Merging upstream version 18.17.0.
Signed-off-by: Daniel Baumann <daniel@debian.org>
This commit is contained in:
parent
fdf9ca761f
commit
04c9be45a8
90 changed files with 46581 additions and 43319 deletions
|
@ -1077,10 +1077,10 @@ class Tokenizer(metaclass=_Tokenizer):
|
|||
literal = ""
|
||||
|
||||
while self._peek.strip() and self._peek not in self.SINGLE_TOKENS:
|
||||
literal += self._peek.upper()
|
||||
literal += self._peek
|
||||
self._advance()
|
||||
|
||||
token_type = self.KEYWORDS.get(self.NUMERIC_LITERALS.get(literal, ""))
|
||||
token_type = self.KEYWORDS.get(self.NUMERIC_LITERALS.get(literal.upper(), ""))
|
||||
|
||||
if token_type:
|
||||
self._add(TokenType.NUMBER, number_text)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue