1
0
Fork 0

Adding upstream version 20.1.0.

Signed-off-by: Daniel Baumann <daniel@debian.org>
This commit is contained in:
Daniel Baumann 2025-02-13 21:16:46 +01:00
parent 6a89523da4
commit 5bd573dda1
Signed by: daniel
GPG key ID: FBB4F0E80A80222F
127 changed files with 73384 additions and 73067 deletions

View file

@ -13,6 +13,7 @@ class TestTokens(unittest.TestCase):
(" group bys ", 2),
("group by)", 2),
("group bys)", 3),
("group \r", 1),
):
tokens = Tokenizer().tokenize(string)
self.assertTrue("GROUP" in tokens[0].text.upper())
@ -63,6 +64,13 @@ x"""
self.assertEqual(Tokenizer().tokenize("'''abc'")[0].end, 6)
self.assertEqual(Tokenizer().tokenize("'abc'")[0].start, 0)
tokens = Tokenizer().tokenize("SELECT\r\n 1,\r\n 2")
self.assertEqual(tokens[0].line, 1)
self.assertEqual(tokens[1].line, 2)
self.assertEqual(tokens[2].line, 2)
self.assertEqual(tokens[3].line, 3)
def test_command(self):
tokens = Tokenizer().tokenize("SHOW;")
self.assertEqual(tokens[0].token_type, TokenType.SHOW)