126 lines
3.5 KiB
Python
126 lines
3.5 KiB
Python
import unittest
|
|
from calc.lexer import tokenize, Token, LexError
|
|
|
|
|
|
def kinds(src):
|
|
return [t.kind for t in tokenize(src)]
|
|
|
|
|
|
def pairs(src):
|
|
return [(t.kind, t.value) for t in tokenize(src)]
|
|
|
|
|
|
class TestNumbers(unittest.TestCase):
|
|
def test_integer(self):
|
|
result = tokenize("42")
|
|
self.assertEqual(result, [Token("NUMBER", 42), Token("EOF")])
|
|
|
|
def test_float(self):
|
|
result = tokenize("3.14")
|
|
self.assertEqual(result[0], Token("NUMBER", 3.14))
|
|
self.assertEqual(result[1], Token("EOF"))
|
|
|
|
def test_float_leading_dot(self):
|
|
result = tokenize(".5")
|
|
self.assertEqual(result[0], Token("NUMBER", 0.5))
|
|
self.assertEqual(result[1], Token("EOF"))
|
|
|
|
def test_float_trailing_dot(self):
|
|
result = tokenize("10.")
|
|
self.assertEqual(result[0], Token("NUMBER", 10.0))
|
|
self.assertEqual(result[1], Token("EOF"))
|
|
|
|
def test_number_value_int(self):
|
|
result = tokenize("0")
|
|
self.assertIsInstance(result[0].value, int)
|
|
|
|
def test_number_value_float(self):
|
|
result = tokenize("3.14")
|
|
self.assertIsInstance(result[0].value, float)
|
|
|
|
|
|
class TestOperatorsAndParens(unittest.TestCase):
|
|
def test_plus(self):
|
|
self.assertIn("PLUS", kinds("+"))
|
|
|
|
def test_minus(self):
|
|
self.assertIn("MINUS", kinds("-"))
|
|
|
|
def test_star(self):
|
|
self.assertIn("STAR", kinds("*"))
|
|
|
|
def test_slash(self):
|
|
self.assertIn("SLASH", kinds("/"))
|
|
|
|
def test_lparen(self):
|
|
self.assertIn("LPAREN", kinds("("))
|
|
|
|
def test_rparen(self):
|
|
self.assertIn("RPAREN", kinds(")"))
|
|
|
|
def test_expression_1_plus_2_times_3(self):
|
|
self.assertEqual(
|
|
kinds("1+2*3"),
|
|
["NUMBER", "PLUS", "NUMBER", "STAR", "NUMBER", "EOF"],
|
|
)
|
|
|
|
def test_all_operators(self):
|
|
self.assertEqual(
|
|
kinds("+-*/()"),
|
|
["PLUS", "MINUS", "STAR", "SLASH", "LPAREN", "RPAREN", "EOF"],
|
|
)
|
|
|
|
|
|
class TestWhitespaceAndErrors(unittest.TestCase):
|
|
def test_whitespace_between_tokens(self):
|
|
result = tokenize(" 12 + 3 ")
|
|
self.assertEqual(kinds(" 12 + 3 "), ["NUMBER", "PLUS", "NUMBER", "EOF"])
|
|
self.assertEqual(result[0].value, 12)
|
|
self.assertEqual(result[2].value, 3)
|
|
|
|
def test_tabs_skipped(self):
|
|
self.assertEqual(kinds("1\t+\t2"), ["NUMBER", "PLUS", "NUMBER", "EOF"])
|
|
|
|
def test_complex_expression(self):
|
|
self.assertEqual(
|
|
pairs("3.5*(1-2)"),
|
|
[
|
|
("NUMBER", 3.5),
|
|
("STAR", None),
|
|
("LPAREN", None),
|
|
("NUMBER", 1),
|
|
("MINUS", None),
|
|
("NUMBER", 2),
|
|
("RPAREN", None),
|
|
("EOF", None),
|
|
],
|
|
)
|
|
|
|
def test_invalid_at_raises_lex_error(self):
|
|
with self.assertRaises(LexError):
|
|
tokenize("1 @ 2")
|
|
|
|
def test_invalid_dollar_raises_lex_error(self):
|
|
with self.assertRaises(LexError):
|
|
tokenize("$5")
|
|
|
|
def test_invalid_letter_raises_lex_error(self):
|
|
with self.assertRaises(LexError):
|
|
tokenize("x")
|
|
|
|
def test_lex_error_message_contains_char(self):
|
|
try:
|
|
tokenize("1 @ 2")
|
|
except LexError as e:
|
|
self.assertIn("@", str(e))
|
|
|
|
def test_lex_error_message_contains_position(self):
|
|
try:
|
|
tokenize("1 @ 2")
|
|
except LexError as e:
|
|
self.assertIn("2", str(e))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|