import unittest from calc.lexer import tokenize, Token, LexError def kinds(src): return [t.kind for t in tokenize(src)] def values(src): return [(t.kind, t.value) for t in tokenize(src)] class TestNumbers(unittest.TestCase): def test_integer(self): toks = tokenize("42") self.assertEqual(toks[0], Token('NUMBER', 42)) self.assertIsInstance(toks[0].value, int) self.assertEqual(toks[1].kind, 'EOF') def test_float_decimal(self): toks = tokenize("3.14") self.assertEqual(toks[0], Token('NUMBER', 3.14)) self.assertIsInstance(toks[0].value, float) def test_float_leading_dot(self): toks = tokenize(".5") self.assertAlmostEqual(toks[0].value, 0.5) def test_float_trailing_dot(self): toks = tokenize("10.") self.assertEqual(toks[0].value, 10.0) self.assertIsInstance(toks[0].value, float) def test_eof_appended(self): toks = tokenize("42") self.assertEqual(toks[-1].kind, 'EOF') class TestOperatorsAndParens(unittest.TestCase): def test_all_operators(self): self.assertEqual(kinds("+"), ['PLUS', 'EOF']) self.assertEqual(kinds("-"), ['MINUS', 'EOF']) self.assertEqual(kinds("*"), ['STAR', 'EOF']) self.assertEqual(kinds("/"), ['SLASH', 'EOF']) self.assertEqual(kinds("("), ['LPAREN', 'EOF']) self.assertEqual(kinds(")"), ['RPAREN', 'EOF']) def test_expression(self): self.assertEqual(kinds("1+2*3"), ['NUMBER', 'PLUS', 'NUMBER', 'STAR', 'NUMBER', 'EOF']) def test_complex_expr(self): self.assertEqual(kinds("3.5*(1-2)"), ['NUMBER', 'STAR', 'LPAREN', 'NUMBER', 'MINUS', 'NUMBER', 'RPAREN', 'EOF']) result = values("3.5*(1-2)") self.assertAlmostEqual(result[0][1], 3.5) self.assertEqual(result[3][1], 1) self.assertEqual(result[5][1], 2) class TestWhitespaceAndErrors(unittest.TestCase): def test_spaces_skipped(self): self.assertEqual(kinds(" 12 + 3 "), ['NUMBER', 'PLUS', 'NUMBER', 'EOF']) toks = tokenize(" 12 + 3 ") self.assertEqual(toks[0].value, 12) self.assertEqual(toks[2].value, 3) def test_tabs_skipped(self): self.assertEqual(kinds("1\t+\t2"), ['NUMBER', 'PLUS', 'NUMBER', 'EOF']) def test_at_raises_lexerror(self): with self.assertRaises(LexError): tokenize("1 @ 2") def test_dollar_raises_lexerror(self): with self.assertRaises(LexError): tokenize("$10") def test_letter_raises_lexerror(self): with self.assertRaises(LexError): tokenize("abc") def test_lexerror_message_includes_char_and_pos(self): try: tokenize("1 @ 2") except LexError as e: msg = str(e) self.assertIn('@', msg) self.assertIn('2', msg) # position is 2 if __name__ == '__main__': unittest.main()