121 lines
3.6 KiB
Python
121 lines
3.6 KiB
Python
import unittest
|
|
from calc.lexer import tokenize, Token, LexError
|
|
|
|
|
|
def kinds(src):
|
|
return [t.kind for t in tokenize(src)]
|
|
|
|
|
|
def pairs(src):
|
|
return [(t.kind, t.value) for t in tokenize(src)]
|
|
|
|
|
|
class TestNumbers(unittest.TestCase):
|
|
def test_integer(self):
|
|
toks = tokenize("42")
|
|
self.assertEqual(toks, [Token('NUMBER', 42), Token('EOF', None)])
|
|
|
|
def test_float(self):
|
|
toks = tokenize("3.14")
|
|
self.assertEqual(toks, [Token('NUMBER', 3.14), Token('EOF', None)])
|
|
|
|
def test_float_leading_dot(self):
|
|
toks = tokenize(".5")
|
|
self.assertEqual(toks, [Token('NUMBER', 0.5), Token('EOF', None)])
|
|
|
|
def test_float_trailing_dot(self):
|
|
toks = tokenize("10.")
|
|
self.assertEqual(toks, [Token('NUMBER', 10.0), Token('EOF', None)])
|
|
|
|
def test_integer_value_is_int(self):
|
|
toks = tokenize("7")
|
|
self.assertIsInstance(toks[0].value, int)
|
|
|
|
def test_float_value_is_float(self):
|
|
toks = tokenize("3.14")
|
|
self.assertIsInstance(toks[0].value, float)
|
|
|
|
|
|
class TestOperatorsAndParens(unittest.TestCase):
|
|
def test_single_plus(self):
|
|
self.assertEqual(kinds("+"), ['PLUS', 'EOF'])
|
|
|
|
def test_single_minus(self):
|
|
self.assertEqual(kinds("-"), ['MINUS', 'EOF'])
|
|
|
|
def test_single_star(self):
|
|
self.assertEqual(kinds("*"), ['STAR', 'EOF'])
|
|
|
|
def test_single_slash(self):
|
|
self.assertEqual(kinds("/"), ['SLASH', 'EOF'])
|
|
|
|
def test_single_lparen(self):
|
|
self.assertEqual(kinds("("), ['LPAREN', 'EOF'])
|
|
|
|
def test_single_rparen(self):
|
|
self.assertEqual(kinds(")"), ['RPAREN', 'EOF'])
|
|
|
|
def test_expression_1_plus_2_star_3(self):
|
|
self.assertEqual(kinds("1+2*3"), ['NUMBER', 'PLUS', 'NUMBER', 'STAR', 'NUMBER', 'EOF'])
|
|
|
|
def test_expression_3_5_star_paren(self):
|
|
self.assertEqual(kinds("3.5*(1-2)"),
|
|
['NUMBER', 'STAR', 'LPAREN', 'NUMBER', 'MINUS', 'NUMBER', 'RPAREN', 'EOF'])
|
|
|
|
|
|
class TestWhitespaceAndErrors(unittest.TestCase):
|
|
def test_spaces_between_tokens(self):
|
|
self.assertEqual(kinds(" 12 + 3 "), ['NUMBER', 'PLUS', 'NUMBER', 'EOF'])
|
|
|
|
def test_tab_between_tokens(self):
|
|
self.assertEqual(kinds("1\t+\t2"), ['NUMBER', 'PLUS', 'NUMBER', 'EOF'])
|
|
|
|
def test_spaces_values(self):
|
|
toks = tokenize(" 12 + 3 ")
|
|
self.assertEqual(toks[0].value, 12)
|
|
self.assertEqual(toks[1].kind, 'PLUS')
|
|
self.assertEqual(toks[2].value, 3)
|
|
|
|
def test_lex_error_at_sign(self):
|
|
with self.assertRaises(LexError):
|
|
tokenize("1 @ 2")
|
|
|
|
def test_lex_error_dollar(self):
|
|
with self.assertRaises(LexError):
|
|
tokenize("$")
|
|
|
|
def test_lex_error_letter(self):
|
|
with self.assertRaises(LexError):
|
|
tokenize("x")
|
|
|
|
def test_lex_error_message_contains_char(self):
|
|
try:
|
|
tokenize("1 @ 2")
|
|
self.fail("expected LexError")
|
|
except LexError as e:
|
|
self.assertIn('@', str(e))
|
|
|
|
def test_lex_error_message_contains_position(self):
|
|
try:
|
|
tokenize("1 @ 2")
|
|
self.fail("expected LexError")
|
|
except LexError as e:
|
|
# position 2 is the '@'
|
|
self.assertIn('2', str(e))
|
|
|
|
def test_empty_string(self):
|
|
self.assertEqual(kinds(""), ['EOF'])
|
|
|
|
def test_complex_expression(self):
|
|
toks = tokenize("3.5*(1-2)")
|
|
self.assertEqual(
|
|
[(t.kind, t.value) for t in toks],
|
|
[('NUMBER', 3.5), ('STAR', '*'), ('LPAREN', '('),
|
|
('NUMBER', 1), ('MINUS', '-'), ('NUMBER', 2),
|
|
('RPAREN', ')'), ('EOF', None)]
|
|
)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|