Files
agent-orchestrator-benchmark/calculators/builder-solo/run-03/calc/test_lexer.py

96 lines
2.7 KiB
Python

import unittest
from calc.lexer import tokenize, Token, LexError
def kinds(src):
return [t.kind for t in tokenize(src)]
def kv(src):
return [(t.kind, t.value) for t in tokenize(src)]
class TestNumbers(unittest.TestCase):
def test_integer(self):
toks = tokenize("42")
self.assertEqual(toks[0].kind, 'NUMBER')
self.assertEqual(toks[0].value, 42)
self.assertIsInstance(toks[0].value, int)
self.assertEqual(toks[1].kind, 'EOF')
def test_float(self):
toks = tokenize("3.14")
self.assertEqual(toks[0].kind, 'NUMBER')
self.assertAlmostEqual(toks[0].value, 3.14)
self.assertIsInstance(toks[0].value, float)
def test_leading_dot(self):
toks = tokenize(".5")
self.assertEqual(toks[0].kind, 'NUMBER')
self.assertAlmostEqual(toks[0].value, 0.5)
def test_trailing_dot(self):
toks = tokenize("10.")
self.assertEqual(toks[0].kind, 'NUMBER')
self.assertAlmostEqual(toks[0].value, 10.0)
self.assertIsInstance(toks[0].value, float)
def test_zero(self):
toks = tokenize("0")
self.assertEqual(toks[0].value, 0)
class TestOperatorsAndParens(unittest.TestCase):
def test_plus(self):
self.assertIn('PLUS', kinds("+"))
def test_minus(self):
self.assertIn('MINUS', kinds("-"))
def test_star(self):
self.assertIn('STAR', kinds("*"))
def test_slash(self):
self.assertIn('SLASH', kinds("/"))
def test_lparen(self):
self.assertIn('LPAREN', kinds("("))
def test_rparen(self):
self.assertIn('RPAREN', kinds(")"))
def test_expr(self):
self.assertEqual(kinds("1+2*3"), ['NUMBER', 'PLUS', 'NUMBER', 'STAR', 'NUMBER', 'EOF'])
class TestWhitespaceAndErrors(unittest.TestCase):
def test_whitespace_skipped(self):
self.assertEqual(kinds(" 12 + 3 "), ['NUMBER', 'PLUS', 'NUMBER', 'EOF'])
def test_complex_expr(self):
self.assertEqual(kinds("3.5*(1-2)"),
['NUMBER', 'STAR', 'LPAREN', 'NUMBER', 'MINUS', 'NUMBER', 'RPAREN', 'EOF'])
def test_lex_error_at(self):
with self.assertRaises(LexError) as ctx:
tokenize("1 @ 2")
self.assertIn('@', str(ctx.exception))
def test_lex_error_dollar(self):
with self.assertRaises(LexError):
tokenize("$5")
def test_lex_error_letter(self):
with self.assertRaises(LexError):
tokenize("abc")
def test_lex_error_position_in_message(self):
with self.assertRaises(LexError) as ctx:
tokenize("1 @ 2")
msg = str(ctx.exception)
self.assertIn('2', msg) # position 2
if __name__ == '__main__':
unittest.main()