diff --git a/tests/test_parse.py b/tests/test_parse.py index b54fb4d..880175d 100644 --- a/tests/test_parse.py +++ b/tests/test_parse.py @@ -1,5 +1,5 @@ from hypothesis import given -from hypothesis.strategies import text, booleans, sampled_from +from hypothesis.strategies import text, booleans, sampled_from, characters from src import parse @@ -73,3 +73,14 @@ assert tokens[0].type == "keyword" assert tokens[0].value == keyword assert tokens[1].type == "EOF" + + +# Test that we can make symbols +@given(text(alphabet=characters(blacklist_characters="\n\t "), min_size=1)) +def test_lexer_symbols(symbol): + code = symbol + tokenizer = parse.Tokenizer(code, "") + tokens = tokenizer.tokenize() + assert tokens[0].type == "symbol" + assert tokens[0].value == symbol + assert tokens[1].type == "EOF"