diff --git a/src/tokenize.py b/src/tokenize.py index 8c97b08..6435be6 100644 --- a/src/tokenize.py +++ b/src/tokenize.py @@ -20,6 +20,5 @@ symbols.append(current) current = c curr_whitespace = c_whitespace - if current != "": - symbols.append(current) + symbols.append(current) return symbols