Show More
@@ -56,7 +56,8 b' def tokenize(program):' | |||||
56 | pos += 1 |
|
56 | pos += 1 | |
57 | else: |
|
57 | else: | |
58 | raise error.ParseError(_("unterminated string"), s) |
|
58 | raise error.ParseError(_("unterminated string"), s) | |
59 |
elif c.isalnum() or c in '.*{}[]?' or ord(c) > 127: |
|
59 | elif c.isalnum() or c in '.*{}[]?' or ord(c) > 127: | |
|
60 | # gather up a symbol/keyword | |||
60 | s = pos |
|
61 | s = pos | |
61 | pos += 1 |
|
62 | pos += 1 | |
62 | while pos < l: # find end of symbol |
|
63 | while pos < l: # find end of symbol |
General Comments 0
You need to be logged in to leave comments.
Login now