Show More
@@ -24,6 +24,7 b" def get_tokens_unprocessed(self, text, stack=('root',)):" | |||||
24 | for rexmatch, action, new_state in statetokens: |
|
24 | for rexmatch, action, new_state in statetokens: | |
25 | m = rexmatch(text, pos) |
|
25 | m = rexmatch(text, pos) | |
26 | if m: |
|
26 | if m: | |
|
27 | if action is not None: | |||
27 | if type(action) is _TokenType: |
|
28 | if type(action) is _TokenType: | |
28 | yield pos, action, m.group() |
|
29 | yield pos, action, m.group() | |
29 | else: |
|
30 | else: |
General Comments 0
You need to be logged in to leave comments.
Login now