Show More
@@ -177,7 +177,7 b" keywords = set(['and', 'or', 'not'])" | |||||
177 | if c.isalnum() or c in '._@' or ord(c) > 127) |
|
177 | if c.isalnum() or c in '._@' or ord(c) > 127) | |
178 |
|
178 | |||
179 | # default set of valid characters for non-initial letters of symbols |
|
179 | # default set of valid characters for non-initial letters of symbols | |
180 |
_symletters = set(c for c in |
|
180 | _symletters = set(c for c in [chr(i) for i in xrange(256)] | |
181 | if c.isalnum() or c in '-._/@' or ord(c) > 127) |
|
181 | if c.isalnum() or c in '-._/@' or ord(c) > 127) | |
182 |
|
182 | |||
183 | def tokenize(program, lookup=None, syminitletters=None, symletters=None): |
|
183 | def tokenize(program, lookup=None, syminitletters=None, symletters=None): |
General Comments 0
You need to be logged in to leave comments.
Login now