Show More
| @@ -177,8 +177,7 b" keywords = set(['and', 'or', 'not'])" | |||||
| 177 | if c.isalnum() or c in '._@' or ord(c) > 127) |
|
177 | if c.isalnum() or c in '._@' or ord(c) > 127) | |
| 178 |
|
178 | |||
| 179 | # default set of valid characters for non-initial letters of symbols |
|
179 | # default set of valid characters for non-initial letters of symbols | |
| 180 | _symletters = set(c for c in [chr(i) for i in xrange(256)] |
|
180 | _symletters = _syminitletters | set('-/') | |
| 181 | if c.isalnum() or c in '-._/@' or ord(c) > 127) |
|
|||
| 182 |
|
181 | |||
| 183 | def tokenize(program, lookup=None, syminitletters=None, symletters=None): |
|
182 | def tokenize(program, lookup=None, syminitletters=None, symletters=None): | |
| 184 | ''' |
|
183 | ''' | |
General Comments 0
You need to be logged in to leave comments.
Login now