Show More
@@ -79,7 +79,7 b' def tokenize(program):' | |||||
79 | pos += 1 |
|
79 | pos += 1 | |
80 | while pos < l: # find end of symbol |
|
80 | while pos < l: # find end of symbol | |
81 | d = program[pos] |
|
81 | d = program[pos] | |
82 | if not (d.isalnum() or d in "._" or ord(d) > 127): |
|
82 | if not (d.isalnum() or d in "._/" or ord(d) > 127): | |
83 | break |
|
83 | break | |
84 | if d == '.' and program[pos - 1] == '.': # special case for .. |
|
84 | if d == '.' and program[pos - 1] == '.': # special case for .. | |
85 | pos -= 1 |
|
85 | pos -= 1 |
General Comments 0
You need to be logged in to leave comments.
Login now