Show More
@@ -1,3 +1,5 b'' | |||||
|
1 | #!/usr/bin/env python3 | |||
|
2 | # | |||
1 | # byteify-strings.py - transform string literals to be Python 3 safe |
|
3 | # byteify-strings.py - transform string literals to be Python 3 safe | |
2 | # |
|
4 | # | |
3 | # Copyright 2015 Gregory Szorc <gregory.szorc@gmail.com> |
|
5 | # Copyright 2015 Gregory Szorc <gregory.szorc@gmail.com> | |
@@ -7,7 +9,9 b'' | |||||
7 |
|
9 | |||
8 | from __future__ import absolute_import |
|
10 | from __future__ import absolute_import | |
9 |
|
11 | |||
|
12 | import argparse | |||
10 | import io |
|
13 | import io | |
|
14 | import sys | |||
11 | import token |
|
15 | import token | |
12 | import tokenize |
|
16 | import tokenize | |
13 |
|
17 | |||
@@ -152,3 +156,20 b' if True:' | |||||
152 |
|
156 | |||
153 | # Emit unmodified token. |
|
157 | # Emit unmodified token. | |
154 | yield t |
|
158 | yield t | |
|
159 | ||||
|
160 | def process(fin, fout): | |||
|
161 | tokens = tokenize.tokenize(fin.readline) | |||
|
162 | tokens = replacetokens(list(tokens), fullname='<dummy>') | |||
|
163 | fout.write(tokenize.untokenize(tokens)) | |||
|
164 | ||||
|
165 | def main(): | |||
|
166 | ap = argparse.ArgumentParser() | |||
|
167 | ap.add_argument('files', metavar='FILE', nargs='+', help='source file') | |||
|
168 | args = ap.parse_args() | |||
|
169 | for fname in args.files: | |||
|
170 | with open(fname, 'rb') as fin: | |||
|
171 | fout = sys.stdout.buffer | |||
|
172 | process(fin, fout) | |||
|
173 | ||||
|
174 | if __name__ == '__main__': | |||
|
175 | main() |
General Comments 0
You need to be logged in to leave comments.
Login now