Show More
@@ -1,87 +1,87 | |||
|
1 | 1 | # coding: utf-8 |
|
2 | 2 | |
|
3 | 3 | # This script autogenerates `IPython.core.latex_symbols.py`, which contains a |
|
4 | 4 | # single dict , named `latex_symbols`. The keys in this dict are latex symbols, |
|
5 | 5 | # such as `\\alpha` and the values in the dict are the unicode equivalents for |
|
6 | 6 | # those. Most importantly, only unicode symbols that are valid identifiers in |
|
7 | 7 | # Python 3 are included. |
|
8 | 8 | |
|
9 | 9 | # |
|
10 | 10 | # The original mapping of latex symbols to unicode comes from the `latex_symbols.jl` files from Julia. |
|
11 | 11 | |
|
12 | 12 | from pathlib import Path |
|
13 | 13 | |
|
14 | 14 | # Import the Julia LaTeX symbols |
|
15 | 15 | print('Importing latex_symbols.js from Julia...') |
|
16 | 16 | import requests |
|
17 | 17 | url = 'https://raw.githubusercontent.com/JuliaLang/julia/master/stdlib/REPL/src/latex_symbols.jl' |
|
18 | 18 | r = requests.get(url) |
|
19 | 19 | |
|
20 | 20 | |
|
21 | 21 | # Build a list of key, value pairs |
|
22 | 22 | print('Building a list of (latex, unicode) key-value pairs...') |
|
23 | 23 | lines = r.text.splitlines() |
|
24 | 24 | |
|
25 | 25 | prefixes_line = lines.index('# "font" prefixes') |
|
26 | 26 | symbols_line = lines.index('# manual additions:') |
|
27 | 27 | |
|
28 | 28 | prefix_dict = {} |
|
29 | 29 | for l in lines[prefixes_line + 1: symbols_line]: |
|
30 | 30 | p = l.split() |
|
31 | 31 | if not p or p[1] == 'latex_symbols': continue |
|
32 | 32 | prefix_dict[p[1]] = p[3] |
|
33 | 33 | |
|
34 | 34 | idents = [] |
|
35 | 35 | for l in lines[symbols_line:]: |
|
36 | 36 | if not '=>' in l: continue # if it's not a def, skip |
|
37 | 37 | if '#' in l: l = l[:l.index('#')] # get rid of eol comments |
|
38 | 38 | x, y = l.strip().split('=>') |
|
39 | 39 | if '*' in x: # if a prefix is present substitute it with its value |
|
40 | 40 | p, x = x.split('*') |
|
41 | 41 | x = prefix_dict[p][:-1] + x[1:] |
|
42 | 42 | x, y = x.split('"')[1], y.split('"')[1] # get the values in quotes |
|
43 | 43 | idents.append((x, y)) |
|
44 | 44 | |
|
45 | 45 | # Filter out non-valid identifiers |
|
46 | 46 | print('Filtering out characters that are not valid Python 3 identifiers') |
|
47 | 47 | |
|
48 | 48 | def test_ident(i): |
|
49 | 49 | """Is the unicode string valid in a Python 3 identifier.""" |
|
50 | 50 | # Some characters are not valid at the start of a name, but we still want to |
|
51 | 51 | # include them. So prefix with 'a', which is valid at the start. |
|
52 | 52 | return ('a' + i).isidentifier() |
|
53 | 53 | |
|
54 | 54 | assert test_ident("α") |
|
55 | 55 | assert not test_ident('‴') |
|
56 | 56 | |
|
57 | 57 | valid_idents = [line for line in idents if test_ident(line[1])] |
|
58 | 58 | |
|
59 | 59 | # Write the `latex_symbols.py` module in the cwd |
|
60 | 60 | |
|
61 | s = """# encoding: utf-8 | |
|
61 | s = f"""# encoding: utf-8 | |
|
62 | 62 | |
|
63 | 63 | # DO NOT EDIT THIS FILE BY HAND. |
|
64 | 64 | |
|
65 | 65 | # To update this file, run the script /tools/gen_latex_symbols.py using Python 3 |
|
66 | 66 | |
|
67 | 67 | # This file is autogenerated from the file: |
|
68 | # https://raw.githubusercontent.com/JuliaLang/julia/master/base/latex_symbols.jl | |
|
68 | # {url} | |
|
69 | 69 | # This original list is filtered to remove any unicode characters that are not valid |
|
70 | 70 | # Python identifiers. |
|
71 | 71 | |
|
72 | latex_symbols = {\n | |
|
72 | latex_symbols = {{\n | |
|
73 | 73 | """ |
|
74 | 74 | for line in valid_idents: |
|
75 | 75 | s += ' "%s" : "%s",\n' % (line[0], line[1]) |
|
76 | 76 | s += "}\n" |
|
77 | 77 | |
|
78 | 78 | s += """ |
|
79 | 79 | |
|
80 | 80 | reverse_latex_symbol = { v:k for k,v in latex_symbols.items()} |
|
81 | 81 | """ |
|
82 | 82 | |
|
83 | 83 | fn = Path("..", "IPython", "core", "latex_symbols.py") |
|
84 | 84 | print("Writing the file: %s" % str(fn)) |
|
85 | 85 | fn.write_text(s, encoding="utf-8") |
|
86 | 86 | |
|
87 | 87 |
General Comments 0
You need to be logged in to leave comments.
Login now