##// END OF EJS Templates
support 'foo*??' in lexer...
Min RK -
Show More
@@ -62,6 +62,7 b' ipython_tokens = ['
62 (r'^(!!)(.+)(\n)', bygroups(Operator, using(BashLexer), Text)),
62 (r'^(!!)(.+)(\n)', bygroups(Operator, using(BashLexer), Text)),
63 (r'(!)(?!=)(.+)(\n)', bygroups(Operator, using(BashLexer), Text)),
63 (r'(!)(?!=)(.+)(\n)', bygroups(Operator, using(BashLexer), Text)),
64 (r'^(\s*)(\?\??)(\s*%{0,2}[\w\.\*]*)', bygroups(Text, Operator, Text)),
64 (r'^(\s*)(\?\??)(\s*%{0,2}[\w\.\*]*)', bygroups(Text, Operator, Text)),
65 (r'(\s*%{0,2}[\w\.\*]*)(\?\??)(\s*)$', bygroups(Text, Operator, Text)),
65 ]
66 ]
66
67
67 def build_ipy_lexer(python3):
68 def build_ipy_lexer(python3):
@@ -120,3 +120,11 b' class TestLexers(TestCase):'
120 (Token.Text, '\n'),
120 (Token.Text, '\n'),
121 ]
121 ]
122 self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2)))
122 self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2)))
123
124 fragment = ' *int*?\n'
125 tokens = [
126 (Token.Text, ' *int*'),
127 (Token.Operator, '?'),
128 (Token.Text, '\n'),
129 ]
130 self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
General Comments 0
You need to be logged in to leave comments. Login now