##// END OF EJS Templates
#7558: Added a rule for ?.
Lev Abalkin -
Show More
@@ -50,6 +50,8 b" line_re = re.compile('.*?\\n')"
50
50
51 ipython_tokens = [
51 ipython_tokens = [
52 (r"(?s)(\s*)(%%)(\w+)(.*)", bygroups(Text, Operator, Keyword, Text)),
52 (r"(?s)(\s*)(%%)(\w+)(.*)", bygroups(Text, Operator, Keyword, Text)),
53 (r"(%%?)(\w+)(\?\??)$", bygroups(Operator, Keyword, Operator)),
54 (r"\b(\?\??)(\s*)$", bygroups(Operator, Text)),
53 (r'(%)(sx|sc|system)(.*)(\n)', bygroups(Operator, Keyword,
55 (r'(%)(sx|sc|system)(.*)(\n)', bygroups(Operator, Keyword,
54 using(BashLexer), Text)),
56 using(BashLexer), Text)),
55 (r'(%)(\w+)(.*\n)', bygroups(Operator, Keyword, Text)),
57 (r'(%)(\w+)(.*\n)', bygroups(Operator, Keyword, Text)),
@@ -92,3 +92,12 b' class TestLexers(TestsBase):'
92 (Token.Text, '\n$foo\n'),
92 (Token.Text, '\n$foo\n'),
93 ]
93 ]
94 self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2)))
94 self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2)))
95
96 fragment_2 = '%system?\n'
97 tokens_2 = [
98 (Token.Operator, '%'),
99 (Token.Keyword, 'system'),
100 (Token.Operator, '?'),
101 (Token.Text, '\n'),
102 ]
103 self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2)))
General Comments 0
You need to be logged in to leave comments. Login now