|
|
"""Test lexers module"""
|
|
|
#-----------------------------------------------------------------------------
|
|
|
# Copyright (C) 2014 The IPython Development Team
|
|
|
#
|
|
|
# Distributed under the terms of the BSD License. The full license is in
|
|
|
# the file COPYING, distributed as part of this software.
|
|
|
#-----------------------------------------------------------------------------
|
|
|
|
|
|
#-----------------------------------------------------------------------------
|
|
|
# Imports
|
|
|
#-----------------------------------------------------------------------------
|
|
|
from pygments.token import Token
|
|
|
|
|
|
from IPython.nbconvert.tests.base import TestsBase
|
|
|
from .. import lexers
|
|
|
|
|
|
|
|
|
#-----------------------------------------------------------------------------
|
|
|
# Classes and functions
|
|
|
#-----------------------------------------------------------------------------
|
|
|
class TestLexers(TestsBase):
|
|
|
"""Collection of lexers tests"""
|
|
|
def setUp(self):
|
|
|
self.lexer = lexers.IPythonLexer()
|
|
|
|
|
|
def testIPythonLexer(self):
|
|
|
fragment = '!echo $HOME\n'
|
|
|
tokens = [
|
|
|
(Token.Operator, '!'),
|
|
|
(Token.Name.Builtin, 'echo'),
|
|
|
(Token.Text, ' '),
|
|
|
(Token.Name.Variable, '$HOME'),
|
|
|
(Token.Text, '\n'),
|
|
|
]
|
|
|
self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))
|
|
|
|