Python Token.Text方法代码示例

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def get_colors(stylename):
    """Construct the keys to be used building the base stylesheet
    from a templatee."""
    style = get_style_by_name(stylename)
    fgcolor = style.style_for_token(Token.Text)['color'] or ''
    if len(fgcolor) in (3,6):
        # could be 'abcdef' or 'ace' hex, which needs '#' prefix
        try:
            int(fgcolor, 16)
        except TypeError:
            pass
        else:
            fgcolor = "#"+fgcolor

    return dict(
        bgcolor = style.background_color,
        select = style.highlight_color,
        fgcolor = fgcolor
    ) 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def filter(self, lexer, stream):

        prefix = False
        for ttype, value in stream:

            if prefix and ttype is Token.Name.Variable:
                if value in self.prefixes:
                    ttype = Token.Keyword.Type
                else:
                    ttype = Token.Name.Function

            elif ttype is Token.Name.Function and value in self.prefixes:
                prefix = True
                ttype = Token.Keyword.Type

            elif ttype is not Token.Text:
                prefix = False

            yield ttype, value 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def _get_number_styles(self, console: Console) -> Tuple[Style, Style, Style]:
        """Get background, number, and highlight styles for line numbers."""
        background_style = Style(bgcolor=self._pygments_style_class.background_color)
        if console.color_system in ("256", "truecolor"):
            number_style = Style.chain(
                background_style,
                self._get_theme_style(Token.Text),
                Style(color=self._get_line_numbers_color()),
            )
            highlight_number_style = Style.chain(
                background_style,
                self._get_theme_style(Token.Text),
                Style(bold=True, color=self._get_line_numbers_color(0.9)),
            )
        else:
            number_style = highlight_number_style = Style()
        return background_style, number_style, highlight_number_style 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_ignored_multiline_after_inline_comment_after_star_comment(self):
        """
        ```stata
        * // /* Ignored due to inline comment
        disp "Printed 1"
        ```
        """
        code = '* // /* a\na'
        tokens = CodeManager(code).tokens_fp_all
        expected = [
            (Token.Comment.Single, '*'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, '//'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, '/'),
            (Token.Comment.Single, '*'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, 'a'),
            (Token.Text, '\n'),
            (Token.Text, 'a'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_ignored_multiline_after_inline_comment(self):
        """
        ```stata
        // /* Also ignored due to inline comment
        disp "Printed 2"
        ```
        """
        code = '// /* a\na'
        tokens = CodeManager(code).tokens_fp_all
        expected = [
            (Token.Comment.Single, '//'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, '/'),
            (Token.Comment.Single, '*'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, 'a'),
            (Token.Text, '\n'),
            (Token.Text, 'a'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_line_continuation_comment_after_star_comment(self):
        """
        ```stata
        * ///
        disp "Not printed. Line continuation applies"
        ```
        """
        code = '* ///\na\na'
        tokens = CodeManager(code).tokens_fp_all
        expected = [
            (Token.Comment.Single, '*'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Special, '///\n'),
            (Token.Comment.Special, 'a'),
            (Token.Comment.Special, '\n'),
            (Token.Text, 'a'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_line_continuation_ignored_after_inline_comment(self):
        """
        ```stata
        // /// Line continuation ignored due to inline comment
        disp "Printed 3"
        ```
        """
        code = '// /// a\na'
        tokens = CodeManager(code).tokens_fp_all
        expected = [
            (Token.Comment.Single, '//'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, '/'),
            (Token.Comment.Single, '/'),
            (Token.Comment.Single, '/'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, 'a'),
            (Token.Text, '\n'),
            (Token.Text, 'a'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_multiline_comment_across_empty_whitespace_lines(self):
        """
        ```stata
        di /*

        */ "hi"
        ```
        """
        code = 'a /*\n\n*/ a'
        tokens = CodeManager(code).tokens_fp_all
        expected = [
            (Token.Text, 'a'),
            (Token.Text, ' '),
            (Token.Comment.Multiline, '/*'),
            (Token.Comment.Multiline, '\n'),
            (Token.Comment.Multiline, '\n'),
            (Token.Comment.Multiline, '*/'),
            (Token.Text, ' '),
            (Token.Text, 'a'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test4(self):
        code = 'a ///\n/// a ///'
        tokens = CodeManager(code).tokens_fp_all
        expected = [
            (Token.Text, 'a'),
            (Token.Text, ' '),
            (Token.Comment.Special, '///'),
            (Token.Comment.Special, '\n'),
            (Token.Comment.Special, '///'),
            (Token.Comment.Special, ' '),
            (Token.Comment.Special, 'a'),
            (Token.Comment.Special, ' '),
            (Token.Comment.Special, '/'),
            (Token.Comment.Special, '/'),
            (Token.Comment.Special, '/'),
            (Token.Comment.Special, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test5(self):
        code = 'a ///\n// a ///'
        tokens = CodeManager(code).tokens_fp_all
        expected = [
            (Token.Text, 'a'),
            (Token.Text, ' '),
            (Token.Comment.Special, '///'),
            (Token.Comment.Special, '\n'),
            (Token.Comment.Single, '//'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, 'a'),
            (Token.Comment.Single, ' '),
            (Token.Comment.Single, '/'),
            (Token.Comment.Single, '/'),
            (Token.Comment.Single, '/'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_cap_chunk(self):
        code = 'cap {\n a\n}'
        tokens = CodeManager(code).tokens_final
        expected = [
            (Token.Text, 'c'),
            (Token.Text, 'a'),
            (Token.Text, 'p'),
            (Token.Text, ' '),
            (Token.TextBlock, '{'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, ' '),
            (Token.TextBlock, 'a'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '}'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_cap_chunk_recursive(self):
        code = 'cap {\n{\n a\n}\n}'
        tokens = CodeManager(code).tokens_final
        expected = [
            (Token.Text, 'c'),
            (Token.Text, 'a'),
            (Token.Text, 'p'),
            (Token.Text, ' '),
            (Token.TextBlock, '{'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '{'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, ' '),
            (Token.TextBlock, 'a'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '}'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '}'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_cap_chunk_with_inner_line_comment(self):
        code = 'cap {\n*{\n a\n}'
        tokens = CodeManager(code).tokens_final
        expected = [
            (Token.Text, 'c'),
            (Token.Text, 'a'),
            (Token.Text, 'p'),
            (Token.Text, ' '),
            (Token.TextBlock, '{'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, ' '),
            (Token.TextBlock, 'a'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '}'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_cap_chunk_with_inner_multiline_comment(self):
        code = 'cap {\n/*{*/\n a\n}'
        tokens = CodeManager(code).tokens_final
        expected = [
            (Token.Text, 'c'),
            (Token.Text, 'a'),
            (Token.Text, 'p'),
            (Token.Text, ' '),
            (Token.TextBlock, '{'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, ' '),
            (Token.TextBlock, 'a'),
            (Token.TextBlock, '\n'),
            (Token.TextBlock, '}'),
            (Token.Text, '\n')]
        assert tokens == expected 

# 需要导入模块: from pygments.token import Token [as 别名]
# 或者: from pygments.token.Token import Text [as 别名]
def test_if_block_with_preceding_string(self):
        """ GH issue 139 """
        code = 'if "0" == "1" {'
        tokens = CodeManager(code).tokens_final
        expected = [
            (Token.Text, 'i'),
            (Token.Text, 'f'),
            (Token.Text, ' '),
            (Token.Text, '"'),
            (Token.Text, '0'),
            (Token.Text, '"'),
            (Token.Text, ' '),
            (Token.Text, '='),
            (Token.Text, '='),
            (Token.Text, ' '),
            (Token.Text, '"'),
            (Token.Text, '1'),
            (Token.Text, '"'),
            (Token.Text, ' '),
            (Token.TextBlock, '{'),
            (Token.TextBlock, '\n')]
        assert tokens == expected