本文整理汇总了Python中bs4.dammit.unicode_markup方法的典型用法代码示例。如果您正苦于以下问题：Python dammit.unicode_markup方法的具体用法？Python dammit.unicode_markup怎么用？Python dammit.unicode_markup使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类bs4.dammit的用法示例。
在下文中一共展示了dammit.unicode_markup方法的10个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_unicode_input
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_unicode_input(self):
markup = u"I'm already Unicode! \N{SNOWMAN}"
dammit = UnicodeDammit(markup)
self.assertEqual(dammit.unicode_markup, markup) 示例2: test_smart_quotes_to_unicode
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_smart_quotes_to_unicode(self):
markup = b"<foo>\x91\x92\x93\x94</foo>"
dammit = UnicodeDammit(markup)
self.assertEqual(
dammit.unicode_markup, u"<foo>\u2018\u2019\u201c\u201d</foo>") 示例3: test_smart_quotes_to_xml_entities
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_smart_quotes_to_xml_entities(self):
markup = b"<foo>\x91\x92\x93\x94</foo>"
dammit = UnicodeDammit(markup, smart_quotes_to="xml")
self.assertEqual(
dammit.unicode_markup, "<foo>‘’“”</foo>") 示例4: test_smart_quotes_to_html_entities
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_smart_quotes_to_html_entities(self):
markup = b"<foo>\x91\x92\x93\x94</foo>"
dammit = UnicodeDammit(markup, smart_quotes_to="html")
self.assertEqual(
dammit.unicode_markup, "<foo>‘’“”</foo>") 示例5: test_smart_quotes_to_ascii
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_smart_quotes_to_ascii(self):
markup = b"<foo>\x91\x92\x93\x94</foo>"
dammit = UnicodeDammit(markup, smart_quotes_to="ascii")
self.assertEqual(
dammit.unicode_markup, """<foo>''""</foo>""") 示例6: test_convert_hebrew
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_convert_hebrew(self):
hebrew = b"\xed\xe5\xec\xf9"
dammit = UnicodeDammit(hebrew, ["iso-8859-8"])
self.assertEqual(dammit.original_encoding.lower(), 'iso-8859-8')
self.assertEqual(dammit.unicode_markup, u'\u05dd\u05d5\u05dc\u05e9') 示例7: test_dont_see_smart_quotes_where_there_are_none
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_dont_see_smart_quotes_where_there_are_none(self):
utf_8 = b"\343\202\261\343\203\274\343\202\277\343\202\244 Watch"
dammit = UnicodeDammit(utf_8)
self.assertEqual(dammit.original_encoding.lower(), 'utf-8')
self.assertEqual(dammit.unicode_markup.encode("utf-8"), utf_8) 示例8: test_last_ditch_entity_replacement
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_last_ditch_entity_replacement(self):
# This is a UTF-8 document that contains bytestrings
# completely incompatible with UTF-8 (ie. encoded with some other
# encoding).
#
# Since there is no consistent encoding for the document,
# Unicode, Dammit will eventually encode the document as UTF-8
# and encode the incompatible characters as REPLACEMENT
# CHARACTER.
#
# If chardet is installed, it will detect that the document
# can be converted into ISO-8859-1 without errors. This happens
# to be the wrong encoding, but it is a consistent encoding, so the
# code we're testing here won't run.
#
# So we temporarily disable chardet if it's present.
doc = b"""\357\273\277<?xml version="1.0" encoding="UTF-8"?>
<html><b>\330\250\330\252\330\261</b>
<i>\310\322\321\220\312\321\355\344</i></html>"""
chardet = bs4.dammit.chardet_dammit
logging.disable(logging.WARNING)
try:
def noop(str):
return None
bs4.dammit.chardet_dammit = noop
dammit = UnicodeDammit(doc)
self.assertEqual(True, dammit.contains_replacement_characters)
self.assertTrue(u"\ufffd" in dammit.unicode_markup)
soup = BeautifulSoup(doc, "html.parser")
self.assertTrue(soup.contains_replacement_characters)
finally:
logging.disable(logging.NOTSET)
bs4.dammit.chardet_dammit = chardet 示例9: test_byte_order_mark_removed
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_byte_order_mark_removed(self):
# A document written in UTF-16LE will have its byte order marker stripped.
data = b'\xff\xfe<\x00a\x00>\x00\xe1\x00\xe9\x00<\x00/\x00a\x00>\x00'
dammit = UnicodeDammit(data)
self.assertEqual(u"<a>áé</a>", dammit.unicode_markup)
self.assertEqual("utf-16le", dammit.original_encoding) 示例10: test_detect_utf8
# 需要导入模块: from bs4 import dammit [as 别名]
# 或者: from bs4.dammit import unicode_markup [as 别名]
def test_detect_utf8(self):
utf8 = b"Sacr\xc3\xa9 bleu! \xe2\x98\x83"
dammit = UnicodeDammit(utf8)
self.assertEqual(dammit.original_encoding.lower(), 'utf-8')
self.assertEqual(dammit.unicode_markup, u'Sacr\xe9 bleu! \N{SNOWMAN}')