本文整理匯總了Python中bs4.dammit.original_encoding方法的典型用法代碼示例。如果您正苦於以下問題：Python dammit.original_encoding方法的具體用法？Python dammit.original_encoding怎麽用？Python dammit.original_encoding使用的例子？那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類bs4.dammit的用法示例。
在下文中一共展示了dammit.original_encoding方法的13個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Python代碼示例。
示例1: test_ascii_in_unicode_out
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_ascii_in_unicode_out(self):
# ASCII input is converted to Unicode. The original_encoding
# attribute is set to 'utf-8', a superset of ASCII.
chardet = bs4.dammit.chardet_dammit
logging.disable(logging.WARNING)
try:
def noop(str):
return None
# Disable chardet, which will realize that the ASCII is ASCII.
bs4.dammit.chardet_dammit = noop
ascii = b"<foo>a</foo>"
soup_from_ascii = self.soup(ascii)
unicode_output = soup_from_ascii.decode()
self.assertTrue(isinstance(unicode_output, unicode))
self.assertEqual(unicode_output, self.document_for(ascii.decode()))
self.assertEqual(soup_from_ascii.original_encoding.lower(), "utf-8")
finally:
logging.disable(logging.NOTSET)
bs4.dammit.chardet_dammit = chardet 示例2: test_ascii_in_unicode_out
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_ascii_in_unicode_out(self):
# ASCII input is converted to Unicode. The original_encoding
# attribute is set to 'utf-8', a superset of ASCII.
chardet = bs4.dammit.chardet_dammit
logging.disable(logging.WARNING)
try:
def noop(str):
return None
# Disable chardet, which will realize that the ASCII is ASCII.
bs4.dammit.chardet_dammit = noop
ascii = b"<foo>a</foo>"
soup_from_ascii = self.soup(ascii)
unicode_output = soup_from_ascii.decode()
self.assertTrue(isinstance(unicode_output, str))
self.assertEqual(unicode_output, self.document_for(ascii.decode()))
self.assertEqual(soup_from_ascii.original_encoding.lower(), "utf-8")
finally:
logging.disable(logging.NOTSET)
bs4.dammit.chardet_dammit = chardet 示例3: test_exclude_encodings
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_exclude_encodings(self):
utf8_data = u"Räksmörgås".encode("utf-8")
soup = self.soup(utf8_data, exclude_encodings=["utf-8"])
self.assertEqual("windows-1252", soup.original_encoding) 示例4: test_fromEncoding_renamed_to_from_encoding
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_fromEncoding_renamed_to_from_encoding(self):
with warnings.catch_warnings(record=True) as w:
utf8 = b"\xc3\xa9"
soup = self.soup(utf8, fromEncoding="utf8")
msg = str(w[0].message)
self.assertTrue("fromEncoding" in msg)
self.assertTrue("from_encoding" in msg)
self.assertEqual("utf8", soup.original_encoding) 示例5: test_unicode_in_unicode_out
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_unicode_in_unicode_out(self):
# Unicode input is left alone. The original_encoding attribute
# is not set.
soup_from_unicode = self.soup(self.unicode_data)
self.assertEqual(soup_from_unicode.decode(), self.unicode_data)
self.assertEqual(soup_from_unicode.foo.string, u'Sacr\xe9 bleu!')
self.assertEqual(soup_from_unicode.original_encoding, None) 示例6: test_utf8_in_unicode_out
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_utf8_in_unicode_out(self):
# UTF-8 input is converted to Unicode. The original_encoding
# attribute is set.
soup_from_utf8 = self.soup(self.utf8_data)
self.assertEqual(soup_from_utf8.decode(), self.unicode_data)
self.assertEqual(soup_from_utf8.foo.string, u'Sacr\xe9 bleu!') 示例7: test_convert_hebrew
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_convert_hebrew(self):
hebrew = b"\xed\xe5\xec\xf9"
dammit = UnicodeDammit(hebrew, ["iso-8859-8"])
self.assertEqual(dammit.original_encoding.lower(), 'iso-8859-8')
self.assertEqual(dammit.unicode_markup, u'\u05dd\u05d5\u05dc\u05e9') 示例8: test_dont_see_smart_quotes_where_there_are_none
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_dont_see_smart_quotes_where_there_are_none(self):
utf_8 = b"\343\202\261\343\203\274\343\202\277\343\202\244 Watch"
dammit = UnicodeDammit(utf_8)
self.assertEqual(dammit.original_encoding.lower(), 'utf-8')
self.assertEqual(dammit.unicode_markup.encode("utf-8"), utf_8) 示例9: test_ignore_inappropriate_codecs
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_ignore_inappropriate_codecs(self):
utf8_data = u"Räksmörgås".encode("utf-8")
dammit = UnicodeDammit(utf8_data, ["iso-8859-8"])
self.assertEqual(dammit.original_encoding.lower(), 'utf-8') 示例10: test_ignore_invalid_codecs
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_ignore_invalid_codecs(self):
utf8_data = u"Räksmörgås".encode("utf-8")
for bad_encoding in ['.utf8', '...', 'utF---16.!']:
dammit = UnicodeDammit(utf8_data, [bad_encoding])
self.assertEqual(dammit.original_encoding.lower(), 'utf-8') 示例11: test_byte_order_mark_removed
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_byte_order_mark_removed(self):
# A document written in UTF-16LE will have its byte order marker stripped.
data = b'\xff\xfe<\x00a\x00>\x00\xe1\x00\xe9\x00<\x00/\x00a\x00>\x00'
dammit = UnicodeDammit(data)
self.assertEqual(u"<a>áé</a>", dammit.unicode_markup)
self.assertEqual("utf-16le", dammit.original_encoding) 示例12: test_detect_utf8
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_detect_utf8(self):
utf8 = b"Sacr\xc3\xa9 bleu! \xe2\x98\x83"
dammit = UnicodeDammit(utf8)
self.assertEqual(dammit.original_encoding.lower(), 'utf-8')
self.assertEqual(dammit.unicode_markup, u'Sacr\xe9 bleu! \N{SNOWMAN}') 示例13: test_detect_html5_style_meta_tag
# 需要導入模塊: from bs4 import dammit [as 別名]
# 或者: from bs4.dammit import original_encoding [as 別名]
def test_detect_html5_style_meta_tag(self):
for data in (
b'<html><meta charset="euc-jp" /></html>',
b"<html><meta charset='euc-jp' /></html>",
b"<html><meta charset=euc-jp /></html>",
b"<html><meta charset=euc-jp/></html>"):
dammit = UnicodeDammit(data, is_html=True)
self.assertEqual(
"euc-jp", dammit.original_encoding)