本文整理汇总了Python中pandas._parser.TextReader.read方法的典型用法代码示例。如果您正苦于以下问题：Python TextReader.read方法的具体用法？Python TextReader.read怎么用？Python TextReader.read使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类pandas._parser.TextReader的用法示例。
在下文中一共展示了TextReader.read方法的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_skip_bad_lines
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_skip_bad_lines(self):
data = ('a:b:c\n'
'd:e:f\n'
'g:h:i\n'
'j:k\n'
'l:m:n\n'
'o:p')
reader = TextReader(StringIO(data), delimiter=':',
header=None)
self.assertRaises(parser.CParserError, reader.read)
reader = TextReader(StringIO(data), delimiter=':',
header=None,
error_bad_lines=False,
warn_bad_lines=False)
result = reader.read()
expected = {0: ['a', 'd', 'g', 'l'],
1: ['b', 'e', 'h', 'm'],
2: ['c', 'f', 'i', 'n']}
assert_array_dicts_equal(result, expected)
stderr = sys.stderr
sys.stderr = StringIO()
try:
reader = TextReader(StringIO(data), delimiter=':',
header=None,
error_bad_lines=False,
warn_bad_lines=True)
reader.read()
val = sys.stderr.getvalue()
self.assertTrue('Skipping line 4' in val)
self.assertTrue('Skipping line 6' in val)
finally:
sys.stderr = stderr示例2: test_escapechar
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_escapechar(self):
data = '\\"hello world"\n' '\\"hello world"\n' '\\"hello world"'
reader = TextReader(StringIO(data), delimiter=",", header=None, escapechar="\\")
result = reader.read()
expected = {0: ['"hello world"'] * 3}
assert_array_dicts_equal(result, expected)示例3: test_file_handle
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_file_handle(self):
try:
f = open(self.csv1, 'rb')
reader = TextReader(f)
result = reader.read()
finally:
f.close()示例4: test_file_handle_mmap
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_file_handle_mmap(self):
try:
f = open(self.csv1, 'rb')
reader = TextReader(f, memory_map=True, header=None)
result = reader.read()
finally:
f.close()示例5: test_parse_booleans
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_parse_booleans(self):
data = 'True\nFalse\nTrue\nTrue'
reader = TextReader(StringIO(data), header=None)
result = reader.read()
self.assert_(result[0].dtype == np.bool_)示例6: test_delimit_whitespace
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_delimit_whitespace(self):
data = 'a b\na\t\t "b"\n"a"\t \t b'
reader = TextReader(StringIO(data), delim_whitespace=True, header=None)
result = reader.read()
self.assert_(np.array_equal(result[0], ["a", "a", "a"]))
self.assert_(np.array_equal(result[1], ["b", "b", "b"]))示例7: test_skipinitialspace
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_skipinitialspace(self):
data = "a, b\n" "a, b\n" "a, b\n" "a, b"
reader = TextReader(StringIO(data), skipinitialspace=True, header=None)
result = reader.read()
self.assert_(np.array_equal(result[0], ["a", "a", "a", "a"]))
self.assert_(np.array_equal(result[1], ["b", "b", "b", "b"]))示例8: test_embedded_newline
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_embedded_newline(self):
data = 'a\n"hello\nthere"\nthis'
reader = TextReader(StringIO(data), header=None)
result = reader.read()
expected = ['a', 'hello\nthere', 'this']
self.assert_(np.array_equal(result[0], expected))示例9: test_euro_decimal
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_euro_decimal(self):
data = "12345,67\n345,678"
reader = TextReader(StringIO(data), delimiter=":", decimal=",", header=None)
result = reader.read()
expected = [12345.67, 345.678]
tm.assert_almost_equal(result[0], expected)示例10: test_integer_thousands
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_integer_thousands(self):
data = "123,456\n12,500"
reader = TextReader(StringIO(data), delimiter=":", thousands=",", header=None)
result = reader.read()
expected = [123456, 12500]
tm.assert_almost_equal(result[0], expected)示例11: test_skipinitialspace
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_skipinitialspace(self):
data = ('a, b\n'
'a, b\n'
'a, b\n'
'a, b')
reader = TextReader(StringIO(data), skipinitialspace=True,
header=None)
result = reader.read()
self.assert_(np.array_equal(result[0], ['a', 'a', 'a', 'a']))
self.assert_(np.array_equal(result[1], ['b', 'b', 'b', 'b']))示例12: test_skip_bad_lines
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_skip_bad_lines(self):
data = "a:b:c\n" "d:e:f\n" "g:h:i\n" "j:k\n" "l:m:n\n" "o:p"
reader = TextReader(StringIO(data), delimiter=":", header=None)
self.assertRaises(parser.CParserError, reader.read)
reader = TextReader(StringIO(data), delimiter=":", header=None, error_bad_lines=False, warn_bad_lines=False)
result = reader.read()
expected = {0: ["a", "d", "g", "l"], 1: ["b", "e", "h", "m"], 2: ["c", "f", "i", "n"]}
assert_array_dicts_equal(result, expected)
stderr = sys.stderr
sys.stderr = StringIO()
try:
reader = TextReader(StringIO(data), delimiter=":", header=None, error_bad_lines=False, warn_bad_lines=True)
reader.read()
val = sys.stderr.getvalue()
self.assertTrue("Skipping line 4" in val)
self.assertTrue("Skipping line 6" in val)
finally:
sys.stderr = stderr示例13: test_header_not_enough_lines
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_header_not_enough_lines(self):
data = "skip this\n" "skip this\n" "a,b,c\n" "1,2,3\n" "4,5,6"
reader = TextReader(StringIO(data), delimiter=",", header=2, as_recarray=True)
header = reader.header
expected = ["a", "b", "c"]
self.assertEquals(header, expected)
recs = reader.read()
expected = {"a": [1, 4], "b": [2, 5], "c": [3, 6]}
assert_array_dicts_equal(expected, recs)
# not enough rows
self.assertRaises(parser.CParserError, TextReader, StringIO(data), delimiter=",", header=5, as_recarray=True)示例14: test_header_not_enough_lines
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_header_not_enough_lines(self):
data = ('skip this\n'
'skip this\n'
'a,b,c\n'
'1,2,3\n'
'4,5,6')
reader = TextReader(StringIO(data), delimiter=',', header=2,
as_recarray=True)
header = reader.header
expected = [['a', 'b', 'c']]
self.assertEquals(header, expected)
recs = reader.read()
expected = {'a': [1, 4], 'b': [2, 5], 'c': [3, 6]}
assert_array_dicts_equal(expected, recs)
# not enough rows
self.assertRaises(parser.CParserError, TextReader, StringIO(data),
delimiter=',', header=5, as_recarray=True)示例15: test_skip_bad_lines
# 需要导入模块: from pandas._parser import TextReader [as 别名]
# 或者: from pandas._parser.TextReader import read [as 别名]
def test_skip_bad_lines(self):
data = ('a:b:c\n'
'd:e:f\n'
'g:h:i\n'
'j:k\n'
'l:m:n')
reader = TextReader(StringIO(data), delimiter=':',
header=None)
self.assertRaises(parser.CParserError, reader.read)
reader = TextReader(StringIO(data), delimiter=':',
header=None,
error_bad_lines=False,
warn_bad_lines=False)
result = reader.read()
expected = {0: ['a', 'd', 'g', 'l'],
1: ['b', 'e', 'h', 'm'],
2: ['c', 'f', 'i', 'n']}
assert_array_dicts_equal(result, expected)