本文整理汇总了Python中airflow.contrib.hooks.sqoop_hook.SqoopHook._export_cmd方法的典型用法代码示例。如果您正苦于以下问题:Python SqoopHook._export_cmd方法的具体用法?Python SqoopHook._export_cmd怎么用?Python SqoopHook._export_cmd使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类airflow.contrib.hooks.sqoop_hook.SqoopHook
的用法示例。
在下文中一共展示了SqoopHook._export_cmd方法的2个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_export_cmd
# 需要导入模块: from airflow.contrib.hooks.sqoop_hook import SqoopHook [as 别名]
# 或者: from airflow.contrib.hooks.sqoop_hook.SqoopHook import _export_cmd [as 别名]
def test_export_cmd(self):
"""
Tests to verify the hook export command is building correct Sqoop export command.
"""
hook = SqoopHook()
# The subprocess requires an array but we build the cmd by joining on a space
cmd = ' '.join(
hook._export_cmd(
self._config_export['table'],
self._config_export['export_dir'],
input_null_string=self._config_export['input_null_string'],
input_null_non_string=self._config_export[
'input_null_non_string'],
staging_table=self._config_export['staging_table'],
clear_staging_table=self._config_export['clear_staging_table'],
enclosed_by=self._config_export['enclosed_by'],
escaped_by=self._config_export['escaped_by'],
input_fields_terminated_by=self._config_export[
'input_fields_terminated_by'],
input_lines_terminated_by=self._config_export[
'input_lines_terminated_by'],
input_optionally_enclosed_by=self._config_export[
'input_optionally_enclosed_by'],
batch=self._config_export['batch'],
relaxed_isolation=self._config_export['relaxed_isolation'],
extra_export_options=self._config_export['extra_export_options']
)
)
self.assertIn("--input-null-string {}".format(
self._config_export['input_null_string']), cmd)
self.assertIn("--input-null-non-string {}".format(
self._config_export['input_null_non_string']), cmd)
self.assertIn("--staging-table {}".format(
self._config_export['staging_table']), cmd)
self.assertIn("--enclosed-by {}".format(
self._config_export['enclosed_by']), cmd)
self.assertIn("--escaped-by {}".format(
self._config_export['escaped_by']), cmd)
self.assertIn("--input-fields-terminated-by {}".format(
self._config_export['input_fields_terminated_by']), cmd)
self.assertIn("--input-lines-terminated-by {}".format(
self._config_export['input_lines_terminated_by']), cmd)
self.assertIn("--input-optionally-enclosed-by {}".format(
self._config_export['input_optionally_enclosed_by']), cmd)
# these options are from the extra export options
self.assertIn("--update-key id", cmd)
self.assertIn("--update-mode allowinsert", cmd)
if self._config_export['clear_staging_table']:
self.assertIn("--clear-staging-table", cmd)
if self._config_export['batch']:
self.assertIn("--batch", cmd)
if self._config_export['relaxed_isolation']:
self.assertIn("--relaxed-isolation", cmd)
示例2: test_export_cmd
# 需要导入模块: from airflow.contrib.hooks.sqoop_hook import SqoopHook [as 别名]
# 或者: from airflow.contrib.hooks.sqoop_hook.SqoopHook import _export_cmd [as 别名]
def test_export_cmd(self):
hook = SqoopHook()
# The subprocess requires an array but we build the cmd by joining on a space
cmd = ' '.join(
hook._export_cmd(
self._config_export['table'],
self._config_export['export_dir'],
input_null_string=self._config_export['input_null_string'],
input_null_non_string=self._config_export[
'input_null_non_string'],
staging_table=self._config_export['staging_table'],
clear_staging_table=self._config_export['clear_staging_table'],
enclosed_by=self._config_export['enclosed_by'],
escaped_by=self._config_export['escaped_by'],
input_fields_terminated_by=self._config_export[
'input_fields_terminated_by'],
input_lines_terminated_by=self._config_export[
'input_lines_terminated_by'],
input_optionally_enclosed_by=self._config_export[
'input_optionally_enclosed_by'],
batch=self._config_export['batch'],
relaxed_isolation=self._config_export['relaxed_isolation'])
)
self.assertIn("--input-null-string {}".format(
self._config_export['input_null_string']), cmd)
self.assertIn("--input-null-non-string {}".format(
self._config_export['input_null_non_string']), cmd)
self.assertIn("--staging-table {}".format(
self._config_export['staging_table']), cmd)
self.assertIn("--enclosed-by {}".format(
self._config_export['enclosed_by']), cmd)
self.assertIn("--escaped-by {}".format(
self._config_export['escaped_by']), cmd)
self.assertIn("--input-fields-terminated-by {}".format(
self._config_export['input_fields_terminated_by']), cmd)
self.assertIn("--input-lines-terminated-by {}".format(
self._config_export['input_lines_terminated_by']), cmd)
self.assertIn("--input-optionally-enclosed-by {}".format(
self._config_export['input_optionally_enclosed_by']), cmd)
if self._config_export['clear_staging_table']:
self.assertIn("--clear-staging-table", cmd)
if self._config_export['batch']:
self.assertIn("--batch", cmd)
if self._config_export['relaxed_isolation']:
self.assertIn("--relaxed-isolation", cmd)