本文整理汇总了Python中airflow.contrib.hooks.emr_hook.EmrHook.create_job_flow方法的典型用法代码示例。如果您正苦于以下问题：Python EmrHook.create_job_flow方法的具体用法？Python EmrHook.create_job_flow怎么用？Python EmrHook.create_job_flow使用的例子？那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类airflow.contrib.hooks.emr_hook.EmrHook的用法示例。
在下文中一共展示了EmrHook.create_job_flow方法的3个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_create_job_flow_uses_the_emr_config_to_create_a_cluster
# 需要导入模块: from airflow.contrib.hooks.emr_hook import EmrHook [as 别名]
# 或者: from airflow.contrib.hooks.emr_hook.EmrHook import create_job_flow [as 别名]
def test_create_job_flow_uses_the_emr_config_to_create_a_cluster(self):
client = boto3.client('emr', region_name='us-east-1')
hook = EmrHook(aws_conn_id='aws_default', emr_conn_id='emr_default')
cluster = hook.create_job_flow({'Name': 'test_cluster'})
self.assertEqual(client.list_clusters()['Clusters'][0]['Id'],
cluster['JobFlowId'])示例2: execute
# 需要导入模块: from airflow.contrib.hooks.emr_hook import EmrHook [as 别名]
# 或者: from airflow.contrib.hooks.emr_hook.EmrHook import create_job_flow [as 别名]
def execute(self, context):
emr = EmrHook(aws_conn_id=self.aws_conn_id, emr_conn_id=self.emr_conn_id)
logging.info('Creating JobFlow')
response = emr.create_job_flow(self.job_flow_overrides)
if not response['ResponseMetadata']['HTTPStatusCode'] == 200:
raise AirflowException('JobFlow creation failed: %s' % response)
else:
logging.info('JobFlow with id %s created', response['JobFlowId'])
return response['JobFlowId']示例3: test_create_job_flow_extra_args
# 需要导入模块: from airflow.contrib.hooks.emr_hook import EmrHook [as 别名]
# 或者: from airflow.contrib.hooks.emr_hook.EmrHook import create_job_flow [as 别名]
def test_create_job_flow_extra_args(self):
"""
Test that we can add extra arguments to the launch call.
This is useful for when AWS add new options, such as
"SecurityConfiguration" so that we don't have to change our code
"""
client = boto3.client('emr', region_name='us-east-1')
hook = EmrHook(aws_conn_id='aws_default', emr_conn_id='emr_default')
# AmiVersion is really old and almost no one will use it anymore, but
# it's one of the "optional" request params that moto supports - it's
# coverage of EMR isn't 100% it turns out.
cluster = hook.create_job_flow({'Name': 'test_cluster',
'ReleaseLabel': '',
'AmiVersion': '3.2'})
cluster = client.describe_cluster(ClusterId=cluster['JobFlowId'])['Cluster']
# The AmiVersion comes back as {Requested,Running}AmiVersion fields.
self.assertEqual(cluster['RequestedAmiVersion'], '3.2')