本文整理匯總了Python中tests.mr_job_where_are_you.MRJobWhereAreYou.make_runner方法的典型用法代碼示例。如果您正苦於以下問題：Python MRJobWhereAreYou.make_runner方法的具體用法？Python MRJobWhereAreYou.make_runner怎麽用？Python MRJobWhereAreYou.make_runner使用的例子？那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類tests.mr_job_where_are_you.MRJobWhereAreYou的用法示例。
在下文中一共展示了MRJobWhereAreYou.make_runner方法的4個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Python代碼示例。
示例1: test_loading_boostrapped_mrjob_library
# 需要導入模塊: from tests.mr_job_where_are_you import MRJobWhereAreYou [as 別名]
# 或者: from tests.mr_job_where_are_you.MRJobWhereAreYou import make_runner [as 別名]
def test_loading_boostrapped_mrjob_library(self):
# track the dir we're loading mrjob from rather than the full path
# to deal with edge cases where we load from the .py file,
# and the script loads from the .pyc compiled from that .py file.
our_mrjob_dir = os.path.dirname(os.path.realpath(mrjob.__file__))
with mrjob_conf_patcher():
mr_job = MRJobWhereAreYou(['-r', 'local'])
mr_job.sandbox()
with mr_job.make_runner() as runner:
# sanity check
self.assertEqual(runner.get_opts()['bootstrap_mrjob'], True)
local_tmp_dir = os.path.realpath(runner._get_local_tmp_dir())
runner.run()
output = list(runner.stream_output())
self.assertEqual(len(output), 1)
# script should load mrjob from its working dir
_, script_mrjob_dir = mr_job.parse_output_line(output[0])
self.assertNotEqual(our_mrjob_dir, script_mrjob_dir)
assert script_mrjob_dir.startswith(local_tmp_dir)示例2: test_can_turn_off_bootstrap_mrjob
# 需要導入模塊: from tests.mr_job_where_are_you import MRJobWhereAreYou [as 別名]
# 或者: from tests.mr_job_where_are_you.MRJobWhereAreYou import make_runner [as 別名]
def test_can_turn_off_bootstrap_mrjob(self):
# track the dir we're loading mrjob from rather than the full path
# to deal with edge cases where we load from the .py file,
# and the script loads from the .pyc compiled from that .py file.
our_mrjob_dir = os.path.dirname(os.path.realpath(mrjob.__file__))
self.mrjob_conf_path = os.path.join(self.tmp_dir, 'mrjob.conf')
dump_mrjob_conf({'runners': {'local': {'bootstrap_mrjob': False}}},
open(self.mrjob_conf_path, 'w'))
mr_job = MRJobWhereAreYou(['-c', self.mrjob_conf_path])
mr_job.sandbox()
with mr_job.make_runner() as runner:
# sanity check
self.assertEqual(runner.get_opts()['bootstrap_mrjob'], False)
runner.run()
output = list(runner.stream_output())
self.assertEqual(len(output), 1)
# script should load mrjob from the same place our test does
_, script_mrjob_dir = mr_job.parse_output_line(output[0])
self.assertEqual(our_mrjob_dir, script_mrjob_dir)示例3: test_can_turn_off_bootstrap_mrjob
# 需要導入模塊: from tests.mr_job_where_are_you import MRJobWhereAreYou [as 別名]
# 或者: from tests.mr_job_where_are_you.MRJobWhereAreYou import make_runner [as 別名]
def test_can_turn_off_bootstrap_mrjob(self):
with mrjob_conf_patcher({"runners": {"local": {"bootstrap_mrjob": False}}}):
mr_job = MRJobWhereAreYou(["-r", "local"])
mr_job.sandbox()
with mr_job.make_runner() as runner:
# sanity check
self.assertEqual(runner.get_opts()["bootstrap_mrjob"], False)
local_tmp_dir = os.path.realpath(runner._get_local_tmp_dir())
try:
with no_handlers_for_logger():
runner.run()
except Exception as e:
# if mrjob is not installed, script won't be able to run
self.assertIn("ImportError", str(e))
return
output = list(runner.stream_output())
self.assertEqual(len(output), 1)
# script should not load mrjob from local_tmp_dir
_, script_mrjob_dir = mr_job.parse_output_line(output[0])
self.assertFalse(script_mrjob_dir.startswith(local_tmp_dir))示例4: test_can_turn_off_bootstrap_mrjob
# 需要導入模塊: from tests.mr_job_where_are_you import MRJobWhereAreYou [as 別名]
# 或者: from tests.mr_job_where_are_you.MRJobWhereAreYou import make_runner [as 別名]
def test_can_turn_off_bootstrap_mrjob(self):
with mrjob_conf_patcher(
{'runners': {'local': {'bootstrap_mrjob': False}}}):
mr_job = MRJobWhereAreYou(['-r', 'local'])
mr_job.sandbox()
with mr_job.make_runner() as runner:
# sanity check
self.assertEqual(runner._opts['bootstrap_mrjob'], False)
local_tmp_dir = os.path.realpath(runner._get_local_tmp_dir())
try:
runner.run()
except StepFailedException:
# this is what happens when mrjob isn't installed elsewhere
return
# however, if mrjob is installed, we need to verify that
# we're using the installed version and not a bootstrapped copy
output = list(mr_job.parse_output(runner.cat_output()))
self.assertEqual(len(output), 1)
# script should not load mrjob from local_tmp_dir
_, script_mrjob_dir = output[0]
self.assertFalse(script_mrjob_dir.startswith(local_tmp_dir))