本文整理汇总了Python中apache_beam.utils.pipeline_options.PipelineOptions.get_all_options方法的典型用法代码示例。如果您正苦于以下问题：Python PipelineOptions.get_all_options方法的具体用法？Python PipelineOptions.get_all_options怎么用？Python PipelineOptions.get_all_options使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类apache_beam.utils.pipeline_options.PipelineOptions的用法示例。
在下文中一共展示了PipelineOptions.get_all_options方法的10个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_override_options
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_override_options(self):
base_flags = ['--num_workers', '5']
options = PipelineOptions(base_flags)
self.assertEqual(options.get_all_options()['num_workers'], 5)
self.assertEqual(options.get_all_options()['mock_flag'], False)
options.view_as(PipelineOptionsTest.MockOptions).mock_flag = True
self.assertEqual(options.get_all_options()['num_workers'], 5)
self.assertTrue(options.get_all_options()['mock_flag'])示例2: test_extra_package
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_extra_package(self):
options = PipelineOptions(['--extra_package', 'abc',
'--extra_packages', 'def',
'--extra_packages', 'ghi'])
self.assertEqual(
sorted(options.get_all_options()['extra_packages']),
['abc', 'def', 'ghi'])
options = PipelineOptions(flags=[''])
self.assertEqual(options.get_all_options()['extra_packages'], None)示例3: test_experiments
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_experiments(self):
options = PipelineOptions(['--experiment', 'abc', '--experiment', 'def'])
self.assertEqual(
sorted(options.get_all_options()['experiments']), ['abc', 'def'])
options = PipelineOptions(['--experiments', 'abc', '--experiments', 'def'])
self.assertEqual(
sorted(options.get_all_options()['experiments']), ['abc', 'def'])
options = PipelineOptions(flags=[''])
self.assertEqual(options.get_all_options()['experiments'], None)示例4: test_get_all_options
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_get_all_options(self):
for case in PipelineOptionsTest.TEST_CASES:
options = PipelineOptions(flags=case['flags'])
self.assertDictContainsSubset(case['expected'], options.get_all_options())
self.assertEqual(options.view_as(
PipelineOptionsTest.MockOptions).mock_flag,
case['expected']['mock_flag'])
self.assertEqual(options.view_as(
PipelineOptionsTest.MockOptions).mock_option,
case['expected']['mock_option'])示例5: test_option_with_space
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_option_with_space(self):
options = PipelineOptions(flags=['--option with space= value with space'])
self.assertEqual(
getattr(options.view_as(PipelineOptionsTest.MockOptions),
'option with space'), ' value with space')
options_from_dict = PipelineOptions.from_dictionary(
options.get_all_options())
self.assertEqual(
getattr(options_from_dict.view_as(PipelineOptionsTest.MockOptions),
'option with space'), ' value with space')示例6: test_from_dictionary
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_from_dictionary(self):
for case in PipelineOptionsTest.TEST_CASES:
options = PipelineOptions(flags=case['flags'])
all_options_dict = options.get_all_options()
options_from_dict = PipelineOptions.from_dictionary(all_options_dict)
self.assertEqual(options_from_dict.view_as(
PipelineOptionsTest.MockOptions).mock_flag,
case['expected']['mock_flag'])
self.assertEqual(options.view_as(
PipelineOptionsTest.MockOptions).mock_option,
case['expected']['mock_option'])示例7: test_redefine_options
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_redefine_options(self):
class TestRedefinedOptios(PipelineOptions): # pylint: disable=unused-variable
@classmethod
def _add_argparse_args(cls, parser):
parser.add_argument('--redefined_flag', action='store_true')
class TestRedefinedOptios(PipelineOptions):
@classmethod
def _add_argparse_args(cls, parser):
parser.add_argument('--redefined_flag', action='store_true')
options = PipelineOptions(['--redefined_flag'])
self.assertTrue(options.get_all_options()['redefined_flag'])示例8: test_template_location
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_template_location(self):
options = PipelineOptions(['--template_location', 'abc'])
self.assertEqual(options.get_all_options()['template_location'], 'abc')
options = PipelineOptions(flags=[''])
self.assertEqual(options.get_all_options()['template_location'], None)示例9: test_dataflow_job_file
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_dataflow_job_file(self):
options = PipelineOptions(['--dataflow_job_file', 'abc'])
self.assertEqual(options.get_all_options()['dataflow_job_file'], 'abc')
options = PipelineOptions(flags=[''])
self.assertEqual(options.get_all_options()['dataflow_job_file'], None)示例10: test_create_test_pipeline_options
# 需要导入模块: from apache_beam.utils.pipeline_options import PipelineOptions [as 别名]
# 或者: from apache_beam.utils.pipeline_options.PipelineOptions import get_all_options [as 别名]
def test_create_test_pipeline_options(self):
test_pipeline = TestPipeline(argv=self.TEST_CASE['options'])
test_options = PipelineOptions(test_pipeline.get_full_options_as_args())
self.assertDictContainsSubset(self.TEST_CASE['expected_dict'],
test_options.get_all_options())