Python CmdlineParser.global_instance方法代码示例

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def find_deps_cli():
    '''
    Finds all tasks on all paths from provided CLI task
    '''
    cmdline_args = sys.argv[1:]
    with CmdlineParser.global_instance(cmdline_args) as cp:
        return find_deps(cp.get_task_obj(), upstream().family)

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def _run(cmdline_args=None, main_task_cls=None,
         worker_scheduler_factory=None, use_dynamic_argparse=None, local_scheduler=False):
    """
    Please dont use. Instead use `luigi` binary.

    Run from cmdline using argparse.

    :param cmdline_args:
    :param main_task_cls:
    :param worker_scheduler_factory:
    :param use_dynamic_argparse: Deprecated and ignored
    :param local_scheduler:
    """
    if use_dynamic_argparse is not None:
        warnings.warn("use_dynamic_argparse is deprecated, don't set it.",
                      DeprecationWarning, stacklevel=2)
    if cmdline_args is None:
        cmdline_args = sys.argv[1:]

    if main_task_cls:
        cmdline_args.insert(0, main_task_cls.task_family)
    if local_scheduler:
        cmdline_args.insert(0, '--local-scheduler')

    with CmdlineParser.global_instance(cmdline_args) as cp:
        return _schedule_and_run([cp.get_task_obj()], worker_scheduler_factory)

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def find_deps_cli():
    '''
    Finds all tasks on all paths from provided CLI task
    '''
    cmdline_args = sys.argv[1:]
    with CmdlineParser.global_instance(cmdline_args) as cp:
        task_cls = cp.get_task_cls()
        task = task_cls()
        upstream_task_family = upstream().family
        return find_deps(task, upstream_task_family)

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def _run(cmdline_args=None, main_task_cls=None,
         worker_scheduler_factory=None, use_dynamic_argparse=None, local_scheduler=False, detailed_summary=False):
    if use_dynamic_argparse is not None:
        warnings.warn("use_dynamic_argparse is deprecated, don't set it.",
                      DeprecationWarning, stacklevel=2)
    if cmdline_args is None:
        cmdline_args = sys.argv[1:]

    if main_task_cls:
        cmdline_args.insert(0, main_task_cls.task_family)
    if local_scheduler:
        cmdline_args.append('--local-scheduler')
    with CmdlineParser.global_instance(cmdline_args) as cp:
        return _schedule_and_run([cp.get_task_obj()], worker_scheduler_factory)

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def main(luigi_module_file, last_task, first_task, dry_run, luigi_args):
    """
    Determines which files are generated by tasks on a "path" of a luigi task graph and deletes them.
    This is useful to force-run one or several tasks as if the output targets already
    exist, luigi will not execute the task.

    For example if there are 4 tasks A -> B -> C -> D ('->' meaning 'requires')
    and the code of task C changed, one might to rerun tasks C, B and A. Hence,
    the output files generated by these three tasks should get deleted first.

    :param luigi_module_file: python module name containing luigi tasks (needs to be on python path)
    :param last_task: last task in topological ordering ('A' in example)
    :param first_task: first task in topological ordering ('C' in example)
    :param dry_run: don't delete files, just output paths
    :param luigi_args: arguments passed to luigi
    """

    luigi_cmd = ['--module', luigi_module_file, last_task]

    if luigi_args:
        luigi_cmd.extend(luigi_args)

    with CmdlineParser.global_instance(luigi_cmd) as cp:
        task = cp.get_task_obj()

        print("Determining output files on path {} to {}".format(first_task, last_task))
        files = walk_tree(task, first_task)

        files_to_delete = {f for f in files if os.path.exists(f)}

        if not files_to_delete:
            print("Nothing to delete.")

        for f in files_to_delete:
            if not dry_run:
                print("Removing {}".format(f))
                os.unlink(f)
            else:
                print("Would remove {}".format(f))

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def in_parse(cmds, deferred_computation):
    with CmdlineParser.global_instance(cmds):
        deferred_computation()

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
 def wrapper(*args, **kwargs):
     with CmdlineParser.global_instance(self.cmds, allow_override=True):
         return fun(*args, **kwargs)

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def in_parse(cmds, deferred_computation):
    with CmdlineParser.global_instance(cmds) as cp:
        deferred_computation(cp.get_task_obj())

# 需要导入模块: from luigi.cmdline_parser import CmdlineParser [as 别名]
# 或者: from luigi.cmdline_parser.CmdlineParser import global_instance [as 别名]
def main():
    cmdline_args = sys.argv[1:]
    with CmdlineParser.global_instance(cmdline_args) as cp:
        task = cp.get_task_obj()
        print(print_tree(task))