本文整理汇总了Python中HTCondorUtils.unquote方法的典型用法代码示例。如果您正苦于以下问题：Python HTCondorUtils.unquote方法的具体用法？Python HTCondorUtils.unquote怎么用？Python HTCondorUtils.unquote使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类HTCondorUtils的用法示例。
在下文中一共展示了HTCondorUtils.unquote方法的2个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: bootstrap
# 需要导入模块: import HTCondorUtils [as 别名]
# 或者: from HTCondorUtils import unquote [as 别名]
def bootstrap():
print "Entering TaskManagerBootstrap with args: %s" % sys.argv
command = sys.argv[1]
if command == "POSTJOB":
return PostJob.PostJob().execute(*sys.argv[2:])
elif command == "PREJOB":
return PreJob.PreJob().execute(*sys.argv[2:])
elif command == "FINAL":
return Final.Final().execute(*sys.argv[2:])
elif command == "ASO":
return ASO.async_stageout(*sys.argv[2:])
infile, outfile = sys.argv[2:]
adfile = os.environ["_CONDOR_JOB_AD"]
print "Parsing classad"
with open(adfile, "r") as fd:
ad = classad.parseOld(fd)
print "..done"
in_args = []
if infile != "None":
with open(infile, "r") as fd:
in_args = pickle.load(fd)
config = Configuration.Configuration()
config.section_("Services")
config.Services.DBSUrl = 'https://cmsweb.cern.ch/dbs/prod/phys03/DBSWriter/'
ad['tm_taskname'] = ad.eval("CRAB_Workflow")
ad['tm_split_algo'] = ad.eval("CRAB_SplitAlgo")
ad['tm_dbs_url'] = ad.eval("CRAB_DBSURL")
ad['tm_input_dataset'] = ad.eval("CRAB_InputData")
ad['tm_outfiles'] = HTCondorUtils.unquote(ad.eval("CRAB_AdditionalOutputFiles"))
ad['tm_tfile_outfiles'] = HTCondorUtils.unquote(ad.eval("CRAB_TFileOutputFiles"))
ad['tm_edm_outfiles'] = HTCondorUtils.unquote(ad.eval("CRAB_EDMOutputFiles"))
ad['tm_site_whitelist'] = HTCondorUtils.unquote(ad.eval("CRAB_SiteWhitelist"))
ad['tm_site_blacklist'] = HTCondorUtils.unquote(ad.eval("CRAB_SiteBlacklist"))
ad['tm_job_type'] = 'Analysis'
print "TaskManager got this raw ad"
print ad
pure_ad = {}
for key in ad:
try:
pure_ad[key] = ad.eval(key)
if isinstance(pure_ad[key], classad.Value):
del pure_ad[key]
if isinstance(pure_ad[key], types.ListType):
pure_ad[key] = [i.eval() for i in pure_ad[key]]
except:
pass
ad = pure_ad
ad['CRAB_AlgoArgs'] = json.loads(ad["CRAB_AlgoArgs"])
ad['tm_split_args'] = ad["CRAB_AlgoArgs"]
ad['tarball_location'] = os.environ.get('CRAB_TARBALL_LOCATION', '')
print "TaskManagerBootstrap got this ad:"
pprint.pprint(ad)
if command == "DBS":
task = DBSDataDiscovery.DBSDataDiscovery(config)
elif command == "SPLIT":
task = Splitter.Splitter(config)
print "Got this result from the splitter"
pprint.pprint(task)
results = task.execute(in_args, task=ad).result
if command == "SPLIT":
results = DagmanCreator.create_subdag(results, task=ad)
print results
with open(outfile, "w") as fd:
pickle.dump(results, fd)
return 0示例2: bootstrap
# 需要导入模块: import HTCondorUtils [as 别名]
# 或者: from HTCondorUtils import unquote [as 别名]
def bootstrap():
print("Entering TaskManagerBootstrap with args: %s" % sys.argv)
command = sys.argv[1]
if command == "POSTJOB":
return PostJob.PostJob().execute(*sys.argv[2:])
elif command == "PREJOB":
return PreJob.PreJob().execute(*sys.argv[2:])
elif command == "PREDAG":
return PreDAG.PreDAG().execute(*sys.argv[2:])
infile, outfile = sys.argv[2:]
adfile = os.environ["_CONDOR_JOB_AD"]
print("Parsing classad")
with open(adfile, "r") as fd:
ad = classad.parseOld(fd)
print("..done")
in_args = []
if infile != "None":
with open(infile, "r") as fd:
in_args = pickle.load(fd)
config = Configuration.Configuration()
config.section_("Services")
config.Services.DBSUrl = 'https://cmsweb.cern.ch/dbs/prod/phys03/DBSWriter/'
ad['tm_taskname'] = ad.eval("CRAB_Workflow")
ad['tm_split_algo'] = ad.eval("CRAB_SplitAlgo")
ad['tm_dbs_url'] = ad.eval("CRAB_DBSURL")
ad['tm_input_dataset'] = ad.eval("DESIRED_CMSDataset")
ad['tm_outfiles'] = HTCondorUtils.unquote(ad.eval("CRAB_AdditionalOutputFiles"))
ad['tm_tfile_outfiles'] = HTCondorUtils.unquote(ad.eval("CRAB_TFileOutputFiles"))
ad['tm_edm_outfiles'] = HTCondorUtils.unquote(ad.eval("CRAB_EDMOutputFiles"))
ad['tm_site_whitelist'] = HTCondorUtils.unquote(ad.eval("CRAB_SiteWhitelist"))
ad['tm_site_blacklist'] = HTCondorUtils.unquote(ad.eval("CRAB_SiteBlacklist"))
ad['tm_job_type'] = 'Analysis'
print("TaskManager got this raw ad")
print(ad)
pure_ad = {}
for key in ad:
try:
pure_ad[key] = ad.eval(key)
if isinstance(pure_ad[key], classad.Value):
del pure_ad[key]
if isinstance(pure_ad[key], list):
pure_ad[key] = [i.eval() for i in pure_ad[key]]
except:
pass
ad = pure_ad
ad['CRAB_AlgoArgs'] = json.loads(ad["CRAB_AlgoArgs"])
ad['tm_split_args'] = ad["CRAB_AlgoArgs"]
ad['tarball_location'] = os.environ.get('CRAB_TARBALL_LOCATION', '')
print("TaskManagerBootstrap got this ad:")
pprint.pprint(ad)
results = task.execute(in_args, task=ad).result
print(results)
with open(outfile, "w") as fd:
pickle.dump(results, fd)
return 0