本文整理汇总了Python中WMQuality.Emulators.DataBlockGenerator.DataBlockGenerator.DataBlockGenerator.getDatasetName方法的典型用法代码示例。如果您正苦于以下问题:Python DataBlockGenerator.getDatasetName方法的具体用法?Python DataBlockGenerator.getDatasetName怎么用?Python DataBlockGenerator.getDatasetName使用的例子?那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类WMQuality.Emulators.DataBlockGenerator.DataBlockGenerator.DataBlockGenerator
的用法示例。
在下文中一共展示了DataBlockGenerator.getDatasetName方法的2个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: MockPhEDExApi
# 需要导入模块: from WMQuality.Emulators.DataBlockGenerator.DataBlockGenerator import DataBlockGenerator [as 别名]
# 或者: from WMQuality.Emulators.DataBlockGenerator.DataBlockGenerator.DataBlockGenerator import getDatasetName [as 别名]
#.........这里部分代码省略.........
nodes = [{"name": "T1_US_FNAL_MSS", "kind": "MSS", "se": "cmssrm.fnal.gov", "technology": "dCache", "id": 1},
{"name": "T1_US_FNAL_Buffer", "kind": "Buffer", "se": "cmssrm.fnal.gov", "technology": "dCache",
"id": 2},
{"name": "T0_CH_CERN_MSS", "kind": "MSS", "se": "srm-cms.cern.ch", "technology": "Castor", "id": 3},
{"name": "T0_CH_CERN_Buffer", "kind": "Buffer", "se": "srm-cms.cern.ch", "technology": "Castor",
"id": 4},
{"name": "T1_UK_RAL_MSS", "kind": "MSS", "se": "srm-cms.gridpp.rl.ac.uk", "technology": "Castor",
"id": 5},
{"name": "T1_UK_RAL_Buffer", "kind": "Buffer", "se": "srm-cms.gridpp.rl.ac.uk", "technology": "Castor",
"id": 6},
{"name": "T1_UK_RAL_Disk", "kind": "Disk", "se": "srm-cms-disk.gridpp.rl.ac.uk", "technology": "Disk",
"id": 7},
{"name": "T2_CH_CERN", "kind": "Disk", "se": "srm-eoscms.cern.ch", "technology": "Disk", "id": 8},
{"name": "T3_CO_Uniandes", "kind": "Disk", "se": "moboro.uniandes.edu.co", "technology": "DPM",
"id": 9}
]
for node in nodes:
nodeMappings["phedex"]["node"].append(node)
return nodeMappings
def subscriptions(self, **args):
"""
Where is data subscribed - for now just replicate blockreplicas
"""
def _blockInfoGenerator(blockList):
for block in blockList:
if isinstance(block, dict):
block = block['Name']
dataset = self.dataBlocks.getDatasetName(block)
# TODO needs to add correct file numbers
datasetList = data['phedex']['dataset']
if datasetList:
find = False
for dataItem in datasetList:
if dataItem['name'] == dataset:
datasetSelected = dataItem
find = True
break
if not (datasetList and find):
data['phedex']['dataset'].append({'name': dataset, 'files': FILES_PER_DATASET,
'block': []})
datasetSelected = data['phedex']['dataset'][-1]
subs = []
subs.append({'node': 'T2_XX_SiteA_MSS', 'custodial': 'n', 'suspend_until': None,
'level': 'dataset', 'move': 'n', 'request': '47983',
'time_created': '1232989000', 'priority': 'low',
'time_update': None, 'node_id': '781',
'suspended': 'n', 'group': None})
if dataset in self.subRequests:
subs.extend(self.subRequests[dataset])
datasetSelected['subscription'] = subs
for sub in subs:
if sub['level'] == 'block':
subs.remove(sub)
blocks = datasetSelected['block']
locations = self.dataBlocks.getLocation(block)
blocks.append({"bytes": "10438786614", "files": FILES_PER_BLOCK, "is_open": "n", "name": block,
示例2: PhEDEx
# 需要导入模块: from WMQuality.Emulators.DataBlockGenerator.DataBlockGenerator import DataBlockGenerator [as 别名]
# 或者: from WMQuality.Emulators.DataBlockGenerator.DataBlockGenerator.DataBlockGenerator import getDatasetName [as 别名]
#.........这里部分代码省略.........
"kind" : "Disk",
"se" : "srm-eoscms.cern.ch",
"technology" : "Disk",
"id" : 6})
nodeMappings["phedex"]["node"].append({"name" : "T3_CO_Uniandes",
"kind" : "Disk",
"se" : "moboro.uniandes.edu.co",
"technology" : "DPM",
"id" : 7})
return nodeMappings
def getReplicaInfoForBlocks(self, **args):
"""
Where are blocks located
"""
data = {"phedex":{"request_timestamp":1254762796.13538, "block" : []}}
for block in args['block']:
blocks = data['phedex']['block']
files = self.dataBlocks.getFiles(block)
locations = self.dataBlocks.getLocation(block)
blocks.append({"files": len(files), "name": block,
'replica' : [{'node' : x + '_MSS' } for x in locations]})
return data
def subscriptions(self, **args):
"""
Where is data subscribed - for now just replicate blockreplicas
"""
def _blockInfoGenerator(blockList):
for block in blockList:
if type(block) == dict:
block = block['Name']
dataset = self.dataBlocks.getDatasetName(block)
# TODO needs to add correct file numbers
datasetList = data['phedex']['dataset']
if datasetList:
find = False
for dataItem in datasetList:
if dataItem['name'] == dataset:
datasetSelected = dataItem
find = True
break
if not datasetList or find:
data['phedex']['dataset'].append({'name' : dataset, 'files' : filesInDataset,
'block' : []})
datasetSelected = data['phedex']['dataset'][-1]
subs = []
subs.append({'node': 'T2_XX_SiteA_MSS', 'custodial': 'n', 'suspend_until': None,
'level': 'dataset', 'move': 'n', 'request': '47983',
'time_created': '1232989000', 'priority': 'low',
'time_update': None, 'node_id': '781',
'suspended': 'n', 'group': None})
# subs.append({'node': 'T2_XX_SiteB', 'custodial': 'n', 'suspend_until': None,
# 'level': 'dataset', 'move': 'n', 'request': '47983',
# 'time_created': '1232989000', 'priority': 'low',
# 'time_update': None, 'node_id': '781',
# 'suspended': 'n', 'group': None})
datasetSelected['subscription'] = subs
blocks = datasetSelected['block']
locations= self.dataBlocks.getLocation(block)