當前位置: 首頁>>代碼示例>>Python>>正文

Python DBS3Reader.DBS3Reader類代碼示例

本文整理匯總了Python中WMCore.Services.DBS.DBS3Reader.DBS3Reader類的典型用法代碼示例。如果您正苦於以下問題：Python DBS3Reader類的具體用法？Python DBS3Reader怎麽用？Python DBS3Reader使用的例子？那麽, 這裏精選的類代碼示例或許可以為您提供幫助。


在下文中一共展示了DBS3Reader類的15個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Python代碼示例。

示例1: testListDatatiers

 def testListDatatiers(self):
     """
     listDatatiers returns all datatiers available
     """
     results = DBSReader.listDatatiers(self.endpoint)
     self.assertTrue('RAW' in results)
     self.assertTrue('GEN-SIM-RECO' in results)
     self.assertTrue('GEN-SIM' in results)
     self.assertFalse('RAW-ALAN' in results)
     # dbsUrl is mandatory
     with self.assertRaises(DBSReaderError):
         _ = DBSReader.listDatatiers()
     return
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:13，代碼來源:DBSReader_t.py

示例2: testGetDBSSummaryInfo

    def testGetDBSSummaryInfo(self):
        """getDBSSummaryInfo returns summary of dataset and block"""
        self.dbs = DBSReader(self.endpoint)
        dataset = self.dbs.getDBSSummaryInfo(DATASET)
        self.assertEqual(dataset['path'], DATASET)
        self.assertEqual(dataset['block'], '')
        self.assertEqual(dataset['NumberOfEvents'], 22075)
        self.assertEqual(dataset['NumberOfBlocks'], 46)
        self.assertEqual(dataset['FileSize'], 4001680824)
        self.assertEqual(dataset['file_size'], 4001680824)
        self.assertEqual(dataset['NumberOfFiles'], 49)
        self.assertEqual(dataset['NumberOfLumis'], 7223)

        block = self.dbs.getDBSSummaryInfo(DATASET, BLOCK)
        self.assertEqual(block['path'], DATASET)
        self.assertEqual(block['block'], BLOCK)
        self.assertEqual(block['NumberOfEvents'], 377)
        self.assertEqual(block['NumberOfBlocks'], 1)
        self.assertEqual(block['FileSize'], 150780132)
        self.assertEqual(block['file_size'], 150780132)
        self.assertEqual(block['NumberOfFiles'], 2)
        self.assertEqual(block['NumberOfLumis'], 94)

        with self.assertRaises(DBSReaderError):
            self.dbs.getDBSSummaryInfo(DATASET + 'blah')
        with self.assertRaises(DBSReaderError):
            self.dbs.getDBSSummaryInfo(DATASET, BLOCK + 'asas')
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:27，代碼來源:DBSReader_t.py

示例3: testListFileBlockLocation

    def testListFileBlockLocation(self):
        """listFileBlockLocation returns block location"""
        WRONG_BLOCK = BLOCK[:-4] + 'abcd'
        BLOCK2 = '/HighPileUp/Run2011A-v1/RAW#6021175e-cbfb-11e0-80a9-003048caaace'
        DBS_BLOCK = '/GenericTTbar/hernan-140317_231446_crab_JH_ASO_test_T2_ES_CIEMAT_5000_100_140318_0014-' + \
                    'ea0972193530f531086947d06eb0f121/USER#fb978442-a61b-413a-b4f4-526e6cdb142e'
        DBS_BLOCK2 = '/GenericTTbar/hernan-140317_231446_crab_JH_ASO_test_T2_ES_CIEMAT_5000_100_140318_0014-' + \
                     'ea0972193530f531086947d06eb0f121/USER#0b04d417-d734-4ef2-88b0-392c48254dab'
        self.dbs = DBSReader('https://cmsweb.cern.ch/dbs/prod/phys03/DBSReader/')

        self.assertTrue(self.dbs.listFileBlockLocation(BLOCK))
        # This block is only found on DBS
        self.assertTrue(self.dbs.listFileBlockLocation(DBS_BLOCK))
        # doesn't raise on non-existant block
        self.assertTrue(self.dbs.listFileBlockLocation(WRONG_BLOCK))
        # test bulk call:
        ## two blocks in phedex
        self.assertEqual(2, len(self.dbs.listFileBlockLocation([BLOCK, BLOCK2])))
        ## one block in phedex one does not exist
        self.assertEqual(2, len(self.dbs.listFileBlockLocation([BLOCK, WRONG_BLOCK])))
        ## one in phedex one in dbs
        self.assertEqual(2, len(self.dbs.listFileBlockLocation([BLOCK, DBS_BLOCK])))
        ## two in dbs
        self.assertEqual(2, len(self.dbs.listFileBlockLocation([DBS_BLOCK, DBS_BLOCK2])))
        ## one in DBS and one does not exist
        self.assertEqual(2, len(self.dbs.listFileBlockLocation([DBS_BLOCK, WRONG_BLOCK])))
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:26，代碼來源:DBSReader_t.py

示例4: testListProcessedDatasets

 def testListProcessedDatasets(self):
     """listProcessedDatasets returns known processed datasets"""
     self.dbs = DBSReader(self.endpoint)
     datasets = self.dbs.listProcessedDatasets('Jet', 'RAW')
     self.assertTrue('Run2011A-v1' in datasets)
     self.assertTrue('Run2011B-v1' in datasets)
     self.assertFalse(self.dbs.listProcessedDatasets('Jet', 'blah'))
     self.assertFalse(self.dbs.listProcessedDatasets('blah', 'RAW'))
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:8，代碼來源:DBSReader_t.py

示例5: testGetFileBlockWithParents

    def testGetFileBlockWithParents(self):
        """getFileBlockWithParents returns block and parents"""
        self.dbs = DBSReader(self.endpoint)
        block = self.dbs.getFileBlockWithParents(BLOCK_WITH_PARENTS)
        self.assertEqual(len(block), 1)
        block = block[BLOCK_WITH_PARENTS]
        self.assertEqual(PARENT_FILE, block['Files'][0]['ParentList'][0]['LogicalFileName'])

        self.assertRaises(DBSReaderError, self.dbs.getFileBlockWithParents, BLOCK + 'asas')
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:9，代碼來源:DBSReader_t.py

示例6: testListBlockParents

    def testListBlockParents(self):
        """listBlockParents returns block parents"""
        self.dbs = DBSReader(self.endpoint)
        parents = self.dbs.listBlockParents(BLOCK_WITH_PARENTS)
        self.assertEqual(1, len(parents))
        self.assertEqual(PARENT_BLOCK, parents[0]['Name'])
        self.assertTrue(parents[0]['PhEDExNodeList'])

        self.assertFalse(self.dbs.listBlockParents(PARENT_BLOCK))
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:9，代碼來源:DBSReader_t.py

示例7: testListFileBlocks

 def testListFileBlocks(self):
     """listFileBlocks returns block names in dataset"""
     self.dbs = DBSReader(self.endpoint)
     blocks = self.dbs.listFileBlocks(DATASET)
     self.assertTrue(BLOCK in blocks)
     # block is closed
     block = self.dbs.listFileBlocks(DATASET, blockName=BLOCK, onlyClosedBlocks=True)[0]
     self.assertEqual(block, BLOCK)
     self.assertTrue(BLOCK in block)
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:9，代碼來源:DBSReader_t.py

示例8: testlistRuns

 def testlistRuns(self):
     """listRuns returns known runs"""
     self.dbs = DBSReader(self.endpoint)
     runs = self.dbs.listRuns(dataset=DATASET)
     self.assertEqual(46, len(runs))
     self.assertTrue(174074 in runs)
     runs = self.dbs.listRuns(block=BLOCK)
     self.assertEqual(1, len(runs))
     self.assertEqual([173657], runs)
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:9，代碼來源:DBSReader_t.py

示例9: testGetFileBlock

    def testGetFileBlock(self):
        """getFileBlock returns block"""
        self.dbs = DBSReader(self.endpoint)
        block = self.dbs.getFileBlock(BLOCK)
        self.assertEqual(len(block), 1)
        block = block[BLOCK]
        self.assertEqual(2, len(block['Files']))

        self.assertRaises(DBSReaderError, self.dbs.getFileBlock, BLOCK + 'asas')
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:9，代碼來源:DBSReader_t.py

示例10: testMatchProcessedDatasets

 def testMatchProcessedDatasets(self):
     """
     matchProcessedDatasets returns known processed datasets
     """
     self.dbs = DBSReader(self.endpoint)
     dataset = self.dbs.matchProcessedDatasets('Jet', 'RAW', 'Run2011A-v1')
     self.assertEqual(1, len(dataset))
     self.assertEqual(['/Jet/Run2011A-v1/RAW'], dataset[0]['PathList'])
     self.assertEqual('Run2011A-v1', dataset[0]['Name'])
     self.assertFalse(self.dbs.matchProcessedDatasets('Jet', 'RAW', 'Run2011A-v666'))
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:10，代碼來源:DBSReader_t.py

示例11: testlistRunLumis

 def testlistRunLumis(self):
     """listRunLumis returns known runs and lumicounts (None for DBS3)"""
     self.dbs = DBSReader(self.endpoint)
     runs = self.dbs.listRunLumis(dataset=DATASET)
     self.assertEqual(46, len(runs))
     self.assertTrue(173692 in runs)
     self.assertEqual(runs[173692], None)
     runs = self.dbs.listRunLumis(block=BLOCK)
     self.assertEqual(1, len(runs))
     self.assertTrue(173657 in runs)
     self.assertEqual(runs[173657], None)
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:11，代碼來源:DBSReader_t.py

示例12: testListPrimaryDatasets

 def testListPrimaryDatasets(self):
     """
     listPrimaryDatasets returns known primary datasets
     """
     self.dbs = DBSReader(self.endpoint)
     results = self.dbs.listPrimaryDatasets('Jet*')
     self.assertTrue('Jet' in results)
     self.assertTrue('JetMET' in results)
     self.assertTrue('JetMETTau' in results)
     self.assertFalse(self.dbs.listPrimaryDatasets('DoesntExist'))
     return
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:11，代碼來源:DBSReader_t.py

示例13: _validateDatatier

def _validateDatatier(datatier, dbsUrl):
    """
    _validateDatatier_

    Provided a list of datatiers extracted from the outputDatasets, checks
    whether they all exist in DBS already.
    """
    dbsTiers = DBSReader.listDatatiers(dbsUrl)
    badTiers = list(set(datatier) - set(dbsTiers))
    if badTiers:
        raise InvalidSpecParameterValue("Bad datatier(s): %s not available in DBS." % badTiers)
開發者ID:PerilousApricot，項目名稱:WMCore，代碼行數:11，代碼來源:Validation.py

示例14: validateDatatier

    def validateDatatier(self, datatier, dbsUrl):
        """
        _validateDatatier_

        Provided a list of datatiers extracted from the outputDatasets, checks
        whether they all exist in DBS already.
        """
        dbsTiers = DBSReader.listDatatiers(dbsUrl)
        badTiers = list(set(datatier) - set(dbsTiers))
        if badTiers:
            raise cherrypy.HTTPError(400, "Bad datatier(s): %s not available in DBS." % badTiers)
開發者ID:BrunoCoimbra，項目名稱:WMCore，代碼行數:11，代碼來源:Assign.py

示例15: testListFilesInBlockWithParents

    def testListFilesInBlockWithParents(self):
        """listFilesInBlockWithParents gets files with parents for a block"""
        self.dbs = DBSReader(self.endpoint)
        files = self.dbs.listFilesInBlockWithParents(
            '/Cosmics/Commissioning2015-PromptReco-v1/RECO#004ac3ba-d09e-11e4-afad-001e67ac06a0')
        self.assertEqual(4, len(files))
        self.assertEqual('/Cosmics/Commissioning2015-PromptReco-v1/RECO#004ac3ba-d09e-11e4-afad-001e67ac06a0',
                         files[0]['block_name'])
        self.assertEqual('/Cosmics/Commissioning2015-PromptReco-v1/RECO#004ac3ba-d09e-11e4-afad-001e67ac06a0',
                         files[0]['BlockName'])
        self.assertEqual(
            '/store/data/Commissioning2015/Cosmics/RAW/v1/000/238/545/00000/1043E89F-2DCF-E411-9CAE-02163E013751.root',
            files[0]['ParentList'][0]['LogicalFileName'])

        self.assertRaises(DBSReaderError, self.dbs.listFilesInBlockWithParents, BLOCK + 'asas')
開發者ID:alexanderrichards，項目名稱:WMCore，代碼行數:15，代碼來源:DBSReader_t.py


注：本文中的WMCore.Services.DBS.DBS3Reader.DBS3Reader類示例由純淨天空整理自Github/MSDocs等開源代碼及文檔管理平台，相關代碼片段篩選自各路編程大神貢獻的開源項目，源碼版權歸原作者所有，傳播和使用請參考對應項目的License；未經允許，請勿轉載。