| Revision: | 1.40 |
| Committed: | Mon Jan 31 14:20:14 2011 UTC (14 years, 2 months ago) by belforte |
| Content type: | text/x-python |
| Branch: | MAIN |
| CVS Tags: | CRAB_2_9_1, CRAB_2_9_1_pre2, CRAB_2_9_1_pre1, CRAB_2_9_0, CRAB_2_9_0_pre2, CRAB_2_9_0_pre1, CRAB_2_8_8, CRAB_2_8_8_pre1, CRAB_2_8_7_patch3, CRAB_2_8_7_patch2, CRAB_2_8_7_patch1, CRAB_2_8_7, CRAB_2_8_7_pre2, CRAB_2_8_7_pre1, CRAB_2_8_6, CRAB_2_8_6_pre1, CRAB_2_8_5_patch3, CRAB_2_8_5_patch2, CRAB_2_8_5_patch1, CRAB_2_8_5, CRAB_2_8_5_pre5, CRAB_2_8_5_pre4, CRAB_2_8_5_pre3, CRAB_2_8_4_patch3, CRAB_2_8_5_pre2, CRAB_2_8_4_patch2, CRAB_2_8_5_pre1, CRAB_2_8_4_patch1, CRAB_2_8_4, CRAB_2_8_4_pre5, CRAB_2_8_4_pre4, CRAB_2_8_4_pre3, CRAB_2_8_4_pre2, CRAB_2_8_4_pre1, CRAB_2_8_3, CRAB_2_8_3_pre4, CRAB_2_8_3_pre3, CRAB_2_8_3_pre2, CRAB_2_8_3_pre1, CRAB_2_8_2_patch1, CRAB_2_8_2, CRAB_2_8_2_pre5, CRAB_2_8_2_pre4, CRAB_2_8_2_pre3, CRAB_2_8_2_pre2, CRAB_2_8_2_pre1, CRAB_2_8_1, CRAB_2_8_0, CRAB_2_8_0_pre1, CRAB_2_7_10_pre3, CRAB_2_7_9_patch2_pre1, CRAB_2_7_10_pre2, CRAB_2_7_10_pre1, CRAB_2_7_9_patch1, CRAB_2_7_9, CRAB_2_7_9_pre5, CRAB_2_7_9_pre4, CRAB_2_7_9_pre3, CRAB_2_7_9_pre2, CRAB_2_7_8_patch2, CRAB_2_7_9_pre1, CRAB_2_7_8_patch2_pre1, CRAB_2_7_8_patch1, CRAB_2_7_8_patch1_pre1, CRAB_2_7_8, CRAB_2_7_8_pre3, CRAB_2_7_8_pre2, CRAB_2_7_8_dash3, CRAB_2_7_8_dash2, CRAB_2_7_8_dash, CRAB_2_7_7_patch1, CRAB_2_7_7_patch1_pre1, CRAB_2_7_8_pre1, CRAB_2_7_7, CRAB_2_7_7_pre2, HEAD |
| Changes since 1.39: | +1 -1 lines |
| Log Message: | oops. Undo erroneous insertion of cmsweb-testbed |
| # | Content |
|---|---|
| 1 | #!/usr/bin/env python |
| 2 | import sys, os, commands,string, re |
| 3 | import exceptions |
| 4 | from crab_exceptions import * |
| 5 | from crab_util import * |
| 6 | import common |
| 7 | |
| 8 | import dlsApi |
| 9 | import dlsClient |
| 10 | from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry |
| 11 | |
| 12 | class DLSError: |
| 13 | def __init__(self, fileblocks): |
| 14 | print '\nERROR accessing DLS for fileblock '+fileblocks+'\n' |
| 15 | pass |
| 16 | |
| 17 | |
| 18 | class DLSNoReplicas(exceptions.Exception): |
| 19 | def __init__(self, FileBlock): |
| 20 | self.args ="No replicas exists for fileblock: %s \n"%str(FileBlock) |
| 21 | exceptions.Exception.__init__(self, self.args) |
| 22 | pass |
| 23 | |
| 24 | def getClassName(self): |
| 25 | """ Return class name. """ |
| 26 | return "%s" % (self.__class__.__name__) |
| 27 | |
| 28 | def getErrorMessage(self): |
| 29 | """ Return exception error. """ |
| 30 | return "%s" % (self.args) |
| 31 | |
| 32 | |
| 33 | ############################################################################## |
| 34 | # Class to extract info from DLS |
| 35 | ############################################################################## |
| 36 | |
| 37 | class DLSInfo: |
| 38 | def __init__(self, type, cfg_params): |
| 39 | self.cfg_params = cfg_params |
| 40 | self.showCAF = False |
| 41 | self.showProd = False |
| 42 | self.subscribed = False |
| 43 | subscribed =int(self.cfg_params.get('CMSSW.subscribed', 0)) |
| 44 | if subscribed == 1: self.subscribed = True |
| 45 | showProd = int(self.cfg_params.get('CMSSW.show_prod', 0)) |
| 46 | if showProd == 1: self.showProd = True |
| 47 | |
| 48 | phedexURL='https://cmsweb.cern.ch/phedex/datasvc/xml/prod/' |
| 49 | global_url="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet" |
| 50 | |
| 51 | if type=="DLS_TYPE_DBS": |
| 52 | # use dbs_url as dls_endpoint if dls_type is dbs |
| 53 | endpoint=self.cfg_params.get('CMSSW.dbs_url', global_url) |
| 54 | elif type=="DLS_TYPE_PHEDEX": |
| 55 | endpoint=self.cfg_params.get('CMSSW.dls_phedex_url',phedexURL) |
| 56 | if self.cfg_params['CRAB.scheduler'].upper() == 'CAF': self.showCAF = True |
| 57 | else: |
| 58 | msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type |
| 59 | raise CrabException(msg) |
| 60 | common.logger.debug("DLS interface: %s Server %s"%(type,endpoint)) |
| 61 | try: |
| 62 | self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint) |
| 63 | except dlsApi.DlsApiError, inst: |
| 64 | msg = "Error when binding the DLS interface: %s Server %s"%(str(inst),endpoint) |
| 65 | #print msg |
| 66 | raise CrabException(msg) |
| 67 | |
| 68 | def getReplicasBulk(self,fileblocks): |
| 69 | """ |
| 70 | query DLS to get replicas |
| 71 | """ |
| 72 | ## |
| 73 | try: |
| 74 | entryList=self.api.getLocations(fileblocks,longList=True,showCAF=self.showCAF,showProd=self.showProd,subscribed=self.subscribed) |
| 75 | except dlsApi.DlsApiError, inst: |
| 76 | raise DLSNoReplicas(fileblocks) |
| 77 | results = {} |
| 78 | for entry in entryList: |
| 79 | ListSites=[] |
| 80 | for loc in entry.locations: |
| 81 | ListSites.append(str(loc.host)) |
| 82 | if len(ListSites)<=0: |
| 83 | msg ="No replicas exists for fileblock: %s \n"%str(fileblocks) |
| 84 | raise CrabException(msg) |
| 85 | results[entry.fileBlock.name]=ListSites |
| 86 | |
| 87 | return results |
| 88 | # #################################### |
| 89 | def getReplicas(self,fileblocks): |
| 90 | """ |
| 91 | query DLS to get replicas |
| 92 | """ |
| 93 | ## |
| 94 | try: |
| 95 | entryList=self.api.getLocations([fileblocks],showCAF=self.showCAF,subscribed=self.subscribed) |
| 96 | except dlsApi.DlsApiError, inst: |
| 97 | raise DLSNoReplicas(fileblocks) |
| 98 | |
| 99 | ListSites=[] |
| 100 | for entry in entryList: |
| 101 | for loc in entry.locations: |
| 102 | ListSites.append(str(loc.host)) |
| 103 | if len(ListSites)<=0: |
| 104 | raise DLSNoReplicas(fileblocks) |
| 105 | |
| 106 | return ListSites |