1 |
|
#!/usr/bin/env python |
2 |
|
import sys, os, commands,string, re |
3 |
+ |
import exceptions |
4 |
+ |
from crab_exceptions import * |
5 |
|
from crab_util import * |
6 |
|
import common |
7 |
|
|
8 |
+ |
import dlsApi |
9 |
+ |
import dlsClient |
10 |
+ |
from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry |
11 |
+ |
|
12 |
|
class DLSError: |
13 |
< |
def __init__(self, fileblocks): |
14 |
< |
print '\nERROR accessing DLS for fileblock '+fileblocks+'\n' |
15 |
< |
pass |
13 |
> |
def __init__(self, fileblocks): |
14 |
> |
print '\nERROR accessing DLS for fileblock '+fileblocks+'\n' |
15 |
> |
pass |
16 |
> |
|
17 |
> |
|
18 |
> |
class DLSNoReplicas(exceptions.Exception): |
19 |
> |
def __init__(self, FileBlock): |
20 |
> |
self.args ="No replicas exists for fileblock: "+FileBlock+"\n" |
21 |
> |
exceptions.Exception.__init__(self, self.args) |
22 |
> |
pass |
23 |
> |
|
24 |
> |
def getClassName(self): |
25 |
> |
""" Return class name. """ |
26 |
> |
return "%s" % (self.__class__.__name__) |
27 |
> |
|
28 |
> |
def getErrorMessage(self): |
29 |
> |
""" Return exception error. """ |
30 |
> |
return "%s" % (self.args) |
31 |
> |
|
32 |
|
|
33 |
|
############################################################################## |
34 |
|
# Class to extract info from DLS |
35 |
|
############################################################################## |
36 |
|
|
37 |
|
class DLSInfo: |
38 |
< |
def __init__(self, fileblocks): |
39 |
< |
self.fileblocks = fileblocks |
40 |
< |
self.DLSclient_ = 'DLSAPI/dls-get-se ' |
41 |
< |
self.DLSServer_ = 'cmsbogw.bo.infn.it' |
38 |
> |
def __init__(self, type, cfg_params): |
39 |
> |
self.cfg_params = cfg_params |
40 |
> |
self.showCAF = False |
41 |
> |
if type=="DLS_TYPE_DBS": |
42 |
> |
# use dbs_url as dls_endpoint if dls_type is dbs |
43 |
> |
try: |
44 |
> |
endpoint=self.cfg_params['CMSSW.dbs_url'] |
45 |
> |
except KeyError: |
46 |
> |
endpoint="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet" |
47 |
> |
elif type=="DLS_TYPE_PHEDEX": |
48 |
> |
try: |
49 |
> |
endpoint=self.cfg_params['CMSSW.dls_phedex_url'] |
50 |
> |
except KeyError: |
51 |
> |
endpoint='http://cmsweb.cern.ch/phedex/datasvc/xml/prod/' |
52 |
> |
if self.cfg_params['CRAB.scheduler'].upper() == 'CAF': self.showCAF = True |
53 |
> |
else: |
54 |
> |
msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type |
55 |
> |
raise CrabException(msg) |
56 |
> |
common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint)) |
57 |
> |
try: |
58 |
> |
self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint) |
59 |
> |
except dlsApi.DlsApiError, inst: |
60 |
> |
msg = "Error when binding the DLS interface: %s Server %s"%(str(inst),endpoint) |
61 |
> |
#print msg |
62 |
> |
raise CrabException(msg) |
63 |
> |
|
64 |
> |
|
65 |
> |
def getReplicasBulk(self,fileblocks): |
66 |
> |
""" |
67 |
> |
query DLS to get replicas |
68 |
> |
""" |
69 |
> |
## |
70 |
> |
try: |
71 |
> |
entryList=self.api.getLocations(fileblocks,longList=True) |
72 |
> |
except dlsApi.DlsApiError, inst: |
73 |
> |
raise DLSNoReplicas(fileblocks) |
74 |
> |
results = {} |
75 |
> |
for entry in entryList: |
76 |
> |
ListSites=[] |
77 |
> |
for loc in entry.locations: |
78 |
> |
ListSites.append(str(loc.host)) |
79 |
> |
if len(ListSites)<=0: |
80 |
> |
raise DLSNoReplicas(fileblocks) |
81 |
> |
results[entry.fileBlock.name]=ListSites |
82 |
|
|
83 |
+ |
return results |
84 |
|
# #################################### |
85 |
< |
def getReplicas(self): |
86 |
< |
""" |
87 |
< |
query DLS to get replicas |
88 |
< |
""" |
89 |
< |
## |
90 |
< |
cmd = self.DLSclient_+" --host "+self.DLSServer_+" --datablock "+self.fileblocks |
91 |
< |
#print cmd |
92 |
< |
sites = runCommand(cmd) |
93 |
< |
ListSites=string.split(sites,'\n') |
94 |
< |
return ListSites |
85 |
> |
def getReplicas(self,fileblocks): |
86 |
> |
""" |
87 |
> |
query DLS to get replicas |
88 |
> |
""" |
89 |
> |
## |
90 |
> |
try: |
91 |
> |
entryList=self.api.getLocations([fileblocks],showCAF=self.showCAF) |
92 |
> |
except dlsApi.DlsApiError, inst: |
93 |
> |
raise DLSNoReplicas(fileblocks) |
94 |
> |
|
95 |
> |
ListSites=[] |
96 |
> |
for entry in entryList: |
97 |
> |
for loc in entry.locations: |
98 |
> |
ListSites.append(str(loc.host)) |
99 |
> |
if len(ListSites)<=0: |
100 |
> |
raise DLSNoReplicas(fileblocks) |
101 |
> |
|
102 |
> |
return ListSites |