ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/COMP/CRAB/python/DLSInfo.py
(Generate patch)

Comparing COMP/CRAB/python/DLSInfo.py (file contents):
Revision 1.1 by afanfani, Mon Nov 7 23:20:21 2005 UTC vs.
Revision 1.16 by gutsche, Thu Apr 26 19:26:04 2007 UTC

# Line 1 | Line 1
1   #!/usr/bin/env python
2   import sys, os, commands,string, re
3 + import exceptions
4 + from crab_exceptions import *
5   from crab_util import *
6   import common
7  
8 + import dlsApi
9 + import dlsClient
10 + from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
11 +                                                                                            
12 + ## for python 2.2 add the pyexpat.so to PYTHONPATH
13 + pythonV=sys.version.split(' ')[0]
14 + if pythonV.find('2.2') >= 0 :
15 +    Crabpydir=commands.getoutput('which crab')
16 +    Topdir=string.replace(Crabpydir,'/python/crab','')
17 +    extradir=Topdir+'/DLSAPI/extra'
18 +    if sys.path.count(extradir) <= 0:
19 +         if os.path.exists(extradir):
20 +            sys.path.insert(0, extradir)
21 +
22 +
23   class DLSError:
24 <  def __init__(self, fileblocks):
25 <    print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
26 <    pass
24 >    def __init__(self, fileblocks):
25 >        print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
26 >        pass
27 >
28 >
29 > class DLSNoReplicas(exceptions.Exception):
30 >    def __init__(self, FileBlock):
31 >        self.args ="No replicas exists for fileblock: "+FileBlock+"\n"
32 >        exceptions.Exception.__init__(self, self.args)
33 >        pass
34 >
35 >    def getClassName(self):
36 >        """ Return class name. """
37 >        return "%s" % (self.__class__.__name__)
38 >
39 >    def getErrorMessage(self):
40 >        """ Return exception error. """
41 >        return "%s" % (self.args)
42 >
43  
44   ##############################################################################
45   # Class to extract info from DLS
46   ##############################################################################
47  
48   class DLSInfo:
49 <     def __init__(self, fileblocks):
50 <          self.fileblocks = fileblocks
51 <          self.DLSclient_ = 'DLSAPI/dls-get-se '
52 <          self.DLSServer_ = 'cmsbogw.bo.infn.it'
49 >    def __init__(self, type, cfg_params):
50 >        self.cfg_params = cfg_params
51 >        if type=="DLS_TYPE_DLI":
52 >            try:
53 >                endpoint=self.cfg_params['CMSSW.dls_endpoint']
54 >            except KeyError:
55 >                endpoint="prod-lfc-cms-central.cern.ch/grid/cms/DLS/LFC"
56 >
57 >            try:
58 >                import xml.dom.ext.reader
59 >            except:
60 >                crabdir=os.getenv('CRABDIR')
61 > ## Let the  user set up PyXML by hand
62 >                msg="There is no setup of PyXML python module required by DLS (DLI). Do the following:\n"
63 >                msg+=" - check that in  %s/configure  the function configureDLSAPI is not commented \n"%crabdir
64 >                msg+=" - uncomment it and re-run the configuration :"
65 >                msg+="\n    cd %s\n"%crabdir
66 >                msg+="     ./configure\n"
67 >                msg+="     source crab.(c)sh\n"
68 >                raise CrabException(msg)
69 >
70 >        elif type=="DLS_TYPE_MYSQL":
71 >            try:
72 >                endpoint=self.cfg_params['CMSSW.dls_endpoint']
73 >            except KeyError:
74 >                endpoint="lxgate10.cern.ch:18081"
75 >        elif type=="DLS_TYPE_DBS":
76 >            try:
77 >                endpoint=self.cfg_params['CMSSW.dls_endpoint']
78 >            except KeyError:
79 >                endpoint="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
80 >        else:
81 >            msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
82 >            raise CrabException(msg)
83  
84 +        common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint))      
85 +        try:
86 +            self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
87 +        except dlsApi.DlsApiError, inst:
88 +            msg = "Error when binding the DLS interface: %s  Server %s"%(str(inst),endpoint)
89 +            #print msg
90 +            raise CrabException(msg)
91 +
92   # ####################################
93 <     def getReplicas(self):
94 <         """
95 <          query DLS to get replicas
96 <         """
97 <         ##
98 <         cmd = self.DLSclient_+" --host "+self.DLSServer_+" --datablock "+self.fileblocks
99 <         #print cmd
100 <         sites = runCommand(cmd)
101 <         ListSites=string.split(sites,'\n')
102 <         return ListSites        
93 >    def getReplicas(self,fileblocks):
94 >        """
95 >        query DLS to get replicas
96 >        """
97 >        ##
98 >        try:
99 >            entryList=self.api.getLocations([fileblocks])
100 >        except dlsApi.DlsApiError, inst:
101 >            #msg = "Error in the DLS query: %s." % str(inst)
102 >            #print msg
103 >            raise DLSNoReplicas(fileblocks)
104 >
105 >        ListSites=[]
106 >        for entry in entryList:
107 >            for loc in entry.locations:
108 >                ListSites.append(str(loc.host))
109 >        if len(ListSites)<=0:
110 >            raise DLSNoReplicas(fileblocks)
111 >
112 >        return ListSites        

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines