CRAB/python/DLSInfo.py

#!/usr/bin/env python
import sys, os, commands,string, re
import exceptions
from crab_exceptions import *
from crab_util import *
import common

try:
    import dlsApi
    import dlsClient
    from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
except:
    try:
        Crabpydir=commands.getoutput('which crab')
        Topdir=string.replace(Crabpydir,'/python/crab','')
        sys.path.append(Topdir+'/DLSAPI')
        import dlsApi
        import dlsClient
        from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
    except:
        msg="ERROR no DLS API available"
        raise CrabException(msg)
                                                                                            
## for python 2.2 add the pyexpat.so to PYTHONPATH
pythonV=sys.version.split(' ')[0]
if pythonV.find('2.2') >= 0 :
 Crabpydir=commands.getoutput('which crab')
 Topdir=string.replace(Crabpydir,'/python/crab','')
 extradir=Topdir+'/DLSAPI/extra'
 if sys.path.count(extradir) <= 0:
   if os.path.exists(extradir):
    sys.path.insert(0, extradir)


class DLSError:
    def __init__(self, fileblocks):
        print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
        pass


class DLSNoReplicas(exceptions.Exception):
    def __init__(self, FileBlock):
        args ="No replicas exists for fileblock: "+FileBlock+"\n"
        exceptions.Exception.__init__(self, args)
        pass

    def getClassName(self):
        """ Return class name. """
        return "%s" % (self.__class__.__name__)

    def getErrorMessage(self):
        """ Return exception error. """
        return "%s" % (self.args)


##############################################################################
# Class to extract info from DLS 
##############################################################################

class DLSInfo:
    def __init__(self, type, cfg_params):
        self.cfg_params = cfg_params
        jobtype = self.cfg_params['CRAB.jobtype']
        ##SL I don't like all this hardcoded and jobtype dependent info put here
        if type=="DLS_TYPE_DLI":
            if jobtype.count('orca')>0:
                endpoint="lfc-cms-test.cern.ch/grid/cms/DLS/LFCProto"
            else:  
                try:
                    endpoint=self.cfg_params['CMSSW.dls_endpoint']
                except KeyError:
                    endpoint="lfc-cms-test.cern.ch/grid/cms/DLS/LFC"

            try:
                import xml.dom.ext.reader
            except:
                crabdir=os.getenv('CRABDIR')
## Let the  user set up PyXML by hand
                msg="There is no setup of PyXML python module required by DLS (DLI). Do the following:\n"
                msg+=" - check that in  %s/configure  the function configureDLSAPI is not commented \n"%crabdir
                msg+=" - uncomment it and re-run the configuration :"
                msg+="\n    cd %s\n"%crabdir
                msg+="     ./configure\n"
                msg+="     source crab.(c)sh\n"
                raise CrabException(msg)

        elif type=="DLS_TYPE_MYSQL":
            if jobtype.count('orca')>0:
                endpoint="lfc-cms-test.cern.ch/grid/cms/DLS/LFCProto"
            else:  
                try:
                    endpoint=self.cfg_params['CMSSW.dls_endpoint']
                except KeyError:
                    endpoint="lxgate10.cern.ch:18081"
        else:
            msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
            raise CrabException(msg)

        common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint))       
        try:
            self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
        except dlsApi.DlsApiError, inst:
            msg = "Error when binding the DLS interface: %s  Server %s"%(str(inst),self.DLSServer_)
            #print msg
            raise CrabException(msg)
 
# ####################################
    def getReplicas(self,fileblocks):
        """
        query DLS to get replicas
        """
        ##
        try:
            entryList=self.api.getLocations([fileblocks])
        except dlsApi.DlsApiError, inst:
            msg = "Error in the DLS query: %s." % str(inst)
            #print msg
            raise DLSNoReplicas(fileblocks)

        ListSites=[] 
        for entry in entryList:
            for loc in entry.locations:
                ListSites.append(str(loc.host))
        if len(ListSites)<=0:
            raise DLSNoReplicas(fileblocks)

        return ListSites         
Revision:	1.11
Committed:	Wed Aug 16 15:06:49 2006 UTC (18 years, 8 months ago) by mkirn
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	CRAB_1_3_0_pre3, HEAD_20092006
Changes since 1.10:	+10 -2 lines
Log Message:	Fixed dls_endpoint
#	User	Rev	Content
1	afanfani	1.1	#!/usr/bin/env python
2			import sys, os, commands,string, re
3	afanfani	1.4	import exceptions
4			from crab_exceptions import *
5	afanfani	1.1	from crab_util import *
6			import common
7
8	afanfani	1.7	try:
9			import dlsApi
10			import dlsClient
11			from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
12			except:
13			try:
14			Crabpydir=commands.getoutput('which crab')
15			Topdir=string.replace(Crabpydir,'/python/crab','')
16			sys.path.append(Topdir+'/DLSAPI')
17			import dlsApi
18			import dlsClient
19			from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
20			except:
21			msg="ERROR no DLS API available"
22			raise CrabException(msg)
23
24			## for python 2.2 add the pyexpat.so to PYTHONPATH
25			pythonV=sys.version.split(' ')[0]
26			if pythonV.find('2.2') >= 0 :
27			Crabpydir=commands.getoutput('which crab')
28			Topdir=string.replace(Crabpydir,'/python/crab','')
29			extradir=Topdir+'/DLSAPI/extra'
30			if sys.path.count(extradir) <= 0:
31			if os.path.exists(extradir):
32			sys.path.insert(0, extradir)
33	afanfani	1.6
34
35	afanfani	1.1	class DLSError:
36	slacapra	1.5	def __init__(self, fileblocks):
37			print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
38			pass
39	afanfani	1.1
40	afanfani	1.4
41			class DLSNoReplicas(exceptions.Exception):
42	slacapra	1.5	def __init__(self, FileBlock):
43			args ="No replicas exists for fileblock: "+FileBlock+"\n"
44			exceptions.Exception.__init__(self, args)
45			pass
46
47			def getClassName(self):
48			""" Return class name. """
49			return "%s" % (self.__class__.__name__)
50
51			def getErrorMessage(self):
52			""" Return exception error. """
53			return "%s" % (self.args)
54	afanfani	1.4
55	afanfani	1.6
56	afanfani	1.1	##############################################################################
57			# Class to extract info from DLS
58			##############################################################################
59
60			class DLSInfo:
61	mkirn	1.11	def __init__(self, type, cfg_params):
62			self.cfg_params = cfg_params
63			jobtype = self.cfg_params['CRAB.jobtype']
64	gutsche	1.10	##SL I don't like all this hardcoded and jobtype dependent info put here
65	afanfani	1.6	if type=="DLS_TYPE_DLI":
66	gutsche	1.10	if jobtype.count('orca')>0:
67			endpoint="lfc-cms-test.cern.ch/grid/cms/DLS/LFCProto"
68			else:
69			try:
70			endpoint=self.cfg_params['CMSSW.dls_endpoint']
71			except KeyError:
72			endpoint="lfc-cms-test.cern.ch/grid/cms/DLS/LFC"
73
74			try:
75			import xml.dom.ext.reader
76			except:
77			crabdir=os.getenv('CRABDIR')
78			## Let the user set up PyXML by hand
79			msg="There is no setup of PyXML python module required by DLS (DLI). Do the following:\n"
80			msg+=" - check that in %s/configure the function configureDLSAPI is not commented \n"%crabdir
81			msg+=" - uncomment it and re-run the configuration :"
82			msg+="\n cd %s\n"%crabdir
83			msg+=" ./configure\n"
84			msg+=" source crab.(c)sh\n"
85			raise CrabException(msg)
86	afanfani	1.6
87			elif type=="DLS_TYPE_MYSQL":
88	mkirn	1.11	if jobtype.count('orca')>0:
89			endpoint="lfc-cms-test.cern.ch/grid/cms/DLS/LFCProto"
90			else:
91			try:
92			endpoint=self.cfg_params['CMSSW.dls_endpoint']
93			except KeyError:
94			endpoint="lxgate10.cern.ch:18081"
95	afanfani	1.6	else:
96	gutsche	1.10	msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
97			raise CrabException(msg)
98	afanfani	1.6
99	afanfani	1.9	common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint))
100	afanfani	1.6	try:
101	gutsche	1.10	self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
102	afanfani	1.6	except dlsApi.DlsApiError, inst:
103	gutsche	1.10	msg = "Error when binding the DLS interface: %s Server %s"%(str(inst),self.DLSServer_)
104			#print msg
105			raise CrabException(msg)
106
107	afanfani	1.1	# ####################################
108	afanfani	1.6	def getReplicas(self,fileblocks):
109	slacapra	1.5	"""
110			query DLS to get replicas
111			"""
112			##
113	afanfani	1.6	try:
114	gutsche	1.10	entryList=self.api.getLocations([fileblocks])
115	afanfani	1.6	except dlsApi.DlsApiError, inst:
116	gutsche	1.10	msg = "Error in the DLS query: %s." % str(inst)
117			#print msg
118			raise DLSNoReplicas(fileblocks)
119	afanfani	1.6
120			ListSites=[]
121			for entry in entryList:
122	gutsche	1.10	for loc in entry.locations:
123			ListSites.append(str(loc.host))
124	afanfani	1.6	if len(ListSites)<=0:
125	gutsche	1.10	raise DLSNoReplicas(fileblocks)
126	afanfani	1.4
127	slacapra	1.5	return ListSites