CRAB/python/DLSInfo.py

#!/usr/bin/env python
import sys, os, commands,string, re
import exceptions
from crab_exceptions import *
from crab_util import *
import common

import dlsApi
import dlsClient
from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
                                                                                            
## for python 2.2 add the pyexpat.so to PYTHONPATH
pythonV=sys.version.split(' ')[0]
if pythonV.find('2.2') >= 0 :
    Crabpydir=commands.getoutput('which crab')
    Topdir=string.replace(Crabpydir,'/python/crab','')
    extradir=Topdir+'/DLSAPI/extra'
    if sys.path.count(extradir) <= 0:
         if os.path.exists(extradir):
            sys.path.insert(0, extradir)


class DLSError:
    def __init__(self, fileblocks):
        print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
        pass


class DLSNoReplicas(exceptions.Exception):
    def __init__(self, FileBlock):
        self.args ="No replicas exists for fileblock: "+FileBlock+"\n"
        exceptions.Exception.__init__(self, self.args)
        pass

    def getClassName(self):
        """ Return class name. """
        return "%s" % (self.__class__.__name__)

    def getErrorMessage(self):
        """ Return exception error. """
        return "%s" % (self.args)


##############################################################################
# Class to extract info from DLS 
##############################################################################

class DLSInfo:
    def __init__(self, type, cfg_params):
        self.cfg_params = cfg_params
        if type=="DLS_TYPE_DLI":
            try:
                endpoint=self.cfg_params['CMSSW.dls_endpoint']
            except KeyError:
                endpoint="prod-lfc-cms-central.cern.ch/grid/cms/DLS/LFC"

            try:
                import xml.dom.ext.reader
            except:
                crabdir=os.getenv('CRABDIR')
## Let the  user set up PyXML by hand
                msg="There is no setup of PyXML python module required by DLS (DLI). Do the following:\n"
                msg+=" - check that in  %s/configure  the function configureDLSAPI is not commented \n"%crabdir
                msg+=" - uncomment it and re-run the configuration :"
                msg+="\n    cd %s\n"%crabdir
                msg+="     ./configure\n"
                msg+="     source crab.(c)sh\n"
                raise CrabException(msg)

        elif type=="DLS_TYPE_MYSQL":
            try:
                endpoint=self.cfg_params['CMSSW.dls_endpoint']
            except KeyError:
                endpoint="lxgate10.cern.ch:18081"
        elif type=="DLS_TYPE_DBS":
            #
            # use dbs_url as dls_endpoint if dls_type is dbs
            #
            try:
                endpoint=self.cfg_params['CMSSW.dbs_url']
            except KeyError:
                endpoint="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
        else:
            msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
            raise CrabException(msg)

        common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint))       
        try:
            self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
        except dlsApi.DlsApiError, inst:
            msg = "Error when binding the DLS interface: %s  Server %s"%(str(inst),endpoint)
            #print msg
            raise CrabException(msg)
 
# ####################################
    def getReplicas(self,fileblocks):
        """
        query DLS to get replicas
        """
        ##
        try:
            entryList=self.api.getLocations([fileblocks])
        except dlsApi.DlsApiError, inst:
            #msg = "Error in the DLS query: %s." % str(inst)
            #print msg
            raise DLSNoReplicas(fileblocks)

        ListSites=[] 
        for entry in entryList:
            for loc in entry.locations:
                ListSites.append(str(loc.host))
        if len(ListSites)<=0:
            raise DLSNoReplicas(fileblocks)

        return ListSites         
Revision:	1.17
Committed:	Thu May 24 17:59:26 2007 UTC (17 years, 11 months ago) by gutsche
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	CRAB_2_0_2_pre5, CRAB_2_0_2_pre4, CRAB_2_0_2_pre3, CRAB_1_5_4_SLC3, CRAB_1_5_4_SLC3_pre4, CRAB_2_0_2_pre2, CRAB_2_0_2_pre1, CRAB_1_5_4_SLC3_pre3, CRAB_2_0_1, CRAB_1_5_4_SLC3_pre2, CRAB_2_0_1_pre1, CRAB_1_5_4_SLC3_pre1, CRAB_2_0_0, CRAB_2_0_0_pre10, CRAB_2_0_0_pre9, CRAB_1_5_4, CRAB_1_5_4_pre2, CRAB_1_5_4_pre1, CRAB_2_0_0_pre7, CRAB_2_0_0_pre6, CRAB_1_5_3, CRAB_1_5_3_pre5, CRAB_1_5_3_pre4, CRAB_2_0_0_pre5, CRAB_1_5_3_pre3, configure, CRAB_2_0_0_pre4, CRAB_1_5_3_pre2, CRAB_1_5_3_pre1, CRAB_2_0_0_pre3, CRAB_1_5_2, CRAB_2_0_0_pre2, CRAB_2_0_0_pre1, CRAB_1_5_1
Branch point for:	CRAB_1_5_4_SLC3_pre4_br, CRAB_1_5_4_SLC3_start
Changes since 1.16:	+4 -1 lines
Log Message:	use dbs_url card in [CMSSW] section of crab.cfg for dls_endpoint if dls_type is dbs
#	User	Rev	Content
1	afanfani	1.1	#!/usr/bin/env python
2			import sys, os, commands,string, re
3	afanfani	1.4	import exceptions
4			from crab_exceptions import *
5	afanfani	1.1	from crab_util import *
6			import common
7
8	slacapra	1.14	import dlsApi
9			import dlsClient
10			from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
11	afanfani	1.7
12			## for python 2.2 add the pyexpat.so to PYTHONPATH
13			pythonV=sys.version.split(' ')[0]
14			if pythonV.find('2.2') >= 0 :
15	slacapra	1.13	Crabpydir=commands.getoutput('which crab')
16			Topdir=string.replace(Crabpydir,'/python/crab','')
17			extradir=Topdir+'/DLSAPI/extra'
18			if sys.path.count(extradir) <= 0:
19			if os.path.exists(extradir):
20			sys.path.insert(0, extradir)
21	afanfani	1.6
22
23	afanfani	1.1	class DLSError:
24	slacapra	1.5	def __init__(self, fileblocks):
25			print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
26			pass
27	afanfani	1.1
28	afanfani	1.4
29			class DLSNoReplicas(exceptions.Exception):
30	slacapra	1.5	def __init__(self, FileBlock):
31	spiga	1.15	self.args ="No replicas exists for fileblock: "+FileBlock+"\n"
32	slacapra	1.14	exceptions.Exception.__init__(self, self.args)
33	slacapra	1.5	pass
34
35			def getClassName(self):
36			""" Return class name. """
37			return "%s" % (self.__class__.__name__)
38
39			def getErrorMessage(self):
40			""" Return exception error. """
41			return "%s" % (self.args)
42	afanfani	1.4
43	afanfani	1.6
44	afanfani	1.1	##############################################################################
45			# Class to extract info from DLS
46			##############################################################################
47
48			class DLSInfo:
49	mkirn	1.11	def __init__(self, type, cfg_params):
50			self.cfg_params = cfg_params
51	afanfani	1.6	if type=="DLS_TYPE_DLI":
52	slacapra	1.13	try:
53			endpoint=self.cfg_params['CMSSW.dls_endpoint']
54			except KeyError:
55			endpoint="prod-lfc-cms-central.cern.ch/grid/cms/DLS/LFC"
56	gutsche	1.10
57			try:
58			import xml.dom.ext.reader
59			except:
60			crabdir=os.getenv('CRABDIR')
61			## Let the user set up PyXML by hand
62			msg="There is no setup of PyXML python module required by DLS (DLI). Do the following:\n"
63			msg+=" - check that in %s/configure the function configureDLSAPI is not commented \n"%crabdir
64			msg+=" - uncomment it and re-run the configuration :"
65			msg+="\n cd %s\n"%crabdir
66			msg+=" ./configure\n"
67			msg+=" source crab.(c)sh\n"
68			raise CrabException(msg)
69	afanfani	1.6
70			elif type=="DLS_TYPE_MYSQL":
71	slacapra	1.13	try:
72			endpoint=self.cfg_params['CMSSW.dls_endpoint']
73			except KeyError:
74			endpoint="lxgate10.cern.ch:18081"
75	gutsche	1.16	elif type=="DLS_TYPE_DBS":
76	gutsche	1.17	#
77			# use dbs_url as dls_endpoint if dls_type is dbs
78			#
79	gutsche	1.16	try:
80	gutsche	1.17	endpoint=self.cfg_params['CMSSW.dbs_url']
81	gutsche	1.16	except KeyError:
82			endpoint="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
83	afanfani	1.6	else:
84	gutsche	1.10	msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
85			raise CrabException(msg)
86	afanfani	1.6
87	afanfani	1.9	common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint))
88	afanfani	1.6	try:
89	gutsche	1.10	self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
90	afanfani	1.6	except dlsApi.DlsApiError, inst:
91	slacapra	1.14	msg = "Error when binding the DLS interface: %s Server %s"%(str(inst),endpoint)
92	gutsche	1.10	#print msg
93			raise CrabException(msg)
94
95	afanfani	1.1	# ####################################
96	afanfani	1.6	def getReplicas(self,fileblocks):
97	slacapra	1.5	"""
98			query DLS to get replicas
99			"""
100			##
101	afanfani	1.6	try:
102	gutsche	1.10	entryList=self.api.getLocations([fileblocks])
103	afanfani	1.6	except dlsApi.DlsApiError, inst:
104	slacapra	1.14	#msg = "Error in the DLS query: %s." % str(inst)
105	gutsche	1.10	#print msg
106			raise DLSNoReplicas(fileblocks)
107	afanfani	1.6
108			ListSites=[]
109			for entry in entryList:
110	gutsche	1.10	for loc in entry.locations:
111			ListSites.append(str(loc.host))
112	afanfani	1.6	if len(ListSites)<=0:
113	gutsche	1.10	raise DLSNoReplicas(fileblocks)
114	afanfani	1.4
115	slacapra	1.5	return ListSites