CRAB/python/DLSInfo.py

#!/usr/bin/env python
import sys, os, commands,string, re
import exceptions
from crab_exceptions import *
from crab_util import *
import common

import dlsApi
import dlsClient
from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
                                                                                            
class DLSError:
    def __init__(self, fileblocks):
        print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
        pass


class DLSNoReplicas(exceptions.Exception):
    def __init__(self, FileBlock):
        self.args ="No replicas exists for fileblock: %s \n"%str(FileBlock)
        exceptions.Exception.__init__(self, self.args)
        pass

    def getClassName(self):
        """ Return class name. """
        return "%s" % (self.__class__.__name__)

    def getErrorMessage(self):
        """ Return exception error. """
        return "%s" % (self.args)


##############################################################################
# Class to extract info from DLS 
##############################################################################

class DLSInfo:
    def __init__(self, type, cfg_params):
        self.cfg_params = cfg_params
        self.showCAF = False
        self.showProd = False

        showProd = int(self.cfg_params.get('CMSSW.show_prod', 0)) 
        if showProd == 1: self.showProd = True

        phedexURL='http://cmsweb.cern.ch/phedex/datasvc/xml/prod/'
        global_url="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
        caf_url = "http://cmsdbsprod.cern.ch/cms_dbs_caf_analysis_01/servlet/DBSServlet"
        dbs_url_map  =   {'glite':    global_url,
                          'glitecoll':global_url,\
                          'condor':   global_url,\
                          'condor_g': global_url,\
                          'glidein':  global_url,\
                          'lsf':      global_url,\
                          'caf':      caf_url,\
                          'sge':      global_url,
                          'arc':      global_url
                          }
        dbs_url_default = dbs_url_map[(common.scheduler.name()).lower()]

        if type=="DLS_TYPE_DBS":
            # use dbs_url as dls_endpoint if dls_type is dbs
            endpoint=self.cfg_params.get('CMSSW.dbs_url', dbs_url_default) 
        elif type=="DLS_TYPE_PHEDEX":
            endpoint=self.cfg_params.get('CMSSW.dls_phedex_url',phedexURL)
            if self.cfg_params['CRAB.scheduler'].upper() == 'CAF':  self.showCAF = True
        else:
            msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
            raise CrabException(msg)
        common.logger.debug("DLS interface: %s Server %s"%(type,endpoint))       
        try:
            self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
        except dlsApi.DlsApiError, inst:
            msg = "Error when binding the DLS interface: %s  Server %s"%(str(inst),endpoint)
            #print msg
            raise CrabException(msg)

    def getReplicasBulk(self,fileblocks):
        """
        query DLS to get replicas
        """               
        ##
        try:
            entryList=self.api.getLocations(fileblocks,longList=True,showCAF=self.showCAF,showProd=self.showProd)
        except dlsApi.DlsApiError, inst:
            raise DLSNoReplicas(fileblocks)
        results = {} 
        for entry in entryList: 
            ListSites=[] 
            for loc in entry.locations:
                ListSites.append(str(loc.host))
            if len(ListSites)<=0:
                msg ="No replicas exists for fileblock: %s \n"%str(fileblocks)
                raise CrabException(msg)
            results[entry.fileBlock.name]=ListSites

        return results         
# ####################################
    def getReplicas(self,fileblocks):
        """
        query DLS to get replicas
        """
        ##
        try:
            entryList=self.api.getLocations([fileblocks],showCAF=self.showCAF)
        except dlsApi.DlsApiError, inst:
            raise DLSNoReplicas(fileblocks)

        ListSites=[] 
        for entry in entryList:
            for loc in entry.locations:
                ListSites.append(str(loc.host))
        if len(ListSites)<=0:
            raise DLSNoReplicas(fileblocks)

        return ListSites         
Revision:	1.31
Committed:	Tue May 26 10:23:00 2009 UTC (15 years, 11 months ago) by spiga
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	CRAB_2_6_3_pre2, CRAB_2_7_0_pre2, CRAB_2_6_3_pre1, test_1, CRAB_2_7_0_pre1, CRAB_2_6_2, CRAB_2_6_2_pre2, CRAB_2_6_2_pre1, CRAB_2_6_1_pre4, CRAB_2_6_1_pre3, CRAB_2_6_1_pre2, CRAB_2_6_1_pre1, CRAB_2_6_1, CRAB_2_6_0, CRAB_2_6_0_pre14, CRAB_2_6_0_pre13, CRAB_2_6_0_pre12, CRAB_2_6_0_pre11, CRAB_2_6_0_pre10, CRAB_2_6_0_pre9, CRAB_2_6_0_pre8, CRAB_2_6_0_pre7, CRAB_2_6_0_pre6, CRAB_2_6_0_pre5, CRAB_2_6_0_pre4, CRAB_2_6_0_pre3
Branch point for:	CRAB_2_6_X_br
Changes since 1.30:	+1 -1 lines
Log Message:	adapting code to logging usage. (crab_logger removed)
#	User	Rev	Content
1	afanfani	1.1	#!/usr/bin/env python
2			import sys, os, commands,string, re
3	afanfani	1.4	import exceptions
4			from crab_exceptions import *
5	afanfani	1.1	from crab_util import *
6			import common
7
8	slacapra	1.14	import dlsApi
9			import dlsClient
10			from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
11	afanfani	1.7
12	afanfani	1.1	class DLSError:
13	slacapra	1.5	def __init__(self, fileblocks):
14			print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
15			pass
16	afanfani	1.1
17	afanfani	1.4
18			class DLSNoReplicas(exceptions.Exception):
19	slacapra	1.5	def __init__(self, FileBlock):
20	spiga	1.26	self.args ="No replicas exists for fileblock: %s \n"%str(FileBlock)
21	slacapra	1.14	exceptions.Exception.__init__(self, self.args)
22	slacapra	1.5	pass
23
24			def getClassName(self):
25			""" Return class name. """
26			return "%s" % (self.__class__.__name__)
27
28			def getErrorMessage(self):
29			""" Return exception error. """
30			return "%s" % (self.args)
31	afanfani	1.4
32	afanfani	1.6
33	afanfani	1.1	##############################################################################
34			# Class to extract info from DLS
35			##############################################################################
36
37			class DLSInfo:
38	mkirn	1.11	def __init__(self, type, cfg_params):
39			self.cfg_params = cfg_params
40	spiga	1.23	self.showCAF = False
41	spiga	1.29	self.showProd = False
42	spiga	1.25
43	spiga	1.29	showProd = int(self.cfg_params.get('CMSSW.show_prod', 0))
44			if showProd == 1: self.showProd = True
45	spiga	1.28
46	spiga	1.25	phedexURL='http://cmsweb.cern.ch/phedex/datasvc/xml/prod/'
47			global_url="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
48			caf_url = "http://cmsdbsprod.cern.ch/cms_dbs_caf_analysis_01/servlet/DBSServlet"
49			dbs_url_map = {'glite': global_url,
50			'glitecoll':global_url,\
51			'condor': global_url,\
52			'condor_g': global_url,\
53			'glidein': global_url,\
54			'lsf': global_url,\
55			'caf': caf_url,\
56	edelmann	1.30	'sge': global_url,
57			'arc': global_url
58	spiga	1.25	}
59			dbs_url_default = dbs_url_map[(common.scheduler.name()).lower()]
60
61	slacapra	1.18	if type=="DLS_TYPE_DBS":
62	gutsche	1.17	# use dbs_url as dls_endpoint if dls_type is dbs
63	spiga	1.25	endpoint=self.cfg_params.get('CMSSW.dbs_url', dbs_url_default)
64	spiga	1.21	elif type=="DLS_TYPE_PHEDEX":
65	spiga	1.25	endpoint=self.cfg_params.get('CMSSW.dls_phedex_url',phedexURL)
66	spiga	1.23	if self.cfg_params['CRAB.scheduler'].upper() == 'CAF': self.showCAF = True
67	afanfani	1.6	else:
68	gutsche	1.10	msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
69			raise CrabException(msg)
70	spiga	1.31	common.logger.debug("DLS interface: %s Server %s"%(type,endpoint))
71	afanfani	1.6	try:
72	gutsche	1.10	self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
73	afanfani	1.6	except dlsApi.DlsApiError, inst:
74	slacapra	1.14	msg = "Error when binding the DLS interface: %s Server %s"%(str(inst),endpoint)
75	gutsche	1.10	#print msg
76			raise CrabException(msg)
77	spiga	1.24
78			def getReplicasBulk(self,fileblocks):
79			"""
80	slacapra	1.27	query DLS to get replicas
81	spiga	1.26	"""
82	spiga	1.24	##
83			try:
84	spiga	1.28	entryList=self.api.getLocations(fileblocks,longList=True,showCAF=self.showCAF,showProd=self.showProd)
85	spiga	1.24	except dlsApi.DlsApiError, inst:
86			raise DLSNoReplicas(fileblocks)
87			results = {}
88			for entry in entryList:
89			ListSites=[]
90			for loc in entry.locations:
91			ListSites.append(str(loc.host))
92			if len(ListSites)<=0:
93	spiga	1.26	msg ="No replicas exists for fileblock: %s \n"%str(fileblocks)
94			raise CrabException(msg)
95	spiga	1.24	results[entry.fileBlock.name]=ListSites
96
97			return results
98	afanfani	1.1	# ####################################
99	afanfani	1.6	def getReplicas(self,fileblocks):
100	slacapra	1.5	"""
101			query DLS to get replicas
102			"""
103			##
104	afanfani	1.6	try:
105	spiga	1.23	entryList=self.api.getLocations([fileblocks],showCAF=self.showCAF)
106	afanfani	1.6	except dlsApi.DlsApiError, inst:
107	gutsche	1.10	raise DLSNoReplicas(fileblocks)
108	afanfani	1.6
109			ListSites=[]
110			for entry in entryList:
111	gutsche	1.10	for loc in entry.locations:
112			ListSites.append(str(loc.host))
113	afanfani	1.6	if len(ListSites)<=0:
114	gutsche	1.10	raise DLSNoReplicas(fileblocks)
115	afanfani	1.4
116	slacapra	1.5	return ListSites