ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/DLSInfo.py

Comparing COMP/CRAB/python/DLSInfo.py (file contents):
Revision 1.4 by afanfani, Sun Jan 29 01:46:08 2006 UTC vs.
Revision 1.35 by spiga, Mon Dec 14 17:39:22 2009 UTC

#	Line 5 | Line 5 | from crab_exceptions import *
5		from crab_util import *
6		import common
7
8	+	import dlsApi
9	+	import dlsClient
10	+	from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
11	+
12		class DLSError:
13	<	def __init__(self, fileblocks):
14	<	print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
15	<	pass
13	>	def __init__(self, fileblocks):
14	>	print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
15	>	pass
16
17
18		class DLSNoReplicas(exceptions.Exception):
19	<	def __init__(self, FileBlock):
20	<	args ="No replicas exists for fileblock: "+FileBlock+"\n"
21	<	exceptions.Exception.__init__(self, args)
22	<	pass
23	<
24	<	def getClassName(self):
25	<	""" Return class name. """
26	<	return "%s" % (self.__class__.__name__)
27	<
28	<	def getErrorMessage(self):
29	<	""" Return exception error. """
30	<	return "%s" % (self.args)
19	>	def __init__(self, FileBlock):
20	>	self.args ="No replicas exists for fileblock: %s \n"%str(FileBlock)
21	>	exceptions.Exception.__init__(self, self.args)
22	>	pass
23	>
24	>	def getClassName(self):
25	>	""" Return class name. """
26	>	return "%s" % (self.__class__.__name__)
27	>
28	>	def getErrorMessage(self):
29	>	""" Return exception error. """
30	>	return "%s" % (self.args)
31	>
32
33		##############################################################################
34		# Class to extract info from DLS
35		##############################################################################
36
37		class DLSInfo:
38	<	def __init__(self, fileblocks):
39	<	self.fileblocks = fileblocks
40	<	self.DLSclient_ = 'dls-get-se '
41	<	self.DLSServer_ = 'lxgate10.cern.ch'
42	<	self.DLSServerPort_ = '18081'
43	<	#self.DLSServerPort_ = '18080'
44	<
45	<	out=commands.getstatusoutput('which '+self.DLSclient_)
46	<	if out[0]>0:
47	<	msg="ERROR no DLS CLI available in $PATH : %s"%self.DLSclient_
48	<	raise CrabException(msg)
38	>	def __init__(self, type, cfg_params):
39	>	self.cfg_params = cfg_params
40	>	self.showCAF = False
41	>	self.showProd = False
42	>	self.subscribed = False
43	>	subscribed =int(self.cfg_params.get('CMSSW.subscribed', 0))
44	>	if subscribed == 1: self.subscribed = True
45	>	showProd = int(self.cfg_params.get('CMSSW.show_prod', 0))
46	>	if showProd == 1: self.showProd = True
47	>
48	>	phedexURL='http://cmsweb.cern.ch/phedex/datasvc/xml/prod/'
49	>	global_url="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
50	>	caf_url = "http://cmsdbsprod.cern.ch/cms_dbs_caf_analysis_01/servlet/DBSServlet"
51	>	dbs_url_map  =   {'glite':    global_url,
52	>	'glite_slc5':global_url,\
53	>	'glitecoll':global_url,\
54	>	'condor':   global_url,\
55	>	'condor_g': global_url,\
56	>	'glidein':  global_url,\
57	>	'lsf':      global_url,\
58	>	'caf':      caf_url,\
59	>	'sge':      global_url,\
60	>	'arc':      global_url,\
61	>	'pbs':      global_url
62	>	}
63	>	dbs_url_default = dbs_url_map[(common.scheduler.name()).lower()]
64	>
65	>	if type=="DLS_TYPE_DBS":
66	>	# use dbs_url as dls_endpoint if dls_type is dbs
67	>	endpoint=self.cfg_params.get('CMSSW.dbs_url', dbs_url_default)
68	>	elif type=="DLS_TYPE_PHEDEX":
69	>	endpoint=self.cfg_params.get('CMSSW.dls_phedex_url',phedexURL)
70	>	if self.cfg_params['CRAB.scheduler'].upper() == 'CAF':  self.showCAF = True
71	>	else:
72	>	msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
73	>	raise CrabException(msg)
74	>	common.logger.debug("DLS interface: %s Server %s"%(type,endpoint))
75	>	try:
76	>	self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
77	>	except dlsApi.DlsApiError, inst:
78	>	msg = "Error when binding the DLS interface: %s  Server %s"%(str(inst),endpoint)
79	>	#print msg
80	>	raise CrabException(msg)
81	>
82	>	def getReplicasBulk(self,fileblocks):
83	>	"""
84	>	query DLS to get replicas
85	>	"""
86	>	##
87	>	try:
88	>	entryList=self.api.getLocations(fileblocks,longList=True,showCAF=self.showCAF,showProd=self.showProd,subscribed=self.subscribed)
89	>	except dlsApi.DlsApiError, inst:
90	>	raise DLSNoReplicas(fileblocks)
91	>	results = {}
92	>	for entry in entryList:
93	>	ListSites=[]
94	>	for loc in entry.locations:
95	>	ListSites.append(str(loc.host))
96	>	if len(ListSites)<=0:
97	>	msg ="No replicas exists for fileblock: %s \n"%str(fileblocks)
98	>	raise CrabException(msg)
99	>	results[entry.fileBlock.name]=ListSites
100
101	+	return results
102		# ####################################
103	<	def getReplicas(self):
104	<	"""
105	<	query DLS to get replicas
106	<	"""
107	<	##
108	<	cmd = self.DLSclient_+" --port "+self.DLSServerPort_+" --host "+self.DLSServer_+" --datablock "+self.fileblocks
109	<	#print cmd
110	<	sites = runCommand(cmd)
111	<	sites=string.strip(sites)
112	<	if len(sites)<=0:
113	<	raise DLSNoReplicas(self.fileblocks)
103	>	def getReplicas(self,fileblocks):
104	>	"""
105	>	query DLS to get replicas
106	>	"""
107	>	##
108	>	try:
109	>	entryList=self.api.getLocations([fileblocks],showCAF=self.showCAF,subscribed=self.subscribed)
110	>	except dlsApi.DlsApiError, inst:
111	>	raise DLSNoReplicas(fileblocks)
112	>
113	>	ListSites=[]
114	>	for entry in entryList:
115	>	for loc in entry.locations:
116	>	ListSites.append(str(loc.host))
117	>	if len(ListSites)<=0:
118	>	raise DLSNoReplicas(fileblocks)
119
120	<	ListSites=string.split(string.strip(sites),'\n')
59	<	return ListSites
120	>	return ListSites

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines