ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/DLSInfo.py

Comparing COMP/CRAB/python/DLSInfo.py (file contents):
Revision 1.1 by afanfani, Mon Nov 7 23:20:21 2005 UTC vs.
Revision 1.28 by spiga, Wed Jan 7 14:27:50 2009 UTC

#	Line 1 | Line 1
1		#!/usr/bin/env python
2		import sys, os, commands,string, re
3	+	import exceptions
4	+	from crab_exceptions import *
5		from crab_util import *
6		import common
7
8	+	import dlsApi
9	+	import dlsClient
10	+	from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
11	+
12		class DLSError:
13	<	def __init__(self, fileblocks):
14	<	print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
15	<	pass
13	>	def __init__(self, fileblocks):
14	>	print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
15	>	pass
16	>
17	>
18	>	class DLSNoReplicas(exceptions.Exception):
19	>	def __init__(self, FileBlock):
20	>	self.args ="No replicas exists for fileblock: %s \n"%str(FileBlock)
21	>	exceptions.Exception.__init__(self, self.args)
22	>	pass
23	>
24	>	def getClassName(self):
25	>	""" Return class name. """
26	>	return "%s" % (self.__class__.__name__)
27	>
28	>	def getErrorMessage(self):
29	>	""" Return exception error. """
30	>	return "%s" % (self.args)
31	>
32
33		##############################################################################
34		# Class to extract info from DLS
35		##############################################################################
36
37		class DLSInfo:
38	<	def __init__(self, fileblocks):
39	<	self.fileblocks = fileblocks
40	<	self.DLSclient_ = 'DLSAPI/dls-get-se '
41	<	self.DLSServer_ = 'cmsbogw.bo.infn.it'
38	>	def __init__(self, type, cfg_params):
39	>	self.cfg_params = cfg_params
40	>	self.showCAF = False
41	>
42	>	self.showProd = self.cfg_params.get('CMSSW.show_prod', False)
43
44	+	phedexURL='http://cmsweb.cern.ch/phedex/datasvc/xml/prod/'
45	+	global_url="http://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
46	+	caf_url = "http://cmsdbsprod.cern.ch/cms_dbs_caf_analysis_01/servlet/DBSServlet"
47	+	dbs_url_map  =   {'glite':    global_url,
48	+	'glitecoll':global_url,\
49	+	'condor':   global_url,\
50	+	'condor_g': global_url,\
51	+	'glidein':  global_url,\
52	+	'lsf':      global_url,\
53	+	'caf':      caf_url,\
54	+	'sge':      global_url
55	+	}
56	+	dbs_url_default = dbs_url_map[(common.scheduler.name()).lower()]
57	+
58	+	if type=="DLS_TYPE_DBS":
59	+	# use dbs_url as dls_endpoint if dls_type is dbs
60	+	endpoint=self.cfg_params.get('CMSSW.dbs_url', dbs_url_default)
61	+	elif type=="DLS_TYPE_PHEDEX":
62	+	endpoint=self.cfg_params.get('CMSSW.dls_phedex_url',phedexURL)
63	+	if self.cfg_params['CRAB.scheduler'].upper() == 'CAF':  self.showCAF = True
64	+	else:
65	+	msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
66	+	raise CrabException(msg)
67	+	common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint))
68	+	try:
69	+	self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
70	+	except dlsApi.DlsApiError, inst:
71	+	msg = "Error when binding the DLS interface: %s  Server %s"%(str(inst),endpoint)
72	+	#print msg
73	+	raise CrabException(msg)
74	+
75	+	def getReplicasBulk(self,fileblocks):
76	+	"""
77	+	query DLS to get replicas
78	+	"""
79	+	##
80	+	try:
81	+	entryList=self.api.getLocations(fileblocks,longList=True,showCAF=self.showCAF,showProd=self.showProd)
82	+	except dlsApi.DlsApiError, inst:
83	+	raise DLSNoReplicas(fileblocks)
84	+	results = {}
85	+	for entry in entryList:
86	+	ListSites=[]
87	+	for loc in entry.locations:
88	+	ListSites.append(str(loc.host))
89	+	if len(ListSites)<=0:
90	+	msg ="No replicas exists for fileblock: %s \n"%str(fileblocks)
91	+	raise CrabException(msg)
92	+	results[entry.fileBlock.name]=ListSites
93	+
94	+	return results
95		# ####################################
96	<	def getReplicas(self):
97	<	"""
98	<	query DLS to get replicas
99	<	"""
100	<	##
101	<	cmd = self.DLSclient_+" --host "+self.DLSServer_+" --datablock "+self.fileblocks
102	<	#print cmd
103	<	sites = runCommand(cmd)
104	<	ListSites=string.split(sites,'\n')
105	<	return ListSites
96	>	def getReplicas(self,fileblocks):
97	>	"""
98	>	query DLS to get replicas
99	>	"""
100	>	##
101	>	try:
102	>	entryList=self.api.getLocations([fileblocks],showCAF=self.showCAF)
103	>	except dlsApi.DlsApiError, inst:
104	>	raise DLSNoReplicas(fileblocks)
105	>
106	>	ListSites=[]
107	>	for entry in entryList:
108	>	for loc in entry.locations:
109	>	ListSites.append(str(loc.host))
110	>	if len(ListSites)<=0:
111	>	raise DLSNoReplicas(fileblocks)
112	>
113	>	return ListSites

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines