ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/DLSInfo.py

Comparing COMP/CRAB/python/DLSInfo.py (file contents):
Revision 1.5 by slacapra, Tue Mar 28 11:25:39 2006 UTC vs.
Revision 1.13 by slacapra, Wed Sep 27 14:17:57 2006 UTC

#	Line 5 | Line 5 | from crab_exceptions import *
5		from crab_util import *
6		import common
7
8	+	try:
9	+	import dlsApi
10	+	import dlsClient
11	+	from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
12	+	except:
13	+	try:
14	+	Crabpydir=commands.getoutput('which crab')
15	+	Topdir=string.replace(Crabpydir,'/python/crab','')
16	+	sys.path.append(Topdir+'/DLSAPI')
17	+	import dlsApi
18	+	import dlsClient
19	+	from dlsDataObjects import DlsLocation, DlsFileBlock, DlsEntry
20	+	except:
21	+	msg="ERROR no DLS API available"
22	+	raise CrabException(msg)
23	+
24	+	## for python 2.2 add the pyexpat.so to PYTHONPATH
25	+	pythonV=sys.version.split(' ')[0]
26	+	if pythonV.find('2.2') >= 0 :
27	+	Crabpydir=commands.getoutput('which crab')
28	+	Topdir=string.replace(Crabpydir,'/python/crab','')
29	+	extradir=Topdir+'/DLSAPI/extra'
30	+	if sys.path.count(extradir) <= 0:
31	+	if os.path.exists(extradir):
32	+	sys.path.insert(0, extradir)
33	+
34	+
35		class DLSError:
36		def __init__(self, fileblocks):
37		print '\nERROR accessing DLS for fileblock '+fileblocks+'\n'
#	Line 25 | Line 52 | class DLSNoReplicas(exceptions.Exception
52		""" Return exception error. """
53		return "%s" % (self.args)
54
55	+
56		##############################################################################
57		# Class to extract info from DLS
58		##############################################################################
59
60		class DLSInfo:
61	<	def __init__(self, fileblocks):
62	<	self.fileblocks = fileblocks
63	<	self.DLSclient_ = 'dls-get-se '
64	<	self.DLSServer_ = 'lxgate10.cern.ch'
65	<	self.DLSServerPort_ = '18081'
66	<	#self.DLSServerPort_ = '18080
67	<
68	<	out=commands.getstatusoutput('which '+self.DLSclient_)
69	<	if out[0]>0:
70	<	msg="ERROR no DLS CLI available in $PATH : %s"%self.DLSclient_
61	>	def __init__(self, type, cfg_params):
62	>	self.cfg_params = cfg_params
63	>	jobtype = self.cfg_params['CRAB.jobtype']
64	>	if type=="DLS_TYPE_DLI":
65	>	try:
66	>	endpoint=self.cfg_params['CMSSW.dls_endpoint']
67	>	except KeyError:
68	>	endpoint="prod-lfc-cms-central.cern.ch/grid/cms/DLS/LFC"
69	>
70	>	try:
71	>	import xml.dom.ext.reader
72	>	except:
73	>	crabdir=os.getenv('CRABDIR')
74	>	## Let the  user set up PyXML by hand
75	>	msg="There is no setup of PyXML python module required by DLS (DLI). Do the following:\n"
76	>	msg+=" - check that in  %s/configure  the function configureDLSAPI is not commented \n"%crabdir
77	>	msg+=" - uncomment it and re-run the configuration :"
78	>	msg+="\n    cd %s\n"%crabdir
79	>	msg+="     ./configure\n"
80	>	msg+="     source crab.(c)sh\n"
81	>	raise CrabException(msg)
82	>
83	>	elif type=="DLS_TYPE_MYSQL":
84	>	try:
85	>	endpoint=self.cfg_params['CMSSW.dls_endpoint']
86	>	except KeyError:
87	>	endpoint="lxgate10.cern.ch:18081"
88	>	else:
89	>	msg = "DLS type %s not among the supported DLS ( DLS_TYPE_DLI and DLS_TYPE_MYSQL ) "%type
90		raise CrabException(msg)
91
92	+	common.logger.debug(5,"DLS interface: %s Server %s"%(type,endpoint))
93	+	try:
94	+	self.api = dlsClient.getDlsApi(dls_type=type,dls_endpoint=endpoint)
95	+	except dlsApi.DlsApiError, inst:
96	+	msg = "Error when binding the DLS interface: %s  Server %s"%(str(inst),self.DLSServer_)
97	+	#print msg
98	+	raise CrabException(msg)
99	+
100		# ####################################
101	<	def getReplicas(self):
101	>	def getReplicas(self,fileblocks):
102		"""
103		query DLS to get replicas
104		"""
105		##
106	<	cmd = self.DLSclient_+" --port "+self.DLSServerPort_+" --host "+self.DLSServer_+" --datablock "+self.fileblocks
107	<	#print cmd
108	<	sites = runCommand(cmd)
109	<	sites=string.strip(sites)
110	<	if len(sites)<=0:
111	<	raise DLSNoReplicas(self.fileblocks)
106	>	try:
107	>	entryList=self.api.getLocations([fileblocks])
108	>	except dlsApi.DlsApiError, inst:
109	>	msg = "Error in the DLS query: %s." % str(inst)
110	>	#print msg
111	>	raise DLSNoReplicas(fileblocks)
112	>
113	>	ListSites=[]
114	>	for entry in entryList:
115	>	for loc in entry.locations:
116	>	ListSites.append(str(loc.host))
117	>	if len(ListSites)<=0:
118	>	raise DLSNoReplicas(fileblocks)
119
58	–	ListSites=string.split(string.strip(sites),'\n')
120		return ListSites

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines