ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/PhEDExDatasvcInfo.py

Comparing COMP/CRAB/python/PhEDExDatasvcInfo.py (file contents):
Revision 1.3 by spiga, Sun Sep 21 10:53:10 2008 UTC vs.
Revision 1.13 by fanzago, Thu Oct 23 17:07:22 2008 UTC

#	Line 14 | Line 14 | class PhEDExDatasvcInfo:
14		url="https://cmsweb.cern.ch/phedex/datasvc/xml/prod"
15		self.datasvc_url = cfg_params.get("USER.datasvc_url",url)
16
17	<	self.FacOps_savannah = 'https://savannah.cern.ch/projects/cmscompinfrasup/'
17	>	self.FacOps_savannah = 'https://savannah.cern.ch/support/?func=additem&group=cmscompinfrasup'
18	>
19
20		self.srm_version = cfg_params.get("USER.srm_version",'srmv2')
21		self.node = cfg_params.get('USER.storage_element',None)
22
23		self.publish_data = cfg_params.get("USER.publish_data",0)
24		self.usenamespace = cfg_params.get("USER.usenamespace",0)
25	<	self.user_remote_dir = cfg_params.get("USER.remote_dir",'')
25	>	self.user_remote_dir = cfg_params.get("USER.user_remote_dir",'')
26	>	if self.user_remote_dir:
27	>	if ( self.user_remote_dir[-1] != '/' ) : self.user_remote_dir = self.user_remote_dir + '/'
28	>
29		self.datasetpath = cfg_params.get("CMSSW.datasetpath")
30		self.publish_data_name = cfg_params.get('USER.publish_data_name','')
31
32		self.user_lfn = cfg_params.get("USER.lfn",'')
33	+	if self.user_lfn:
34	+	if ( self.user_lfn[-1] != '/' ) : self.user_lfn = self.user_lfn + '/'
35	+
36	+	self.user_port = cfg_params.get("USER.storage_port",'8443')
37		self.user_se_path = cfg_params.get("USER.storage_path",'')
38	+	if self.user_se_path:
39	+	if ( self.user_se_path[-1] != '/' ) : self.user_se_path = self.user_se_path + '/'
40	+
41
42		#check if using "private" Storage
43		self.usePhedex = True
44	<	if (self.node.find('T1_') + self.node.find('T2_')) == -2: self.usePhedex = False
44	>	stage_out_faq='https://twiki.cern.ch/twiki/bin/view/CMS/SWGuideCrabFaq#How_to_store_output_with_CRAB_2'
45	>	if not self.node :
46	>	msg = 'Please specify the storage_element name in your crab.cfg section [USER].\n'
47	>	msg +='      For further information please visit : %s'%stage_out_faq
48	>	raise CrabException(msg)
49	>	if (self.node.find('T1_') + self.node.find('T2_')+self.node.find('T3_')) == -3: self.usePhedex = False
50		if not self.usePhedex and ( self.user_lfn == '' or self.user_se_path == '' ):
51		msg = 'You are asking to stage out without using CMS Storage Name convention. In this case you \n'
52		msg += '      must specify both lfn and storage_path in the crab.cfg section [USER].\n '
53	<	msg += '      For further information please visit: ADD_TWIKI_LINK'
53	>	msg += '      For further information please visit : %s'%stage_out_faq
54		raise CrabException(msg)
55		self.sched = common.scheduler.name().upper()
40	–
56		self.protocol = self.srm_version
57		if self.sched in ['CAF','LSF']:self.protocol = 'direct'
58
#	Line 68 | Line 83 | class PhEDExDatasvcInfo:
83		if self.protocol == 'direct':
84		query=endpoint
85		SE_PATH = endpoint
86	+	### FEDE added SE ###
87	+	SE = self.sched
88		else:
89		url = 'http://'+endpoint.split('://')[1]
90		# python > 2.4
#	Line 108 | Line 125 | class PhEDExDatasvcInfo:
125		if int(self.publish_data) == 1 or int(self.usenamespace) == 1:
126		if self.sched in ['CAF']: l_User=True
127		primaryDataset = self.computePrimaryDataset()
128	<	lfn = LFNBase(primaryDataset,self.publish_data_name,LocalUser=l_User)  + '/${PSETHASH}/'
128	>	#lfn = LFNBase(primaryDataset,self.publish_data_name,LocalUser=l_User)  + '/${PSETHASH}/'
129	>	if self.usePhedex:
130	>	lfn = LFNBase('/store/user', primaryDataset, self.publish_data_name, LocalUser=l_User) + '/${PSETHASH}/'
131	>	else:
132	>	lfn = LFNBase(self.user_lfn, primaryDataset, self.publish_data_name, LocalUser=l_User) + '/${PSETHASH}/'
133		else:
134	<	if self.sched in ['LSF']: l_User=True
134	>	if self.sched in ['CAF','LSF']: l_User=True
135		lfn = LFNBase(self.user_remote_dir,LocalUser=l_User)
136		return lfn
137
#	Line 192 | Line 213 | class PhEDExDatasvcInfo:
213
214		stageoutpfn = self.parse_lfn2pfn(domlfn2pfn)
215		if not stageoutpfn:
216	<	msg ='Unable to get stageout path for Site %s. Maybe it does not correctly export its TFC. \n'%self.node
217	<	msg+='      Please alert the FacOps group through their savannah %s'%self.FacOps_savannah
216	>	msg ='Unable to get stageout path from TFC at Site %s \n'%self.node
217	>	msg+='      Please alert the CompInfraSup group through their savannah %s \n'%self.FacOps_savannah
218	>	msg+='      reporting: \n'
219	>	msg+='       Summary: Unable to get user stageout from TFC at Site %s \n'%self.node
220	>	msg+='       OriginalSubmission: stageout path is not retrieved from %s \n'%fullurl
221		raise CrabException(msg)
222		else:
223	<	stageoutpfn = 'srm://'+self.node+':8443'+self.user_se_path+self.lfn
223	>	if self.sched in ['CAF','LSF'] :
224	>	stageoutpfn = self.user_se_path+self.lfn
225	>	else:
226	>	stageoutpfn = 'srm://'+self.node+':'+self.user_port+self.user_se_path+self.lfn
227
228		return stageoutpfn
229	+
230	+
231	+
232	+	if __name__ == '__main__':
233	+	"""
234	+	Sort of unit testing to check Phedex API for whatever site and/or lfn.
235	+	Usage:
236	+	python PhEDExDatasvcInfo.py --node T2_IT_Bari --lfn /store/maremma
237	+
238	+	"""
239	+	import getopt,sys
240	+	from crab_util import *
241	+	import common
242	+	klass_name = 'SchedulerGlite'
243	+	klass = importName(klass_name, klass_name)
244	+	common.scheduler = klass()
245	+
246	+	lfn="/store/user/"
247	+	node='T2_IT_Bari'
248	+	valid = ['node=','lfn=']
249	+	try:
250	+	opts, args = getopt.getopt(sys.argv[1:], "", valid)
251	+	except getopt.GetoptError, ex:
252	+	print str(ex)
253	+	sys.exit(1)
254	+	for o, a in opts:
255	+	if o == "--node":
256	+	node = a
257	+	if o == "--lfn":
258	+	lfn = a
259	+
260	+	mycfg_params = { 'USER.storage_element': node }
261	+	dsvc = PhEDExDatasvcInfo(mycfg_params)
262	+	dsvc.lfn = lfn
263	+	print dsvc.getStageoutPFN()
264	+

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines