ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/COMP/CRAB/python/PhEDExDatasvcInfo.py
(Generate patch)

Comparing COMP/CRAB/python/PhEDExDatasvcInfo.py (file contents):
Revision 1.3 by spiga, Sun Sep 21 10:53:10 2008 UTC vs.
Revision 1.9 by spiga, Fri Oct 10 14:38:00 2008 UTC

# Line 14 | Line 14 | class PhEDExDatasvcInfo:
14          url="https://cmsweb.cern.ch/phedex/datasvc/xml/prod"
15          self.datasvc_url = cfg_params.get("USER.datasvc_url",url)
16  
17 <        self.FacOps_savannah = 'https://savannah.cern.ch/projects/cmscompinfrasup/'  
17 >        self.FacOps_savannah = 'https://savannah.cern.ch/support/?func=additem&group=cmscompinfrasup'
18 >
19  
20          self.srm_version = cfg_params.get("USER.srm_version",'srmv2')
21          self.node = cfg_params.get('USER.storage_element',None)
# Line 22 | Line 23 | class PhEDExDatasvcInfo:
23          self.publish_data = cfg_params.get("USER.publish_data",0)
24          self.usenamespace = cfg_params.get("USER.usenamespace",0)
25          self.user_remote_dir = cfg_params.get("USER.remote_dir",'')
26 +        if self.user_remote_dir:
27 +            if ( self.user_remote_dir[-1] != '/' ) : self.user_remote_dir = self.user_remote_dir + '/'
28 +            
29          self.datasetpath = cfg_params.get("CMSSW.datasetpath")
30          self.publish_data_name = cfg_params.get('USER.publish_data_name','')
31  
32          self.user_lfn = cfg_params.get("USER.lfn",'')
33 +        if self.user_lfn:
34 +            if ( self.user_lfn[-1] != '/' ) : self.user_lfn = self.user_lfn + '/'
35 +            
36 +        self.user_port = cfg_params.get("USER.storage_port",'8443')
37          self.user_se_path = cfg_params.get("USER.storage_path",'')
38 +        if self.user_se_path:
39 +            if ( self.user_se_path[-1] != '/' ) : self.user_se_path = self.user_se_path + '/'
40 +                                                    
41        
42          #check if using "private" Storage
43          self.usePhedex = True
44 <        if (self.node.find('T1_') + self.node.find('T2_')) == -2: self.usePhedex = False
44 >        if (self.node.find('T1_') + self.node.find('T2_')+self.node.find('T3_')) == -3: self.usePhedex = False
45          if not self.usePhedex and ( self.user_lfn == '' or self.user_se_path == '' ):
46              msg = 'You are asking to stage out without using CMS Storage Name convention. In this case you \n'
47              msg += '      must specify both lfn and storage_path in the crab.cfg section [USER].\n '
48              msg += '      For further information please visit: ADD_TWIKI_LINK'
49              raise CrabException(msg)
50          self.sched = common.scheduler.name().upper()
40 –
51          self.protocol = self.srm_version
52          if self.sched in ['CAF','LSF']:self.protocol = 'direct'
53  
# Line 68 | Line 78 | class PhEDExDatasvcInfo:
78              if self.protocol == 'direct':
79                  query=endpoint
80                  SE_PATH = endpoint
81 +                ### FEDE added SE ###
82 +                SE = self.sched
83              else:
84                  url = 'http://'+endpoint.split('://')[1]
85                  # python > 2.4
# Line 110 | Line 122 | class PhEDExDatasvcInfo:
122              primaryDataset = self.computePrimaryDataset()
123              lfn = LFNBase(primaryDataset,self.publish_data_name,LocalUser=l_User)  + '/${PSETHASH}/'    
124          else:
125 <            if self.sched in ['LSF']: l_User=True
125 >            if self.sched in ['CAF','LSF']: l_User=True
126              lfn = LFNBase(self.user_remote_dir,LocalUser=l_User)
127          return lfn
128  
# Line 192 | Line 204 | class PhEDExDatasvcInfo:
204    
205              stageoutpfn = self.parse_lfn2pfn(domlfn2pfn)
206              if not stageoutpfn:
207 <                msg ='Unable to get stageout path for Site %s. Maybe it does not correctly export its TFC. \n'%self.node
208 <                msg+='      Please alert the FacOps group through their savannah %s'%self.FacOps_savannah
207 >                msg ='Unable to get stageout path from TFC at Site %s \n'%self.node
208 >                msg+='      Please alert the CompInfraSup group through their savannah %s \n'%self.FacOps_savannah
209 >                msg+='      reporting: \n'
210 >                msg+='       Summary: Unable to get user stageout from TFC at Site %s \n'%self.node
211 >                msg+='       OriginalSubmission: stageout path is not retrieved from %s \n'%fullurl
212                  raise CrabException(msg)
213          else:
214 <            stageoutpfn = 'srm://'+self.node+':8443'+self.user_se_path+self.lfn
214 >            stageoutpfn = 'srm://'+self.node+':'+self.user_port+self.user_se_path+self.lfn
215  
216          return stageoutpfn
217 +
218 +
219 +
220 + if __name__ == '__main__':
221 +  """
222 +  Sort of unit testing to check Phedex API for whatever site and/or lfn.
223 +  Usage:
224 +     python PhEDExDatasvcInfo.py --node T2_IT_Bari --lfn /store/maremma
225 +
226 +  """
227 +  import getopt,sys
228 +  from crab_util import *
229 +  import common
230 +  klass_name = 'SchedulerGlite'
231 +  klass = importName(klass_name, klass_name)
232 +  common.scheduler = klass()
233 +
234 +  lfn="/store/user/"
235 +  node='T2_IT_Bari'
236 +  valid = ['node=','lfn=']
237 +  try:
238 +       opts, args = getopt.getopt(sys.argv[1:], "", valid)
239 +  except getopt.GetoptError, ex:
240 +       print str(ex)
241 +       sys.exit(1)
242 +  for o, a in opts:
243 +        if o == "--node":
244 +            node = a
245 +        if o == "--lfn":
246 +            lfn = a
247 +  
248 +  mycfg_params = { 'USER.storage_element': node }
249 +  dsvc = PhEDExDatasvcInfo(mycfg_params)
250 +  dsvc.lfn = lfn
251 +  print dsvc.getStageoutPFN()
252 +

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines