| 14 |
|
url="https://cmsweb.cern.ch/phedex/datasvc/xml/prod" |
| 15 |
|
self.datasvc_url = cfg_params.get("USER.datasvc_url",url) |
| 16 |
|
|
| 17 |
< |
self.FacOps_savannah = 'https://savannah.cern.ch/projects/cmscompinfrasup/' |
| 17 |
> |
self.FacOps_savannah = 'https://savannah.cern.ch/support/?func=additem&group=cmscompinfrasup' |
| 18 |
> |
|
| 19 |
|
|
| 20 |
|
self.srm_version = cfg_params.get("USER.srm_version",'srmv2') |
| 21 |
|
self.node = cfg_params.get('USER.storage_element',None) |
| 23 |
|
self.publish_data = cfg_params.get("USER.publish_data",0) |
| 24 |
|
self.usenamespace = cfg_params.get("USER.usenamespace",0) |
| 25 |
|
self.user_remote_dir = cfg_params.get("USER.remote_dir",'') |
| 26 |
+ |
if self.user_remote_dir: |
| 27 |
+ |
if ( self.user_remote_dir[-1] != '/' ) : self.user_remote_dir = self.user_remote_dir + '/' |
| 28 |
+ |
|
| 29 |
|
self.datasetpath = cfg_params.get("CMSSW.datasetpath") |
| 30 |
|
self.publish_data_name = cfg_params.get('USER.publish_data_name','') |
| 31 |
|
|
| 32 |
|
self.user_lfn = cfg_params.get("USER.lfn",'') |
| 33 |
+ |
if self.user_lfn: |
| 34 |
+ |
if ( self.user_lfn[-1] != '/' ) : self.user_lfn = self.user_lfn + '/' |
| 35 |
+ |
|
| 36 |
|
self.user_se_path = cfg_params.get("USER.storage_path",'') |
| 37 |
+ |
if self.user_se_path: |
| 38 |
+ |
if ( self.user_se_path[-1] != '/' ) : self.user_se_path = self.user_se_path + '/' |
| 39 |
+ |
|
| 40 |
|
|
| 41 |
|
#check if using "private" Storage |
| 42 |
|
self.usePhedex = True |
| 47 |
|
msg += ' For further information please visit: ADD_TWIKI_LINK' |
| 48 |
|
raise CrabException(msg) |
| 49 |
|
self.sched = common.scheduler.name().upper() |
| 40 |
– |
|
| 50 |
|
self.protocol = self.srm_version |
| 51 |
|
if self.sched in ['CAF','LSF']:self.protocol = 'direct' |
| 52 |
|
|
| 77 |
|
if self.protocol == 'direct': |
| 78 |
|
query=endpoint |
| 79 |
|
SE_PATH = endpoint |
| 80 |
+ |
### FEDE added SE ### |
| 81 |
+ |
SE = self.sched |
| 82 |
|
else: |
| 83 |
|
url = 'http://'+endpoint.split('://')[1] |
| 84 |
|
# python > 2.4 |
| 121 |
|
primaryDataset = self.computePrimaryDataset() |
| 122 |
|
lfn = LFNBase(primaryDataset,self.publish_data_name,LocalUser=l_User) + '/${PSETHASH}/' |
| 123 |
|
else: |
| 124 |
< |
if self.sched in ['LSF']: l_User=True |
| 124 |
> |
if self.sched in ['CAF','LSF']: l_User=True |
| 125 |
|
lfn = LFNBase(self.user_remote_dir,LocalUser=l_User) |
| 126 |
|
return lfn |
| 127 |
|
|
| 203 |
|
|
| 204 |
|
stageoutpfn = self.parse_lfn2pfn(domlfn2pfn) |
| 205 |
|
if not stageoutpfn: |
| 206 |
< |
msg ='Unable to get stageout path for Site %s. Maybe it does not correctly export its TFC. \n'%self.node |
| 207 |
< |
msg+=' Please alert the FacOps group through their savannah %s'%self.FacOps_savannah |
| 206 |
> |
msg ='Unable to get stageout path from TFC at Site %s \n'%self.node |
| 207 |
> |
msg+=' Please alert the CompInfraSup group through their savannah %s \n'%self.FacOps_savannah |
| 208 |
> |
msg+=' reporting: \n' |
| 209 |
> |
msg+=' Summary: Unable to get user stageout from TFC at Site %s \n'%self.node |
| 210 |
> |
msg+=' OriginalSubmission: stageout path is not retrieved from %s \n'%fullurl |
| 211 |
|
raise CrabException(msg) |
| 212 |
|
else: |
| 213 |
|
stageoutpfn = 'srm://'+self.node+':8443'+self.user_se_path+self.lfn |
| 214 |
|
|
| 215 |
|
return stageoutpfn |
| 216 |
+ |
|
| 217 |
+ |
|
| 218 |
+ |
|
| 219 |
+ |
if __name__ == '__main__': |
| 220 |
+ |
""" |
| 221 |
+ |
Sort of unit testing to check Phedex API for whatever site and/or lfn. |
| 222 |
+ |
Usage: |
| 223 |
+ |
python PhEDExDatasvcInfo.py --node T2_IT_Bari --lfn /store/maremma |
| 224 |
+ |
|
| 225 |
+ |
""" |
| 226 |
+ |
import getopt,sys |
| 227 |
+ |
from crab_util import * |
| 228 |
+ |
import common |
| 229 |
+ |
klass_name = 'SchedulerGlite' |
| 230 |
+ |
klass = importName(klass_name, klass_name) |
| 231 |
+ |
common.scheduler = klass() |
| 232 |
+ |
|
| 233 |
+ |
lfn="/store/user/" |
| 234 |
+ |
node='T2_IT_Bari' |
| 235 |
+ |
valid = ['node=','lfn='] |
| 236 |
+ |
try: |
| 237 |
+ |
opts, args = getopt.getopt(sys.argv[1:], "", valid) |
| 238 |
+ |
except getopt.GetoptError, ex: |
| 239 |
+ |
print str(ex) |
| 240 |
+ |
sys.exit(1) |
| 241 |
+ |
for o, a in opts: |
| 242 |
+ |
if o == "--node": |
| 243 |
+ |
node = a |
| 244 |
+ |
if o == "--lfn": |
| 245 |
+ |
lfn = a |
| 246 |
+ |
|
| 247 |
+ |
mycfg_params = { 'USER.storage_element': node } |
| 248 |
+ |
dsvc = PhEDExDatasvcInfo(mycfg_params) |
| 249 |
+ |
dsvc.lfn = lfn |
| 250 |
+ |
print dsvc.getStageoutPFN() |
| 251 |
+ |
|
