| 5 |
|
from SchedulerGrid import SchedulerGrid |
| 6 |
|
from crab_exceptions import CrabException |
| 7 |
|
from crab_util import runCommand |
| 8 |
– |
#from WMCore.SiteScreening.BlackWhiteListParser import CEBlackWhiteListParser |
| 8 |
|
from WMCore.SiteScreening.BlackWhiteListParser import SEBlackWhiteListParser |
| 9 |
< |
|
| 9 |
> |
import Scram |
| 10 |
|
|
| 11 |
|
|
| 12 |
|
import common |
| 13 |
|
import os |
| 14 |
|
import socket |
| 15 |
+ |
import re |
| 16 |
|
|
| 17 |
|
# FUTURE: for python 2.4 & 2.6 |
| 18 |
|
try: |
| 31 |
|
def __init__(self): |
| 32 |
|
SchedulerGrid.__init__(self,"RCONDOR") |
| 33 |
|
self.rcondorHost = os.getenv('RCONDOR_HOST') |
| 34 |
+ |
if self.rcondorHost == None: |
| 35 |
+ |
raise CrabException('FATAL ERROR: env.var RCONDOR_HOST not defined') |
| 36 |
|
self.datasetPath = None |
| 37 |
|
self.selectNoInput = None |
| 38 |
|
self.OSBsize = 50*1000*1000 # 50 MB |
| 39 |
|
|
| 40 |
|
self.environment_unique_identifier = None |
| 41 |
+ |
|
| 42 |
|
return |
| 43 |
|
|
| 44 |
|
|
| 52 |
|
self.proxyValid=0 |
| 53 |
|
self.dontCheckProxy=int(cfg_params.get("GRID.dont_check_proxy",0)) |
| 54 |
|
self.space_token = cfg_params.get("USER.space_token",None) |
| 55 |
< |
try: |
| 53 |
< |
self.proxyServer = Downloader("http://cmsdoc.cern.ch/cms/LCG/crab/config/").config("myproxy_server.conf") |
| 54 |
< |
self.proxyServer = self.proxyServer.strip() |
| 55 |
< |
if self.proxyServer is None: |
| 56 |
< |
raise CrabException("myproxy_server.conf retrieved but empty") |
| 57 |
< |
except Exception, e: |
| 58 |
< |
common.logger.info("Problem setting myproxy server endpoint: using myproxy.cern.ch") |
| 59 |
< |
common.logger.debug(e) |
| 60 |
< |
self.proxyServer= 'myproxy.cern.ch' |
| 55 |
> |
self.proxyServer= 'myproxy.cern.ch' |
| 56 |
|
self.group = cfg_params.get("GRID.group", None) |
| 57 |
|
self.role = cfg_params.get("GRID.role", None) |
| 58 |
|
self.VO = cfg_params.get('GRID.virtual_organization','cms') |
| 59 |
< |
|
| 59 |
> |
|
| 60 |
|
try: |
| 61 |
|
tmp = cfg_params['CMSSW.datasetpath'] |
| 62 |
|
if tmp.lower() == 'none': |
| 69 |
|
msg = "Error: datasetpath not defined " |
| 70 |
|
raise CrabException(msg) |
| 71 |
|
|
| 72 |
+ |
if cfg_params.get('GRID.ce_black_list', None) or \ |
| 73 |
+ |
cfg_params.get('GRID.ce_white_list', None) : |
| 74 |
+ |
msg="BEWARE: scheduler RGLIDEIN ignores CE black/white lists." |
| 75 |
+ |
msg+="\n Remove them from crab configuration to proceed." |
| 76 |
+ |
msg+="\n Use GRID.se_white_list and/or GRID.se_black_list instead" |
| 77 |
+ |
raise CrabException(msg) |
| 78 |
+ |
|
| 79 |
|
self.checkProxy() |
| 80 |
|
|
| 81 |
|
return |
| 107 |
|
seString=self.blackWhiteListParser.cleanForBlackWhiteList(seDest) |
| 108 |
|
|
| 109 |
|
jobParams += '+DESIRED_SEs = "'+seString+'"; ' |
| 108 |
– |
myschedName = self.rcondorHost |
| 109 |
– |
jobParams += '+Glidein_MonitorID = "https://'+ myschedName + '//$(Cluster).$(Process)"; ' |
| 110 |
– |
|
| 111 |
– |
if (self.EDG_clock_time): |
| 112 |
– |
jobParams += '+MaxWallTimeMins = '+self.EDG_clock_time+'; ' |
| 113 |
– |
else: |
| 114 |
– |
jobParams += '+MaxWallTimeMins = %d; ' % (60*24) |
| 115 |
– |
|
| 116 |
– |
common._db.updateTask_({'jobType':jobParams}) |
| 117 |
– |
|
| 110 |
|
|
| 111 |
< |
return jobParams |
| 112 |
< |
|
| 113 |
< |
|
| 114 |
< |
def realSchedParams(self, cfg_params): |
| 115 |
< |
""" |
| 116 |
< |
Return dictionary with specific parameters, to use with real scheduler |
| 125 |
< |
is called when scheduler is initialized in Boss, i.e. at each crab command |
| 126 |
< |
""" |
| 127 |
< |
|
| 128 |
< |
tmpDir = os.path.join(common.work_space.shareDir(),'.condor_temp') |
| 129 |
< |
tmpDir = os.path.join(common.work_space.shareDir(),'.condor_temp') |
| 130 |
< |
jobDir = common.work_space.jobDir() |
| 111 |
> |
scram = Scram.Scram(None) |
| 112 |
> |
cmsVersion = scram.getSWVersion() |
| 113 |
> |
scramArch = scram.getArch() |
| 114 |
> |
|
| 115 |
> |
cmsver=re.split('_', cmsVersion) |
| 116 |
> |
numericCmsVersion = "%s%.2d%.2d" %(cmsver[1], int(cmsver[2]), int(cmsver[3])) |
| 117 |
|
|
| 118 |
< |
taskDir=common.work_space.topDir().split('/')[-2] |
| 119 |
< |
rcondorDir ='%s/.rcondor/%s/mount/' % (os.getenv('HOME'),self.rcondorHost) |
| 118 |
> |
jobParams += '+DESIRED_CMSVersion ="' +cmsVersion+'";' |
| 119 |
> |
jobParams += '+DESIRED_CMSVersionNr ="' +numericCmsVersion+'";' |
| 120 |
> |
jobParams += '+DESIRED_CMSScramArch ="' +scramArch+'";' |
| 121 |
> |
|
| 122 |
> |
myschedName = self.rcondorHost |
| 123 |
> |
jobParams += '+Glidein_MonitorID = "https://'+ myschedName + '//$(Cluster).$(Process)"; ' |
| 124 |
|
|
| 125 |
|
if (self.EDG_clock_time): |
| 126 |
|
jobParams += '+MaxWallTimeMins = '+self.EDG_clock_time+'; ' |
| 138 |
|
Return dictionary with specific parameters, to use with real scheduler |
| 139 |
|
is called when scheduler is initialized in Boss, i.e. at each crab command |
| 140 |
|
""" |
| 141 |
+ |
#SB this method is used to pass directory names to Boss Scheduler |
| 142 |
+ |
# via params dictionary |
| 143 |
|
|
| 152 |
– |
tmpDir = os.path.join(common.work_space.shareDir(),'.condor_temp') |
| 153 |
– |
tmpDir = os.path.join(common.work_space.shareDir(),'.condor_temp') |
| 144 |
|
jobDir = common.work_space.jobDir() |
| 155 |
– |
|
| 145 |
|
taskDir=common.work_space.topDir().split('/')[-2] |
| 146 |
< |
rcondorDir ='%s/.rcondor/%s/mount/' % (os.getenv('HOME'),self.rcondorHost) |
| 147 |
< |
tmpDir = os.path.join(rcondorDir,taskDir) |
| 159 |
< |
tmpDir = os.path.join(tmpDir,'condor_temp') |
| 146 |
> |
shareDir = common.work_space.shareDir() |
| 147 |
> |
#SBtmpDir = common.work_space.tmpDir() |
| 148 |
|
|
| 149 |
< |
params = {'tmpDir':tmpDir, |
| 150 |
< |
'jobDir':jobDir} |
| 149 |
> |
params = {'rcondorHost':self.rcondorHost, |
| 150 |
> |
'shareDir':shareDir, |
| 151 |
> |
#SB'tmpDir':tmpDir, |
| 152 |
> |
'jobDir':jobDir, |
| 153 |
> |
'taskDir':taskDir} |
| 154 |
|
|
| 155 |
|
return params |
| 156 |
|
|
