ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/SchedulerRcondor.py

Comparing COMP/CRAB/python/SchedulerRcondor.py (file contents):
Revision 1.3 by belforte, Thu Jul 26 22:42:14 2012 UTC vs.
Revision 1.5 by belforte, Thu Jul 26 23:04:13 2012 UTC

#	Line 98 | Line 98 | class SchedulerRcondor(SchedulerGrid) :
98
99		seDest = task.jobs[i-1]['dlsDestination']
100
101	+	if seDest == [''] :
102	+	seDest = self.blackWhiteListParser.expandList("T") # all of SiteDB
103	+
104		seString=self.blackWhiteListParser.cleanForBlackWhiteList(seDest)
102	–	print "SB: SE destinations AfterBlak and White: ", seString
105
106		jobParams += '+DESIRED_SEs = "'+seString+'"; '
107
#	Line 176 | Line 178 | class SchedulerRcondor(SchedulerGrid) :
178		txt += 'func_exit() { \n'
179		txt += self.wsExitFunc_common()
180
179	–	#txt += '    cp  ${out_files}.tgz $_CONDOR_SCRATCH_DIR/\n'
180	–	#txt += '    cp  CMSSW_$NJob.stdout $_CONDOR_SCRATCH_DIR/\n'
181	–	#txt += '    cp  CMSSW_$NJob.stderr $_CONDOR_SCRATCH_DIR/\n'
182	–	#txt += '    cp  Watchdog_$NJob.log.gz  $_CONDOR_SCRATCH_DIR/\n'
183	–	#txt += '    cp  crab_fjr_$NJob.xml $_CONDOR_SCRATCH_DIR/\n'
184	–
185	–
186	–	### specific Glite check for OSB
181		txt += '    tar zcvf ${out_files}.tgz  ${final_list}\n'
182		txt += '    tmp_size=`ls -gGrta ${out_files}.tgz | awk \'{ print $3 }\'`\n'
183		txt += '    rm ${out_files}.tgz\n'
#	Line 227 | Line 221 | class SchedulerRcondor(SchedulerGrid) :
221		common._db.updateTask_(taskReq)
222
223
230	–	# presa di brutto da SchedulerGrid.py
231	–	"""
232	–
233	–	def wsSetupEnvironment(self):
234	–
235	–	#Returns part of a job script which does scheduler-specific work.
236	–
237	–	taskId =common._db.queryTask('name')
238	–	index = int(common._db.nJobs())
239	–	job = common.job_list[index-1]
240	–	jbt = job.type()
241	–	if not self.environment_unique_identifier:
242	–	try :
243	–	self.environment_unique_identifier = self.envUniqueID()
244	–	except :
245	–	raise CrabException('environment_unique_identifier not set')
246	–
247	–	# start with wrapper timing
248	–	txt  = 'export TIME_WRAP_INI=`date +%s` \n'
249	–	txt += 'export TIME_STAGEOUT=-2 \n\n'
250	–	txt += '# '+self.name()+' specific stuff\n'
251	–	txt += '# strip arguments\n'
252	–	txt += 'echo "strip arguments"\n'
253	–	txt += 'args=("$@")\n'
254	–	txt += 'nargs=$#\n'
255	–	txt += 'shift $nargs\n'
256	–	txt += "# job number (first parameter for job wrapper)\n"
257	–	txt += "NJob=${args[0]}; export NJob\n"
258	–	txt += "NResub=${args[1]}; export NResub\n"
259	–	txt += "NRand=`getRandSeed`; export NRand\n"
260	–	# append random code
261	–	txt += 'OutUniqueID=_$NRand\n'
262	–	txt += 'OutUniqueID=_$NResub$OutUniqueID\n'
263	–	txt += 'OutUniqueID=$NJob$OutUniqueID; export OutUniqueID\n'
264	–	txt += 'CRAB_UNIQUE_JOB_ID=%s_${OutUniqueID}; export CRAB_UNIQUE_JOB_ID\n' % taskId
265	–	txt += 'echo env var CRAB_UNIQUE_JOB_ID set to: ${CRAB_UNIQUE_JOB_ID}\n'
266	–	# if we want to prepend
267	–	#txt += 'OutUniqueID=_$NResub\n'
268	–	#txt += 'OutUniqueID=_$NJob$OutUniqueID\n'
269	–	#txt += 'OutUniqueID=$NRand$OutUniqueID; export OutUniqueID\n'
270	–
271	–	txt += "out_files=out_files_${NJob}; export out_files\n"
272	–	txt += "echo $out_files\n"
273	–	txt += jbt.outList()
274	–	#  txt += 'if [ $JobRunCount ] && [ `expr $JobRunCount - 1` -gt 0 ] && [ $Glidein_MonitorID ]; then \n'
275	–	txt += 'if [ $Glidein_MonitorID ]; then \n'
276	–	#        txt += '   attempt=`expr $JobRunCount - 1` \n'
277	–	#        txt += '   MonitorJobID=${NJob}_${Glidein_MonitorID}__${attempt}\n'
278	–	#        txt += '   SyncGridJobId=${Glidein_MonitorID}__${attempt}\n'
279	–	txt += '   MonitorJobID=${NJob}_${Glidein_MonitorID}\n'
280	–	txt += '   SyncGridJobId=${Glidein_MonitorID}\n'
281	–	txt += 'else \n'
282	–	txt += '   MonitorJobID=${NJob}_'+self.environment_unique_identifier+'\n'
283	–	txt += '   SyncGridJobId='+self.environment_unique_identifier+'\n'
284	–	txt += 'fi\n'
285	–	txt += 'MonitorID='+taskId+'\n'
286	–	txt += 'echo "MonitorJobID=$MonitorJobID" > $RUNTIME_AREA/$repo \n'
287	–	txt += 'echo "SyncGridJobId=$SyncGridJobId" >> $RUNTIME_AREA/$repo \n'
288	–	txt += 'echo "MonitorID=$MonitorID" >> $RUNTIME_AREA/$repo\n'
289	–
290	–	txt += 'echo ">>> GridFlavour discovery: " \n'
291	–	txt += 'if [ $OSG_GRID ]; then \n'
292	–	txt += '    middleware=OSG \n'
293	–	txt += '    if [ $OSG_JOB_CONTACT ]; then \n'
294	–	txt += '        SyncCE="$OSG_JOB_CONTACT"; \n'
295	–	txt += '        echo "SyncCE=$SyncCE" >> $RUNTIME_AREA/$repo ;\n'
296	–	txt += '    else\n'
297	–	txt += '        echo "not reporting SyncCE";\n'
298	–	txt += '    fi\n';
299	–	txt += '    echo "GridFlavour=$middleware" | tee -a $RUNTIME_AREA/$repo \n'
300	–	txt += '    echo "source OSG GRID setup script" \n'
301	–	txt += '    source $OSG_GRID/setup.sh \n'
302	–	txt += 'elif [ $NORDUGRID_CE ]; then \n' # We look for $NORDUGRID_CE before $VO_CMS_SW_DIR,
303	–	txt += '    middleware=ARC \n'           # because the latter is defined for ARC too
304	–	txt += '    echo "SyncCE=${NORDUGRID_CE}:2811/nordugrid-GE-${QUEUE:-queue}" >> $RUNTIME_AREA/$repo \n'
305	–	txt += '    echo "GridFlavour=$middleware" | tee -a $RUNTIME_AREA/$repo \n'
306	–	txt += 'elif [ $VO_CMS_SW_DIR ]; then \n'
307	–	txt += '    middleware=LCG \n'
308	–	txt += '    if  [ $GLIDEIN_Gatekeeper ]; then \n'
309	–	txt += '        echo "SyncCE=`echo $GLIDEIN_Gatekeeper | sed -e s/:2119//`" >> $RUNTIME_AREA/$repo \n'
310	–	txt += '    else \n'
311	–	txt += '        echo "SyncCE=`glite-brokerinfo getCE`" >> $RUNTIME_AREA/$repo \n'
312	–	txt += '    fi \n'
313	–	txt += '    echo "GridFlavour=$middleware" | tee -a $RUNTIME_AREA/$repo \n'
314	–	txt += 'else \n'
315	–	txt += '    echo "ERROR ==> GridFlavour not identified" \n'
316	–	txt += '    job_exit_code=10030 \n'
317	–	txt += '    func_exit \n'
318	–	txt += 'fi \n'
319	–
320	–	txt += 'dumpStatus $RUNTIME_AREA/$repo \n'
321	–	txt += '\n\n'
322	–
323	–
324	–	txt += 'export VO='+self.VO+'\n'
325	–	txt += 'if [ $middleware == LCG ]; then\n'
326	–	txt += '   if  [ $GLIDEIN_Gatekeeper ]; then\n'
327	–	txt += '       CloseCEs=$GLIDEIN_Gatekeeper \n'
328	–	txt += '   else\n'
329	–	txt += '       CloseCEs=`glite-brokerinfo getCE`\n'
330	–	txt += '   fi\n'
331	–	txt += '   echo "CloseCEs = $CloseCEs"\n'
332	–	txt += '   CE=`echo $CloseCEs | sed -e "s/:.*//"`\n'
333	–	txt += '   echo "CE = $CE"\n'
334	–	txt += 'elif [ $middleware == OSG ]; then \n'
335	–	txt += '    if [ $OSG_JOB_CONTACT ]; then \n'
336	–	txt += '        CE=`echo $OSG_JOB_CONTACT | /usr/bin/awk -F\/ \'{print $1}\'` \n'
337	–	txt += '    else \n'
338	–	txt += '        echo "ERROR ==> OSG mode in setting CE name from OSG_JOB_CONTACT" \n'
339	–	txt += '        job_exit_code=10099\n'
340	–	txt += '        func_exit\n'
341	–	txt += '    fi \n'
342	–	txt += 'elif [ $middleware == ARC ]; then \n'
343	–	txt += '    echo "CE = $NORDUGRID_CE"\n'
344	–	txt += 'fi \n'
345	–
346	–	return txt
347	–	"""

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines