ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/cms_cmssw.py

Comparing COMP/CRAB/python/cms_cmssw.py (file contents):
Revision 1.2 by slacapra, Wed Apr 26 15:31:06 2006 UTC vs.
Revision 1.13 by gutsche, Tue Jun 27 02:31:31 2006 UTC

#	Line 3 | Line 3 | from crab_logger import Logger
3		from crab_exceptions import *
4		from crab_util import *
5		import common
6	+	import PsetManipulator
7
8	<	import DataDiscovery
9	<	import DataLocation
8	>	import DBSInfo_EDM
9	>	import DataDiscovery_EDM
10	>	import DataLocation_EDM
11		import Scram
12
13		import os, string, re
#	Line 16 | Line 18 | class Cmssw(JobType):
18		common.logger.debug(3,'CMSSW::__init__')
19
20		self.analisys_common_info = {}
21	<
21	>	# Marco.
22	>	self._params = {}
23	>	self.cfg_params = cfg_params
24		log = common.logger
25
26		self.scram = Scram.Scram(cfg_params)
#	Line 26 | Line 30 | class Cmssw(JobType):
30		self.executable = ''
31		self.tgz_name = 'default.tgz'
32
33	+
34		self.version = self.scram.getSWVersion()
35	+	self.setParam_('application', self.version)
36		common.analisys_common_info['sw_version'] = self.version
37	+	### FEDE
38	+	common.analisys_common_info['copy_input_data'] = 0
39	+	common.analisys_common_info['events_management'] = 1
40
41		### collect Data cards
42		try:
43	<	self.owner = cfg_params['CMSSW.owner']
44	<	log.debug(6, "CMSSW::CMSSW(): owner = "+self.owner)
45	<	self.dataset = cfg_params['CMSSW.dataset']
46	<	log.debug(6, "CMSSW::CMSSW(): dataset = "+self.dataset)
43	>	tmp =  cfg_params['CMSSW.datasetpath']
44	>	log.debug(6, "CMSSW::CMSSW(): datasetPath = "+tmp)
45	>	if string.lower(tmp)=='none':
46	>	self.datasetPath = None
47	>	else:
48	>	self.datasetPath = tmp
49		except KeyError:
50	<	msg = "Error: owner and/or dataset not defined "
50	>	msg = "Error: datasetpath not defined "
51		raise CrabException(msg)
52
53	+	# ML monitoring
54	+	# split dataset path style: /PreProdR3Minbias/SIM/GEN-SIM
55	+	if not self.datasetPath:
56	+	self.setParam_('dataset', 'None')
57	+	self.setParam_('owner', 'None')
58	+	else:
59	+	datasetpath_split = self.datasetPath.split("/")
60	+	self.setParam_('dataset', datasetpath_split[1])
61	+	self.setParam_('owner', datasetpath_split[-1])
62	+
63	+	self.setTaskid_()
64	+	self.setParam_('taskId', self.cfg_params['taskId'])
65	+
66		self.dataTiers = []
43	–	try:
44	–	tmpDataTiers = string.split(cfg_params['CMSSW.data_tier'],',')
45	–	for tmp in tmpDataTiers:
46	–	tmp=string.strip(tmp)
47	–	self.dataTiers.append(tmp)
48	–	pass
49	–	pass
50	–	except KeyError:
51	–	pass
52	–	log.debug(6, "Cmssw::Cmssw(): dataTiers = "+str(self.dataTiers))
67
68		## now the application
69		try:
70		self.executable = cfg_params['CMSSW.executable']
71	+	self.setParam_('exe', self.executable)
72		log.debug(6, "CMSSW::CMSSW(): executable = "+self.executable)
73		msg = "Default executable cmsRun overridden. Switch to " + self.executable
74		log.debug(3,msg)
75		except KeyError:
76		self.executable = 'cmsRun'
77	+	self.setParam_('exe', self.executable)
78		msg = "User executable not defined. Use cmsRun"
79		log.debug(3,msg)
80		pass
#	Line 83 | Line 99 | class Cmssw(JobType):
99		tmp=string.strip(tmp)
100		self.output_file.append(tmp)
101		pass
86	–
102		else:
103		log.message("No output file defined: only stdout/err will be available")
104		pass
#	Line 94 | Line 109 | class Cmssw(JobType):
109
110		# script_exe file as additional file in inputSandbox
111		try:
112	<	self.scriptExe = cfg_params['CMSSW.script_exe']
113	<	self.additional_inbox_files.append(self.scriptExe)
112	>	self.scriptExe = cfg_params['USER.script_exe']
113	>	self.additional_inbox_files.append(self.scriptExe)
114	>	if self.scriptExe != '':
115	>	if not os.path.isfile(self.scriptExe):
116	>	msg ="WARNING. file "+self.scriptExe+" not found"
117	>	raise CrabException(msg)
118		except KeyError:
119		pass
101	–	if self.scriptExe != '':
102	–	if os.path.isfile(self.scriptExe):
103	–	pass
104	–	else:
105	–	log.message("WARNING. file "+self.scriptExe+" not found")
106	–	sys.exit()
120
121		## additional input files
122		try:
123		tmpAddFiles = string.split(cfg_params['CMSSW.additional_input_files'],',')
124		for tmp in tmpAddFiles:
125	+	if not os.path.exists(tmp):
126	+	raise CrabException("Additional input file not found: "+tmp)
127		tmp=string.strip(tmp)
128		self.additional_inbox_files.append(tmp)
129		pass
#	Line 116 | Line 131 | class Cmssw(JobType):
131		except KeyError:
132		pass
133
134	+	# files per job
135	+	try:
136	+	self.filesPerJob = int(cfg_params['CMSSW.files_per_jobs']) #Daniele
137	+	self.selectFilesPerJob = 1
138	+	except KeyError:
139	+	self.filesPerJob = 0
140	+	self.selectFilesPerJob = 0
141	+
142	+	## Events per job
143	+	try:
144	+	self.eventsPerJob =int( cfg_params['CMSSW.events_per_job'])
145	+	self.selectEventsPerJob = 1
146	+	except KeyError:
147	+	self.eventsPerJob = -1
148	+	self.selectEventsPerJob = 0
149	+
150	+	# To be implemented
151	+	# ## number of jobs
152	+	# try:
153	+	#     self.numberOfJobs =int( cfg_params['CMSSW.number_of_job'])
154	+	#     self.selectNumberOfJobs = 1
155	+	# except KeyError:
156	+	#     self.selectNumberOfJobs = 0
157	+
158	+	if (self.selectFilesPerJob == self.selectEventsPerJob):
159	+	msg = 'Must define either files_per_jobs or events_per_job'
160	+	raise CrabException(msg)
161	+
162	+	if (self.selectEventsPerJob  and not self.datasetPath == None):
163	+	msg = 'Splitting according to events_per_job available only with None as datasetpath'
164	+	raise CrabException(msg)
165	+
166		try:
167		self.total_number_of_events = int(cfg_params['CMSSW.total_number_of_events'])
168		except KeyError:
169	<	msg = 'Must define total_number_of_events and job_number_of_events'
169	>	msg = 'Must define total_number_of_events'
170		raise CrabException(msg)
124	–
125	–	#Marco: FirstEvent is nolonger used inside PSet
126	–	#        try:
127	–	#            self.first = int(cfg_params['CMSSW.first_event'])
128	–	#        except KeyError:
129	–	#            self.first = 0
130	–	#            pass
131	–	#        log.debug(6, "Orca::Orca(): total number of events = "+`self.total_number_of_events`)
132	–	#log.debug(6, "Orca::Orca(): events per job = "+`self.job_number_of_events`)
133	–	#        log.debug(6, "Orca::Orca(): first event = "+`self.first`)
171
172		CEBlackList = []
173		try:
#	Line 150 | Line 187 | class Cmssw(JobType):
187		CEWhiteList = []
188		try:
189		tmpGood = string.split(cfg_params['EDG.ce_white_list'],',')
153	–	#tmpGood = ['cern']
190		for tmp in tmpGood:
191		tmp=string.strip(tmp)
156	–	#if (tmp == 'cnaf'): tmp = 'webserver' ########## warning: temp. patch
192		CEWhiteList.append(tmp)
193		except KeyError:
194		pass
#	Line 165 | Line 200 | class Cmssw(JobType):
200
201		common.logger.debug(5,'CEWhiteList: '+str(CEWhiteList))
202
203	+	self.PsetEdit = PsetManipulator.PsetManipulator(self.pset) #Daniele Pset
204	+
205		#DBSDLS-start
206		## Initialize the variables that are extracted from DBS/DLS and needed in other places of the code
207		self.maxEvents=0  # max events available   ( --> check the requested nb. of evts in Creator.py)
208		self.DBSPaths={}  # all dbs paths requested ( --> input to the site local discovery script)
209		## Perform the data location and discovery (based on DBS/DLS)
210	<	self.DataDiscoveryAndLocation(cfg_params)
210	>	## SL: Don't if NONE is specified as input (pythia use case)
211	>	common.analisys_common_info['sites']=None
212	>	if self.datasetPath:
213	>	self.DataDiscoveryAndLocation(cfg_params)
214		#DBSDLS-end
215
216		self.tgzNameWithPath = self.getTarBall(self.executable)
217
218	+	# modify Pset
219	+	if (self.datasetPath): # standard job
220	+	self.PsetEdit.maxEvent(self.eventsPerJob) #Daniele
221	+	self.PsetEdit.inputModule("INPUT") #Daniele
222	+
223	+	else:  # pythia like job
224	+	self.PsetEdit.maxEvent(self.eventsPerJob) #Daniele
225	+	self.PsetEdit.pythiaSeed("INPUT") #Daniele
226	+	try:
227	+	self.sourceSeed = int(cfg_params['CMSSW.pythia_seed'])
228	+	except KeyError:
229	+	self.sourceSeed = 123456
230	+	common.logger.message("No seed given, will use "+str(self.sourceSeed))
231	+
232	+	self.PsetEdit.psetWriter(self.configFilename())
233	+
234	+	## Select Splitting
235	+	if self.selectFilesPerJob: self.jobSplittingPerFiles()
236	+	elif self.selectEventsPerJob: self.jobSplittingPerEvents()
237	+	else:
238	+	msg = 'Don\'t know how to split...'
239	+	raise CrabException(msg)
240	+
241	+
242		def DataDiscoveryAndLocation(self, cfg_params):
243
244	<	fun = "CMSSW::DataDiscoveryAndLocation()"
244	>	common.logger.debug(10,"CMSSW::DataDiscoveryAndLocation()")
245	>
246	>	datasetPath=self.datasetPath
247	>
248	>	## TODO
249	>	dataTiersList = ""
250	>	dataTiers = dataTiersList.split(',')
251
252		## Contact the DBS
253		try:
254	<	self.pubdata=DataDiscovery.DataDiscovery(self.owner,
185	<	self.dataset,
186	<	self.dataTiers,
187	<	cfg_params)
254	>	self.pubdata=DataDiscovery_EDM.DataDiscovery_EDM(datasetPath, dataTiers, cfg_params)
255		self.pubdata.fetchDBSInfo()
256
257	<	except DataDiscovery.NotExistingDatasetError, ex :
257	>	except DataDiscovery_EDM.NotExistingDatasetError, ex :
258		msg = 'ERROR ***: failed Data Discovery in DBS : %s'%ex.getErrorMessage()
259		raise CrabException(msg)
260
261	<	except DataDiscovery.NoDataTierinProvenanceError, ex :
261	>	except DataDiscovery_EDM.NoDataTierinProvenanceError, ex :
262		msg = 'ERROR ***: failed Data Discovery in DBS : %s'%ex.getErrorMessage()
263		raise CrabException(msg)
264	<	except DataDiscovery.DataDiscoveryError, ex:
264	>	except DataDiscovery_EDM.DataDiscoveryError, ex:
265		msg = 'ERROR ***: failed Data Discovery in DBS  %s'%ex.getErrorMessage()
266		raise CrabException(msg)
267
268		## get list of all required data in the form of dbs paths  (dbs path = /dataset/datatier/owner)
269	<	self.DBSPaths=self.pubdata.getDBSPaths()
270	<	common.logger.message("Required data are : ")
271	<	for path in self.DBSPaths:
272	<	common.logger.message(" --> "+path )
269	>	## self.DBSPaths=self.pubdata.getDBSPaths()
270	>	common.logger.message("Required data are :"+self.datasetPath)
271	>
272	>	filesbyblock=self.pubdata.getFiles()
273	>	self.AllInputFiles=filesbyblock.values()
274	>	self.files = self.AllInputFiles
275	>
276	>	## TEMP
277	>	#    self.filesTmp = filesbyblock.values()
278	>	#    self.files = []
279	>	#    locPath='rfio:cmsbose2.bo.infn.it:/flatfiles/SE00/cms/fanfani/ProdTest/'
280	>	#    locPath=''
281	>	#    tmp = []
282	>	#    for file in self.filesTmp[0]:
283	>	#        tmp.append(locPath+file)
284	>	#    self.files.append(tmp)
285	>	## END TEMP
286
287		## get max number of events
288	<	common.logger.debug(10,"number of events for primary fileblocks %i"%self.pubdata.getMaxEvents())
288	>	#common.logger.debug(10,"number of events for primary fileblocks %i"%self.pubdata.getMaxEvents())
289		self.maxEvents=self.pubdata.getMaxEvents() ##  self.maxEvents used in Creator.py
290		common.logger.message("\nThe number of available events is %s"%self.maxEvents)
291
212	–	## get fileblocks corresponding to the required data
213	–	fb=self.pubdata.getFileBlocks()
214	–	common.logger.debug(5,"fileblocks are %s"%fb)
215	–
292		## Contact the DLS and build a list of sites hosting the fileblocks
293		try:
294	<	dataloc=DataLocation.DataLocation(self.pubdata.getFileBlocks(),cfg_params)
294	>	dataloc=DataLocation_EDM.DataLocation_EDM(filesbyblock.keys(),cfg_params)
295		dataloc.fetchDLSInfo()
296	<	except DataLocation.DataLocationError , ex:
296	>	except DataLocation_EDM.DataLocationError , ex:
297		msg = 'ERROR ***: failed Data Location in DLS \n %s '%ex.getErrorMessage()
298		raise CrabException(msg)
299
#	Line 231 | Line 307 | class Cmssw(JobType):
307		if len(sites)==0:
308		msg = 'No sites hosting all the needed data! Exiting... '
309		raise CrabException(msg)
310	+
311		common.logger.message("List of Sites hosting the data : "+str(sites))
312		common.logger.debug(6, "List of Sites: "+str(sites))
313		common.analisys_common_info['sites']=sites    ## used in SchedulerEdg.py in createSchScript
314	+	self.setParam_('TargetCE', ','.join(sites))
315		return
316	+
317	+	def jobSplittingPerFiles(self):
318	+	"""
319	+	Perform job splitting based on number of files to be accessed per job
320	+	"""
321	+	common.logger.debug(5,'Splitting per input files')
322	+	common.logger.message('Required '+str(self.filesPerJob)+' files per job ')
323	+	common.logger.message('Required '+str(self.total_number_of_events)+' events in total ')
324	+
325	+	## TODO: SL need to have (from DBS) a detailed list of how many events per each file
326	+	n_tot_files = (len(self.files[0]))
327	+	#print "n_tot_files = ", n_tot_files
328	+	## SL: this is wrong if the files have different number of events
329	+	#print "self.maxEvents = ", self.maxEvents
330	+	evPerFile = int(self.maxEvents)/n_tot_files
331	+	#print "evPerFile = int(self.maxEvents)/n_tot_files =  ", evPerFile
332	+
333	+	common.logger.debug(5,'Events per File '+str(evPerFile))
334	+
335	+	## if asked to process all events, do it
336	+	if self.total_number_of_events == -1:
337	+	self.total_number_of_events=self.maxEvents
338	+	self.total_number_of_jobs = int(n_tot_files)*1/int(self.filesPerJob)
339	+	common.logger.message(str(self.total_number_of_jobs)+' jobs will be created for all available events '+str(self.total_number_of_events)+' events')
340
341	+	else:
342	+	#print "self.total_number_of_events = ", self.total_number_of_events
343	+	#print "evPerFile = ", evPerFile
344	+	self.total_number_of_files = int(self.total_number_of_events/evPerFile)
345	+	#print "self.total_number_of_files = int(self.total_number_of_events/evPerFile) = " , self.total_number_of_files
346	+	## SL: if ask for less event than what is computed to be available on a
347	+	##     file, process the first file anyhow.
348	+	if self.total_number_of_files == 0:
349	+	self.total_number_of_files = self.total_number_of_files + 1
350	+
351	+
352	+	common.logger.debug(5,'N files  '+str(self.total_number_of_files))
353	+
354	+	check = 0
355	+
356	+	## Compute the number of jobs
357	+	#self.total_number_of_jobs = int(n_tot_files)*1/int(self.filesPerJob)
358	+	#print "self.total_number_of_files = ", self.total_number_of_files
359	+	#print "self.filesPerJob = ", self.filesPerJob
360	+	self.total_number_of_jobs = int(self.total_number_of_files/self.filesPerJob)
361	+	#print "self.total_number_of_jobs = ", self.total_number_of_jobs
362	+	common.logger.debug(5,'N jobs  '+str(self.total_number_of_jobs))
363	+
364	+	## is there any remainder?
365	+	check = int(self.total_number_of_files) - (int(self.total_number_of_jobs)*self.filesPerJob)
366	+
367	+	common.logger.debug(5,'Check  '+str(check))
368	+
369	+	if check > 0:
370	+	self.total_number_of_jobs =  self.total_number_of_jobs + 1
371	+	common.logger.message('Warning: last job will be created with '+str(check)+' files')
372	+
373	+	#common.logger.message(str(self.total_number_of_jobs)+' jobs will be created for a total of '+str((self.total_number_of_jobs-1)*self.filesPerJob*evPerFile + check*evPerFile)+' events')
374	+	common.logger.message(str(self.total_number_of_jobs)+' jobs will be created for a total of '+str((self.total_number_of_jobs)*self.filesPerJob*evPerFile + check*evPerFile)+' events')
375	+	pass
376	+
377	+	list_of_lists = []
378	+	for i in xrange(0, int(n_tot_files), self.filesPerJob):
379	+	parString = "\\{"
380	+
381	+	params = self.files[0][i: i+self.filesPerJob]
382	+	for i in range(len(params) - 1):
383	+	parString += '\\\"' + params[i] + '\\\"\,'
384	+
385	+	parString += '\\\"' + params[len(params) - 1] + '\\\"\\}'
386	+	list_of_lists.append(parString)
387	+	pass
388	+
389	+	self.list_of_args = list_of_lists
390	+	#print self.list_of_args
391	+	return
392	+
393	+	def jobSplittingPerEvents(self):
394	+	"""
395	+	Perform job splitting based on number of event per job
396	+	"""
397	+	common.logger.debug(5,'Splitting per events')
398	+	common.logger.message('Required '+str(self.eventsPerJob)+' events per job ')
399	+	common.logger.message('Required '+str(self.total_number_of_events)+' events in total ')
400	+
401	+	if (self.total_number_of_events < 0):
402	+	msg='Cannot split jobs per Events with "-1" as total number of events'
403	+	raise CrabException(msg)
404	+
405	+	self.total_number_of_jobs = int(self.total_number_of_events/self.eventsPerJob)
406	+
407	+	print "@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@"
408	+	print "self.total_number_of_events = ", self.total_number_of_events
409	+	print "self.eventsPerJob = ", self.eventsPerJob
410	+	print "self.total_number_of_jobs = ", self.total_number_of_jobs
411	+	print "@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@"
412	+
413	+	common.logger.debug(5,'N jobs  '+str(self.total_number_of_jobs))
414	+
415	+	# is there any remainder?
416	+	check = int(self.total_number_of_events) - (int(self.total_number_of_jobs)*self.eventsPerJob)
417	+
418	+	common.logger.debug(5,'Check  '+str(check))
419	+
420	+	if check > 0:
421	+	common.logger.message('Warning: asked '+self.total_number_of_events+' but will do only '+(int(self.total_number_of_jobs)*self.eventsPerJob))
422	+
423	+	common.logger.message(str(self.total_number_of_jobs)+' jobs will be created for a total of '+str(self.total_number_of_jobs*self.eventsPerJob)+' events')
424	+
425	+	# argument is seed number.$i
426	+	self.list_of_args = []
427	+	for i in range(self.total_number_of_jobs):
428	+	self.list_of_args.append(int(str(self.sourceSeed)+str(i)))
429	+	print self.list_of_args
430	+
431	+	return
432	+
433	+	def split(self, jobParams):
434	+
435	+	common.jobDB.load()
436	+	#### Fabio
437	+	njobs = self.total_number_of_jobs
438	+	arglist = self.list_of_args
439	+	# create the empty structure
440	+	for i in range(njobs):
441	+	jobParams.append("")
442	+
443	+	for job in range(njobs):
444	+	jobParams[job] = str(arglist[job])
445	+	common.jobDB.setArguments(job, jobParams[job])
446	+
447	+	common.jobDB.save()
448	+	return
449	+
450	+	def getJobTypeArguments(self, nj, sched):
451	+	return common.jobDB.arguments(nj)
452	+
453	+	def numberOfJobs(self):
454	+	# Fabio
455	+	return self.total_number_of_jobs
456	+
457		def checkBlackList(self, allSites):
458		if len(self.reCEBlackList)==0: return allSites
459		sites = []
#	Line 252 | Line 470 | class Cmssw(JobType):
470		common.logger.debug(3,"No sites found after BlackList")
471		return sites
472
473	<	def checkWhiteList(self, allsites):
473	>	def checkWhiteList(self, allSites):
474
475	<	if len(self.reCEWhiteList)==0: return pubDBUrls
475	>	if len(self.reCEWhiteList)==0: return allSites
476		sites = []
477	<	for site in allsites:
260	<	#print 'connecting to the URL ',url
477	>	for site in allSites:
478		good=0
479		for re in self.reCEWhiteList:
480		if re.search(site):
#	Line 327 | Line 544 | class Cmssw(JobType):
544		if os.path.exists(lib):
545		filesToBeTarred.append(libDir)
546
547	+	## Now check if module dir is present
548	+	moduleDir = 'module'
549	+	if os.path.isdir(swArea+'/'+moduleDir):
550	+	filesToBeTarred.append(moduleDir)
551	+
552		## Now check if the Data dir is present
553		dataDir = 'src/Data/'
554		if os.path.isdir(swArea+'/'+dataDir):
#	Line 354 | Line 576 | class Cmssw(JobType):
576		the execution environment for the job 'nj'.
577		"""
578		# Prepare JobType-independent part
579	<	txt = self.wsSetupCMSEnvironment_()
579	>	txt = ''
580	>
581	>	## OLI_Daniele at this level  middleware already known
582	>
583	>	txt += 'if [ $middleware == LCG ]; then \n'
584	>	txt += self.wsSetupCMSLCGEnvironment_()
585	>	txt += 'elif [ $middleware == OSG ]; then\n'
586	>	txt += '    time=`date -u +"%s"`\n'
587	>	txt += '    WORKING_DIR=$OSG_WN_TMP/cms_$time\n'
588	>	txt += '    echo "Creating working directory: $WORKING_DIR"\n'
589	>	txt += '    /bin/mkdir -p $WORKING_DIR\n'
590	>	txt += '    if [ ! -d $WORKING_DIR ] ;then\n'
591	>	txt += '        echo "SET_CMS_ENV 10016 ==> OSG $WORKING_DIR could not be created on WN `hostname`"\n'
592	>	txt += '        echo "JOB_EXIT_STATUS = 10016"\n'
593	>	txt += '        echo "JobExitCode=10016" | tee -a $RUNTIME_AREA/$repo\n'
594	>	txt += '        dumpStatus $RUNTIME_AREA/$repo\n'
595	>	txt += '        rm -f $RUNTIME_AREA/$repo \n'
596	>	txt += '        echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
597	>	txt += '        echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
598	>	txt += '        echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
599	>	txt += '        exit 1\n'
600	>	txt += '    fi\n'
601	>	txt += '\n'
602	>	txt += '    echo "Change to working directory: $WORKING_DIR"\n'
603	>	txt += '    cd $WORKING_DIR\n'
604	>	txt += self.wsSetupCMSOSGEnvironment_()
605	>	txt += 'fi\n'
606
607		# Prepare JobType-specific part
608		scram = self.scram.commandName()
#	Line 363 | Line 611 | class Cmssw(JobType):
611		txt += scram+' project CMSSW '+self.version+'\n'
612		txt += 'status=$?\n'
613		txt += 'if [ $status != 0 ] ; then\n'
614	<	txt += '   echo "SET_EXE_ENV 1 ==>ERROR CMSSW '+self.version+' not found on `hostname`" \n'
615	<	txt += '   echo "JOB_EXIT_STATUS = 5"\n'
616	<	txt += '   echo "SanityCheckCode = 5" | tee -a $RUNTIME_AREA/$repo\n'
614	>	txt += '   echo "SET_EXE_ENV 10034 ==>ERROR CMSSW '+self.version+' not found on `hostname`" \n'
615	>	txt += '   echo "JOB_EXIT_STATUS = 10034"\n'
616	>	txt += '   echo "JobExitCode=10034" | tee -a $RUNTIME_AREA/$repo\n'
617		txt += '   dumpStatus $RUNTIME_AREA/$repo\n'
618	<	txt += '   exit 5 \n'
618	>	txt += '   rm -f $RUNTIME_AREA/$repo \n'
619	>	txt += '   echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
620	>	txt += '   echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
621	>	txt += '   echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
622	>	## OLI_Daniele
623	>	txt += '    if [ $middleware == OSG ]; then \n'
624	>	txt += '        echo "Remove working directory: $WORKING_DIR"\n'
625	>	txt += '        cd $RUNTIME_AREA\n'
626	>	txt += '        /bin/rm -rf $WORKING_DIR\n'
627	>	txt += '        if [ -d $WORKING_DIR ] ;then\n'
628	>	txt += '            echo "SET_CMS_ENV 10018 ==> OSG $WORKING_DIR could not be deleted on WN `hostname` after CMSSW CMSSW_0_6_1 not found on `hostname`"\n'
629	>	txt += '            echo "JOB_EXIT_STATUS = 10018"\n'
630	>	txt += '            echo "JobExitCode=10018" | tee -a $RUNTIME_AREA/$repo\n'
631	>	txt += '            dumpStatus $RUNTIME_AREA/$repo\n'
632	>	txt += '            rm -f $RUNTIME_AREA/$repo \n'
633	>	txt += '            echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
634	>	txt += '            echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
635	>	txt += '            echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
636	>	txt += '        fi\n'
637	>	txt += '    fi \n'
638	>	txt += '   exit 1 \n'
639		txt += 'fi \n'
640		txt += 'echo "CMSSW_VERSION =  '+self.version+'"\n'
641		txt += 'cd '+self.version+'\n'
#	Line 376 | Line 644 | class Cmssw(JobType):
644
645		# Handle the arguments:
646		txt += "\n"
647	<	txt += "## ARGUMNETS: $1 Job Number\n"
380	<	# txt += "## ARGUMNETS: $2 First Event for this job\n"
381	<	# txt += "## ARGUMNETS: $3 Max Event for this job\n"
647	>	txt += "## number of arguments (first argument always jobnumber)\n"
648		txt += "\n"
649		txt += "narg=$#\n"
650	<	txt += "if [ $narg -lt 1 ]\n"
650	>	txt += "if [ $narg -lt 2 ]\n"
651		txt += "then\n"
652		txt += "    echo 'SET_EXE_ENV 1 ==> ERROR Too few arguments' +$narg+ \n"
653	<	txt += '    echo "JOB_EXIT_STATUS = 1"\n'
654	<	txt += '    echo "SanityCheckCode = 1" | tee -a $RUNTIME_AREA/$repo\n'
653	>	txt += '    echo "JOB_EXIT_STATUS = 50113"\n'
654	>	txt += '    echo "JobExitCode=50113" | tee -a $RUNTIME_AREA/$repo\n'
655		txt += '    dumpStatus $RUNTIME_AREA/$repo\n'
656	+	txt += '    rm -f $RUNTIME_AREA/$repo \n'
657	+	txt += '    echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
658	+	txt += '    echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
659	+	txt += '    echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
660	+	## OLI_Daniele
661	+	txt += '    if [ $middleware == OSG ]; then \n'
662	+	txt += '        echo "Remove working directory: $WORKING_DIR"\n'
663	+	txt += '        cd $RUNTIME_AREA\n'
664	+	txt += '        /bin/rm -rf $WORKING_DIR\n'
665	+	txt += '        if [ -d $WORKING_DIR ] ;then\n'
666	+	txt += '            echo "SET_EXE_ENV 50114 ==> OSG $WORKING_DIR could not be deleted on WN `hostname` after Too few arguments for CRAB job wrapper"\n'
667	+	txt += '            echo "JOB_EXIT_STATUS = 50114"\n'
668	+	txt += '            echo "JobExitCode=50114" | tee -a $RUNTIME_AREA/$repo\n'
669	+	txt += '            dumpStatus $RUNTIME_AREA/$repo\n'
670	+	txt += '            rm -f $RUNTIME_AREA/$repo \n'
671	+	txt += '            echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
672	+	txt += '            echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
673	+	txt += '            echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
674	+	txt += '        fi\n'
675	+	txt += '    fi \n'
676		txt += "    exit 1\n"
677		txt += "fi\n"
678		txt += "\n"
393	–	txt += "NJob=$1\n"
394	–	# txt += "FirstEvent=$2\n"
395	–	# txt += "MaxEvents=$3\n"
679
680		# Prepare job-specific part
681		job = common.job_list[nj]
682		pset = os.path.basename(job.configFilename())
683		txt += '\n'
684	<	txt += 'cp $RUNTIME_AREA/'+pset+' pset.cfg\n'
685	<	# txt += 'if [ -e $RUNTIME_AREA/orcarc_$CE ] ; then\n'
686	<	# txt += '  cat $RUNTIME_AREA/orcarc_$CE .orcarc >> .orcarc_tmp\n'
687	<	# txt += '  mv .orcarc_tmp .orcarc\n'
688	<	# txt += 'fi\n'
689	<	# txt += 'if [ -e $RUNTIME_AREA/init_$CE.sh ] ; then\n'
690	<	# txt += '  cp $RUNTIME_AREA/init_$CE.sh init.sh\n'
691	<	# txt += 'fi\n'
684	>	if (self.datasetPath): # standard job
685	>	txt += 'InputFiles=$2\n'
686	>	txt += 'echo "Inputfiles:<$InputFiles>"\n'
687	>	txt += 'sed "s#{\'INPUT\'}#$InputFiles#" $RUNTIME_AREA/'+pset+' > pset.cfg\n'
688	>	else:  # pythia like job
689	>	txt += 'Seed=$2\n'
690	>	txt += 'echo "Seed: <$Seed>"\n'
691	>	txt += 'sed "s#INPUT#$Seed#" $RUNTIME_AREA/'+pset+' > pset.cfg\n'
692
693		if len(self.additional_inbox_files) > 0:
694		for file in self.additional_inbox_files:
#	Line 415 | Line 698 | class Cmssw(JobType):
698		txt += 'fi\n'
699		pass
700
418	–	# txt += '\n'
419	–	# txt += 'chmod +x ./init.sh\n'
420	–	# txt += './init.sh\n'
421	–	# txt += 'exitStatus=$?\n'
422	–	# txt += 'if [ $exitStatus != 0 ] ; then\n'
423	–	# txt += '  echo "SET_EXE_ENV 1 ==> ERROR StageIn init script failed"\n'
424	–	# txt += '  echo "JOB_EXIT_STATUS = $exitStatus" \n'
425	–	# txt += '  echo "SanityCheckCode = $exitStatus" | tee -a $RUNTIME_AREA/$repo\n'
426	–	# txt += '  dumpStatus $RUNTIME_AREA/$repo\n'
427	–	# txt += '  exit $exitStatus\n'
428	–	# txt += 'fi\n'
429	–	# txt += "echo 'SET_EXE_ENV 0 ==> job setup ok'\n"
701		txt += 'echo "### END JOB SETUP ENVIRONMENT ###"\n\n'
702
432	–	# txt += 'echo "FirstEvent=$FirstEvent" >> .orcarc\n'
433	–	# txt += 'echo "MaxEvents=$MaxEvents" >> .orcarc\n'
434	–	# if self.ML:
435	–	#     txt += 'echo "MonalisaJobId=$NJob" >> .orcarc\n'
436	–
703		txt += '\n'
704		txt += 'echo "***** cat pset.cfg *********"\n'
705		txt += 'cat pset.cfg\n'
706		txt += 'echo "****** end pset.cfg ********"\n'
707	+	txt += '\n'
708	+	# txt += 'echo "***** cat pset1.cfg *********"\n'
709	+	# txt += 'cat pset1.cfg\n'
710	+	# txt += 'echo "****** end pset1.cfg ********"\n'
711	+	return txt
712	+
713	+	def wsBuildExe(self, nj):
714	+	"""
715	+	Put in the script the commands to build an executable
716	+	or a library.
717	+	"""
718	+
719	+	txt = ""
720	+
721	+	if os.path.isfile(self.tgzNameWithPath):
722	+	txt += 'echo "tar xzvf $RUNTIME_AREA/'+os.path.basename(self.tgzNameWithPath)+'"\n'
723	+	txt += 'tar xzvf $RUNTIME_AREA/'+os.path.basename(self.tgzNameWithPath)+'\n'
724	+	txt += 'untar_status=$? \n'
725	+	txt += 'if [ $untar_status -ne 0 ]; then \n'
726	+	txt += '   echo "SET_EXE 1 ==> ERROR Untarring .tgz file failed"\n'
727	+	txt += '   echo "JOB_EXIT_STATUS = $untar_status" \n'
728	+	txt += '   echo "JobExitCode=$untar_status" | tee -a $RUNTIME_AREA/$repo\n'
729	+	txt += '   if [ $middleware == OSG ]; then \n'
730	+	txt += '       echo "Remove working directory: $WORKING_DIR"\n'
731	+	txt += '       cd $RUNTIME_AREA\n'
732	+	txt += '       /bin/rm -rf $WORKING_DIR\n'
733	+	txt += '       if [ -d $WORKING_DIR ] ;then\n'
734	+	txt += '           echo "SET_EXE 50999 ==> OSG $WORKING_DIR could not be deleted on WN `hostname` after Untarring .tgz file failed"\n'
735	+	txt += '           echo "JOB_EXIT_STATUS = 50999"\n'
736	+	txt += '           echo "JobExitCode=50999" | tee -a $RUNTIME_AREA/$repo\n'
737	+	txt += '           dumpStatus $RUNTIME_AREA/$repo\n'
738	+	txt += '           rm -f $RUNTIME_AREA/$repo \n'
739	+	txt += '           echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
740	+	txt += '           echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
741	+	txt += '           echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
742	+	txt += '       fi\n'
743	+	txt += '   fi \n'
744	+	txt += '   \n'
745	+	txt += '   exit 1 \n'
746	+	txt += 'else \n'
747	+	txt += '   echo "Successful untar" \n'
748	+	txt += 'fi \n'
749	+	pass
750	+
751		return txt
752
753		def modifySteeringCards(self, nj):
#	Line 450 | Line 760 | class Cmssw(JobType):
760		return self.executable
761
762		def executableArgs(self):
763	<	return "-p pset.cfg"
763	>	return " -p pset.cfg"
764
765		def inputSandbox(self, nj):
766		"""
#	Line 465 | Line 775 | class Cmssw(JobType):
775		## config
776		inp_box.append(common.job_list[nj].configFilename())
777		## additional input files
778	<	for file in self.additional_inbox_files:
779	<	inp_box.append(common.work_space.cwdDir()+file)
470	<	#print "sono inputSandbox, inp_box = ", inp_box
778	>	#for file in self.additional_inbox_files:
779	>	#    inp_box.append(common.work_space.cwdDir()+file)
780		return inp_box
781
782		def outputSandbox(self, nj):
#	Line 490 | Line 799 | class Cmssw(JobType):
799		"""
800		Make initial modifications of the user's steering card file.
801		"""
493	–	infile = open(self.pset,'r')
494	–
495	–	outfile = open(common.work_space.jobDir()+self.name()+'.cfg', 'w')
496	–
497	–	outfile.write('\n\n##### The following cards have been created by CRAB: DO NOT TOUCH #####\n')
498	–
499	–	outfile.write('InputCollections=/System/'+self.owner+'/'+self.dataset+'/'+self.dataset+'\n')
500	–
501	–	infile.close()
502	–	outfile.close()
802		return
803
804		def wsRenameOutput(self, nj):
#	Line 508 | Line 807 | class Cmssw(JobType):
807		"""
808
809		txt = '\n'
810	+	txt += '# directory content\n'
811	+	txt += 'ls \n'
812		file_list = ''
813		for fileWithSuffix in self.output_file:
814		output_file_num = self.numberFile_(fileWithSuffix, '$NJob')
815		file_list=file_list+output_file_num+' '
816		txt += '\n'
817	<	txt += 'ls \n'
517	<	txt += '\n'
817	>	txt += '# check output file\n'
818		txt += 'ls '+fileWithSuffix+'\n'
819		txt += 'exe_result=$?\n'
820		txt += 'if [ $exe_result -ne 0 ] ; then\n'
821		txt += '   echo "ERROR: No output file to manage"\n'
822		txt += '   echo "JOB_EXIT_STATUS = $exe_result"\n'
823	<	txt += '   echo "SanityCheckCode = $exe_result" | tee -a $RUNTIME_AREA/$repo\n'
823	>	txt += '   echo "JobExitCode=60302" | tee -a $RUNTIME_AREA/$repo\n'
824		txt += '   dumpStatus $RUNTIME_AREA/$repo\n'
825	<	txt += '   exit $exe_result \n'
825	>	txt += '   rm -f $RUNTIME_AREA/$repo \n'
826	>	txt += '   echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
827	>	txt += '   echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
828	>	txt += '   echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
829	>	### OLI_DANIELE
830	>	if common.scheduler.boss_scheduler_name == 'condor_g':
831	>	txt += '    if [ $middleware == OSG ]; then \n'
832	>	txt += '        echo "prepare dummy output file"\n'
833	>	txt += '        echo "Processing of job output failed" > $RUNTIME_AREA/'+output_file_num+'\n'
834	>	txt += '    fi \n'
835		txt += 'else\n'
836		txt += '   cp '+fileWithSuffix+' $RUNTIME_AREA/'+output_file_num+'\n'
837		txt += 'fi\n'
529	–	txt += 'cd $RUNTIME_AREA\n'
530	–
531	–	pass
838
839	+	txt += 'cd $RUNTIME_AREA\n'
840		file_list=file_list[:-1]
841		txt += 'file_list="'+file_list+'"\n'
842	+	### OLI_DANIELE
843	+	txt += 'if [ $middleware == OSG ]; then\n'
844	+	txt += '    cd $RUNTIME_AREA\n'
845	+	txt += '    echo "Remove working directory: $WORKING_DIR"\n'
846	+	txt += '    /bin/rm -rf $WORKING_DIR\n'
847	+	txt += '    if [ -d $WORKING_DIR ] ;then\n'
848	+	txt += '        echo "SET_EXE 60999 ==> OSG $WORKING_DIR could not be deleted on WN `hostname` after cleanup of WN"\n'
849	+	txt += '        echo "JOB_EXIT_STATUS = 60999"\n'
850	+	txt += '        echo "JobExitCode=60999" | tee -a $RUNTIME_AREA/$repo\n'
851	+	txt += '        dumpStatus $RUNTIME_AREA/$repo\n'
852	+	txt += '        rm -f $RUNTIME_AREA/$repo \n'
853	+	txt += '        echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
854	+	txt += '        echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
855	+	txt += '        echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
856	+	txt += '    fi\n'
857	+	txt += 'fi\n'
858	+	txt += '\n'
859		return txt
860
861		def numberFile_(self, file, txt):
#	Line 559 | Line 883 | class Cmssw(JobType):
883		return job requirements to add to jdl files
884		"""
885		req = ''
886	+	if common.analisys_common_info['sw_version']:
887	+	req='Member("VO-cms-' + \
888	+	common.analisys_common_info['sw_version'] + \
889	+	'", other.GlueHostApplicationSoftwareRunTimeEnvironment)'
890		if common.analisys_common_info['sites']:
563	–	if common.analisys_common_info['sw_version']:
564	–	req='Member("VO-cms-' + \
565	–	common.analisys_common_info['sw_version'] + \
566	–	'", other.GlueHostApplicationSoftwareRunTimeEnvironment)'
891		if len(common.analisys_common_info['sites'])>0:
892		req = req + ' && ('
893		for i in range(len(common.analisys_common_info['sites'])):
#	Line 574 | Line 898 | class Cmssw(JobType):
898		req = req + ')'
899		#print "req = ", req
900		return req
901	+
902	+	def configFilename(self):
903	+	""" return the config filename """
904	+	return self.name()+'.cfg'
905	+
906	+	### OLI_DANIELE
907	+	def wsSetupCMSOSGEnvironment_(self):
908	+	"""
909	+	Returns part of a job script which is prepares
910	+	the execution environment and which is common for all CMS jobs.
911	+	"""
912	+	txt = '\n'
913	+	txt += '   echo "### SETUP CMS OSG  ENVIRONMENT ###"\n'
914	+	txt += '   if [ -f $GRID3_APP_DIR/cmssoft/cmsset_default.sh ] ;then\n'
915	+	txt += '      # Use $GRID3_APP_DIR/cmssoft/cmsset_default.sh to setup cms software\n'
916	+	txt += '       source $GRID3_APP_DIR/cmssoft/cmsset_default.sh '+self.version+'\n'
917	+	txt += '   elif [ -f $OSG_APP/cmssoft/cmsset_default.sh ] ;then\n'
918	+	txt += '      # Use $OSG_APP/cmssoft/cmsset_default.sh to setup cms software\n'
919	+	txt += '       source $OSG_APP/cmssoft/cmsset_default.sh '+self.version+'\n'
920	+	txt += '   else\n'
921	+	txt += '       echo "SET_CMS_ENV 10020 ==> ERROR $GRID3_APP_DIR/cmssoft/cmsset_default.sh and $OSG_APP/cmssoft/cmsset_default.sh file not found"\n'
922	+	txt += '       echo "JOB_EXIT_STATUS = 10020"\n'
923	+	txt += '       echo "JobExitCode=10020" | tee -a $RUNTIME_AREA/$repo\n'
924	+	txt += '       dumpStatus $RUNTIME_AREA/$repo\n'
925	+	txt += '       rm -f $RUNTIME_AREA/$repo \n'
926	+	txt += '       echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
927	+	txt += '       echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
928	+	txt += '       echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
929	+	txt += '       exit 1\n'
930	+	txt += '\n'
931	+	txt += '       echo "Remove working directory: $WORKING_DIR"\n'
932	+	txt += '       cd $RUNTIME_AREA\n'
933	+	txt += '       /bin/rm -rf $WORKING_DIR\n'
934	+	txt += '       if [ -d $WORKING_DIR ] ;then\n'
935	+	txt += '            echo "SET_CMS_ENV 10017 ==> OSG $WORKING_DIR could not be deleted on WN `hostname` after $GRID3_APP_DIR/cmssoft/cmsset_default.sh and $OSG_APP/cmssoft/cmsset_default.sh file not found"\n'
936	+	txt += '            echo "JOB_EXIT_STATUS = 10017"\n'
937	+	txt += '            echo "JobExitCode=10017" | tee -a $RUNTIME_AREA/$repo\n'
938	+	txt += '            dumpStatus $RUNTIME_AREA/$repo\n'
939	+	txt += '            rm -f $RUNTIME_AREA/$repo \n'
940	+	txt += '            echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
941	+	txt += '            echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
942	+	txt += '            echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
943	+	txt += '       fi\n'
944	+	txt += '\n'
945	+	txt += '       exit 1\n'
946	+	txt += '   fi\n'
947	+	txt += '\n'
948	+	txt += '   echo "SET_CMS_ENV 0 ==> setup cms environment ok"\n'
949	+	txt += '   echo " END SETUP CMS OSG  ENVIRONMENT "\n'
950	+
951	+	return txt
952	+
953	+	### OLI_DANIELE
954	+	def wsSetupCMSLCGEnvironment_(self):
955	+	"""
956	+	Returns part of a job script which is prepares
957	+	the execution environment and which is common for all CMS jobs.
958	+	"""
959	+	txt  = '   \n'
960	+	txt += '   echo " ### SETUP CMS LCG  ENVIRONMENT ### "\n'
961	+	txt += '   if [ ! $VO_CMS_SW_DIR ] ;then\n'
962	+	txt += '       echo "SET_CMS_ENV 10031 ==> ERROR CMS software dir not found on WN `hostname`"\n'
963	+	txt += '       echo "JOB_EXIT_STATUS = 10031" \n'
964	+	txt += '       echo "JobExitCode=10031" | tee -a $RUNTIME_AREA/$repo\n'
965	+	txt += '       dumpStatus $RUNTIME_AREA/$repo\n'
966	+	txt += '       rm -f $RUNTIME_AREA/$repo \n'
967	+	txt += '       echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
968	+	txt += '       echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
969	+	txt += '       echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
970	+	txt += '       exit 1\n'
971	+	txt += '   else\n'
972	+	txt += '       echo "Sourcing environment... "\n'
973	+	txt += '       if [ ! -s $VO_CMS_SW_DIR/cmsset_default.sh ] ;then\n'
974	+	txt += '           echo "SET_CMS_ENV 10020 ==> ERROR cmsset_default.sh file not found into dir $VO_CMS_SW_DIR"\n'
975	+	txt += '           echo "JOB_EXIT_STATUS = 10020"\n'
976	+	txt += '           echo "JobExitCode=10020" | tee -a $RUNTIME_AREA/$repo\n'
977	+	txt += '           dumpStatus $RUNTIME_AREA/$repo\n'
978	+	txt += '           rm -f $RUNTIME_AREA/$repo \n'
979	+	txt += '           echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
980	+	txt += '           echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
981	+	txt += '           echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
982	+	txt += '           exit 1\n'
983	+	txt += '       fi\n'
984	+	txt += '       echo "sourcing $VO_CMS_SW_DIR/cmsset_default.sh"\n'
985	+	txt += '       source $VO_CMS_SW_DIR/cmsset_default.sh\n'
986	+	txt += '       result=$?\n'
987	+	txt += '       if [ $result -ne 0 ]; then\n'
988	+	txt += '           echo "SET_CMS_ENV 10032 ==> ERROR problem sourcing $VO_CMS_SW_DIR/cmsset_default.sh"\n'
989	+	txt += '           echo "JOB_EXIT_STATUS = 10032"\n'
990	+	txt += '           echo "JobExitCode=10032" | tee -a $RUNTIME_AREA/$repo\n'
991	+	txt += '           dumpStatus $RUNTIME_AREA/$repo\n'
992	+	txt += '           rm -f $RUNTIME_AREA/$repo \n'
993	+	txt += '           echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
994	+	txt += '           echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
995	+	txt += '           echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
996	+	txt += '           exit 1\n'
997	+	txt += '       fi\n'
998	+	txt += '   fi\n'
999	+	txt += '   \n'
1000	+	txt += '   string=`cat /etc/redhat-release`\n'
1001	+	txt += '   echo $string\n'
1002	+	txt += '   if [[ $string = *alhalla* ]]; then\n'
1003	+	txt += '       echo "SCRAM_ARCH= $SCRAM_ARCH"\n'
1004	+	txt += '   elif [[ $string = *Enterprise* ]] || [[ $string = *cientific* ]]; then\n'
1005	+	txt += '       export SCRAM_ARCH=slc3_ia32_gcc323\n'
1006	+	txt += '       echo "SCRAM_ARCH= $SCRAM_ARCH"\n'
1007	+	txt += '   else\n'
1008	+	txt += '       echo "SET_CMS_ENV 10033 ==> ERROR OS unknown, LCG environment not initialized"\n'
1009	+	txt += '       echo "JOB_EXIT_STATUS = 10033"\n'
1010	+	txt += '       echo "JobExitCode=10033" | tee -a $RUNTIME_AREA/$repo\n'
1011	+	txt += '       dumpStatus $RUNTIME_AREA/$repo\n'
1012	+	txt += '       rm -f $RUNTIME_AREA/$repo \n'
1013	+	txt += '       echo "MonitorJobID=`echo $MonitorJobID`" | tee -a $RUNTIME_AREA/$repo \n'
1014	+	txt += '       echo "SyncGridJobId=`echo $SyncGridJobId`" | tee -a $RUNTIME_AREA/$repo \n'
1015	+	txt += '       echo "MonitorID=`echo $MonitorID`" | tee -a $RUNTIME_AREA/$repo\n'
1016	+	txt += '       exit 1\n'
1017	+	txt += '   fi\n'
1018	+	txt += '   echo "SET_CMS_ENV 0 ==> setup cms environment ok"\n'
1019	+	txt += '   echo "### END SETUP CMS LCG ENVIRONMENT ###"\n'
1020	+	return txt
1021	+
1022	+	def setParam_(self, param, value):
1023	+	self._params[param] = value
1024	+
1025	+	def getParams(self):
1026	+	return self._params
1027	+
1028	+	def setTaskid_(self):
1029	+	self._taskId = self.cfg_params['taskId']
1030	+
1031	+	def getTaskid(self):
1032	+	return self._taskId

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines