ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/PsetManipulator.py

Comparing COMP/CRAB/python/PsetManipulator.py (file contents):
Revision 1.12 by ewv, Fri Oct 19 08:51:49 2007 UTC vs.
Revision 1.37 by ewv, Mon Apr 26 16:12:16 2010 UTC

#	Line 2 | Line 2
2
3		import os
4		import common
5	+	import imp
6	+	import pickle
7	+
8		from crab_util import *
9		from crab_exceptions import *
7	–	from crab_logger import Logger
10
11		from ProdCommon.CMSConfigTools.ConfigAPI.CfgInterface import CfgInterface
12	+	# FIXME: Cleanup includes from FWCore. Most of this is not needed.
13	+	#from FWCore.ParameterSet.Config    import include
14		from FWCore.ParameterSet.DictTypes import SortedKeysDict
15	+	from FWCore.ParameterSet.Modules   import OutputModule
16		from FWCore.ParameterSet.Modules   import Service
17		from FWCore.ParameterSet.Types     import *
18
19		import FWCore.ParameterSet.Types   as CfgTypes
20		import FWCore.ParameterSet.Modules as CfgModules
21	+	import FWCore.ParameterSet.Config  as cms
22
23		class PsetManipulator:
24		def __init__(self, pset):
#	Line 21 | Line 27 | class PsetManipulator:
27		"""
28
29		self.pset = pset
24	–	#convert Pset
25	–	from FWCore.ParameterSet.Config import include
26	–	common.logger.debug(3,"PsetManipulator::__init__: PSet file = "+self.pset)
27	–	self.cfo = include(self.pset)
28	–	self.cfg = CfgInterface(self.cfo)
29	–
30	–	def inputModule(self, source):
31	–	"""
32	–	Set  vString Filenames key
33	–	"""
34	–	# set input module
35	–	inModule = self.cfg.inputSource
36	–	inModule.setFileNames(source)
37	–	return
38	–
39	–	def pythiaSeed(self,seed):
40	–	"""
41	–	Set pythia seed key
42	–	"""
43	–	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
44	–	ranGenerator.sourceSeed = CfgTypes.untracked(CfgTypes.uint32(seed))
45	–	return
46	–
47	–	def vtxSeed(self,vtxSeed):
48	–	"""
49	–	Set vtx seed key
50	–	"""
51	–	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
52	–	ranModules   = ranGenerator.moduleSeeds
53	–	# set seed
54	–	ranModules.VtxSmeared = CfgTypes.untracked(CfgTypes.uint32(vtxSeed))
55	–	return
56	–
57	–	def g4Seed(self,g4Seed):
58	–	"""
59	–	Set g4 seed key
60	–	"""
61	–	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
62	–	ranModules   = ranGenerator.moduleSeeds
63	–	# set seed
64	–	ranModules.g4SimHits = CfgTypes.untracked(CfgTypes.uint32(g4Seed))
65	–	return
66	–
67	–	def mixSeed(self,mixSeed):
68	–	"""
69	–	Set mix seed key
70	–	"""
71	–	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
72	–	ranModules   = ranGenerator.moduleSeeds
73	–	ranModules.mix = CfgTypes.untracked(CfgTypes.uint32(mixSeed))
74	–	return
30
31	<	def pythiaFirstRun(self, firstrun):
32	<	"""
33	<	Set firstRun
34	<	"""
35	<	inModule = self.cfg.inputSource
36	<	inModule.setFirstRun(firstrun)   ## Add Daniele
37	<	return
31	>	common.logger.debug("PsetManipulator::__init__: PSet file = "+self.pset)
32	>	handle = open(self.pset, 'r')
33	>	try:   # Nested form for Python < 2.5
34	>	try:
35	>	self.cfo = imp.load_source("pycfg", self.pset, handle)
36	>	self.cmsProcess = self.cfo.process
37	>	except Exception, ex:
38	>	msg = "Your config file is not valid python: %s" % str(ex)
39	>	raise CrabException(msg)
40	>	finally:
41	>	handle.close()
42	>
43	>	self.cfg = CfgInterface(self.cmsProcess)
44	>	try: # Quiet the output
45	>	if self.cfg.data.MessageLogger.cerr.FwkReport.reportEvery.value() < 100:
46	>	self.cfg.data.MessageLogger.cerr.FwkReport.reportEvery = cms.untracked.int32(100)
47	>	except AttributeError:
48	>	pass
49
50		def maxEvent(self, maxEv):
51		"""
#	Line 90 | Line 56 | class PsetManipulator:
56
57		def skipEvent(self, skipEv):
58		"""
59	<	Set skipEvents
59	>	Set max event in the standalone untracked module
60		"""
61	<	inModule = self.cfg.inputSource
96	<	inModule.setSkipEvents(skipEv)   ## Add Daniele
97	<	return
98	<
99	<	def outputModule(self, output):
100	<
101	<	#set output module
102	<	outModule = self.cfg.outputModules['out']
103	<	outModule.setFileName('file:'+str(output))
104	<
61	>	self.cfg.inputSource.setSkipEvents(skipEv)
62		return
63
64		def psetWriter(self, name):
65		"""
66	<	Write out modified CMSSW.cfg
66	>	Write out modified CMSSW.py
67		"""
68
69	<	file1 = open(common.work_space.jobDir()+name,"w")
70	<	file1.write(str(self.cfg))
71	<	file1.close()
69	>	pklFileName = common.work_space.jobDir() + name + ".pkl"
70	>	pklFile = open(pklFileName, "wb")
71	>	myPickle = pickle.Pickler(pklFile)
72	>	myPickle.dump(self.cmsProcess)
73	>	pklFile.close()
74	>
75	>	outFile = open(common.work_space.jobDir()+name, "w")
76	>	outFile.write("import FWCore.ParameterSet.Config as cms\n")
77	>	outFile.write("import pickle\n")
78	>	outFile.write("process = pickle.load(open('%s', 'rb'))\n" % (name + ".pkl"))
79	>	outFile.close()
80
116	–	return
117	–
118	–	def addCrabFJR(self,name):
119	–	"""
120	–	_addCrabFJR_
121	–	add CRAB specific FrameworkJobReport (FJR)
122	–	if a FJR already exists in input CMSSW parameter-set, add a second one
123	–	"""
81
82	<	# Check if MessageLogger service already exists in configuration. If not, add it
126	<	svcs = self.cfg.data.services
127	<	if not svcs.has_key('MessageLogger'):
128	<	self.cfg.data.add_(CfgModules.Service("MessageLogger"))
129	<
130	<	messageLogger = self.cfg.data.services['MessageLogger']
131	<
132	<	# Add fwkJobReports to Message logger if it doesn't exist
133	<	if "fwkJobReports" not in messageLogger.parameterNames_():
134	<	messageLogger.fwkJobReports = CfgTypes.untracked(CfgTypes.vstring())
135	<
136	<	# should figure out how to remove "name" if it is there.
82	>	return
83
84	<	if name not in messageLogger.fwkJobReports:
85	<	messageLogger.fwkJobReports.append(name)
84	>	def getTFileService(self):
85	>	""" Get Output filename from TFileService and return it. If not existing, return None """
86	>	if not self.cfg.data.services.has_key('TFileService'):
87	>	return None
88	>	tFileService = self.cfg.data.services['TFileService']
89	>	if "fileName" in tFileService.parameterNames_():
90	>	fileName = getattr(tFileService,'fileName',None).value()
91	>	return fileName
92	>	return None
93	>
94	>	def getPoolOutputModule(self):
95	>	""" Get Output filename from PoolOutputModule and return it. If not existing, return None """
96	>	outputFinder = PoolOutputFinder()
97	>	for p  in self.cfg.data.endpaths.itervalues():
98	>	p.visit(outputFinder)
99	>	return outputFinder.getList()
100	>
101	>	def getBadFilesSetting(self):
102	>	setting = False
103	>	try:
104	>	if self.cfg.data.source.skipBadFiles.value():
105	>	setting = True
106	>	except AttributeError:
107	>	pass # Either no source or no setting of skipBadFiles
108	>	return setting
109	>
110	>	class PoolOutputFinder(object):
111	>
112	>	def __init__(self):
113	>	self._poolList = []
114	>	def enter(self,visitee):
115	>	if isinstance(visitee,OutputModule) and visitee.type_() == "PoolOutputModule":
116	>	filename=visitee.fileName.value().split(":")[-1]
117	>	self._poolList.append(filename)
118	>	def leave(self,visitee):
119	>	pass
120
121	<	return
121	>	def getList(self):
122	>	return self._poolList

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines