ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/PsetManipulator.py

Comparing COMP/CRAB/python/PsetManipulator.py (file contents):
Revision 1.13 by ewv, Tue Nov 20 17:06:50 2007 UTC vs.
Revision 1.39 by ewv, Wed Oct 6 13:57:46 2010 UTC

#	Line 2 | Line 2
2
3		import os
4		import common
5	+	import imp
6	+	import pickle
7	+
8		from crab_util import *
9		from crab_exceptions import *
7	–	from crab_logger import Logger
10
11		from ProdCommon.CMSConfigTools.ConfigAPI.CfgInterface import CfgInterface
12	+	# FIXME: Cleanup includes from FWCore. Most of this is not needed.
13	+	#from FWCore.ParameterSet.Config    import include
14		from FWCore.ParameterSet.DictTypes import SortedKeysDict
15	+	from FWCore.ParameterSet.Modules   import OutputModule
16		from FWCore.ParameterSet.Modules   import Service
17		from FWCore.ParameterSet.Types     import *
18
19		import FWCore.ParameterSet.Types   as CfgTypes
20		import FWCore.ParameterSet.Modules as CfgModules
21	+	import FWCore.ParameterSet.Config  as cms
22
23		class PsetManipulator:
24		def __init__(self, pset):
#	Line 21 | Line 27 | class PsetManipulator:
27		"""
28
29		self.pset = pset
24	–	#convert Pset
25	–	from FWCore.ParameterSet.Config import include
26	–	common.logger.debug(3,"PsetManipulator::__init__: PSet file = "+self.pset)
27	–	self.cfo = include(self.pset)
28	–	self.cfg = CfgInterface(self.cfo)
29	–
30	–	def inputModule(self, source):
31	–	"""
32	–	Set  vString Filenames key
33	–	"""
34	–	# set input module
35	–	inModule = self.cfg.inputSource
36	–	inModule.setFileNames(source)
37	–	return
38	–
39	–	def pythiaSeed(self,seed):
40	–	"""
41	–	Set pythia seed key
42	–	"""
43	–	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
44	–	ranGenerator.sourceSeed = CfgTypes.untracked(CfgTypes.uint32(seed))
45	–	return
30
31	<	def vtxSeed(self,vtxSeed):
32	<	"""
33	<	Set vtx seed key
34	<	"""
35	<	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
36	<	ranModules   = ranGenerator.moduleSeeds
37	<	# set seed
38	<	ranModules.VtxSmeared = CfgTypes.untracked(CfgTypes.uint32(vtxSeed))
39	<	return
40	<
41	<	def g4Seed(self,g4Seed):
42	<	"""
43	<	Set g4 seed key
44	<	"""
45	<	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
46	<	ranModules   = ranGenerator.moduleSeeds
47	<	# set seed
48	<	ranModules.g4SimHits = CfgTypes.untracked(CfgTypes.uint32(g4Seed))
65	<	return
66	<
67	<	def mixSeed(self,mixSeed):
68	<	"""
69	<	Set mix seed key
70	<	"""
71	<	ranGenerator = self.cfg.data.services['RandomNumberGeneratorService']
72	<	ranModules   = ranGenerator.moduleSeeds
73	<	ranModules.mix = CfgTypes.untracked(CfgTypes.uint32(mixSeed))
74	<	return
75	<
76	<	def pythiaFirstRun(self, firstrun):
77	<	"""
78	<	Set firstRun
79	<	"""
80	<	inModule = self.cfg.inputSource
81	<	inModule.setFirstRun(firstrun)   ## Add Daniele
82	<	return
31	>	common.logger.debug("PsetManipulator::__init__: PSet file = "+self.pset)
32	>	handle = open(self.pset, 'r')
33	>	try:   # Nested form for Python < 2.5
34	>	try:
35	>	self.cfo = imp.load_source("pycfg", self.pset, handle)
36	>	self.cmsProcess = self.cfo.process
37	>	except Exception, ex:
38	>	msg = "Your config file is not valid python: %s" % str(ex)
39	>	raise CrabException(msg)
40	>	finally:
41	>	handle.close()
42	>
43	>	self.cfg = CfgInterface(self.cmsProcess)
44	>	try: # Quiet the output
45	>	if self.cfg.data.MessageLogger.cerr.FwkReport.reportEvery.value() < 100:
46	>	self.cfg.data.MessageLogger.cerr.FwkReport.reportEvery = cms.untracked.int32(100)
47	>	except AttributeError:
48	>	pass
49
50		def maxEvent(self, maxEv):
51		"""
#	Line 90 | Line 56 | class PsetManipulator:
56
57		def skipEvent(self, skipEv):
58		"""
59	<	Set skipEvents
59	>	Set max event in the standalone untracked module
60		"""
61	<	inModule = self.cfg.inputSource
62	<	inModule.setSkipEvents(skipEv)   ## Add Daniele
97	<	return
98	<
99	<	def outputModule(self, output):
100	<
101	<	#set output module
102	<	outModule = self.cfg.outputModules['out']
103	<	outModule.setFileName('file:'+str(output))
104	<
61	>	if self.cfg.inputSource.sourceType not in ['EmptySource']:
62	>	self.cfg.inputSource.setSkipEvents(skipEv)
63		return
64
65		def psetWriter(self, name):
66		"""
67	<	Write out modified CMSSW.cfg
110	<	"""
111	<
112	<	file1 = open(common.work_space.jobDir()+name,"w")
113	<	file1.write(str(self.cfg))
114	<	file1.close()
115	<
116	<	return
117	<
118	<	def addCrabFJR(self,name):
119	<	"""
120	<	_addCrabFJR_
121	<	add CRAB specific FrameworkJobReport (FJR)
122	<	if a FJR already exists in input CMSSW parameter-set, add a second one.
123	<	This code is not needed for CMSSW >= 1.5.x and is non-functional in CMSSW >= 1.7.x.
124	<	It should be removed at some point in the future.
67	>	Write out modified CMSSW.py
68		"""
69
70	<	# Check if MessageLogger service already exists in configuration. If not, add it
71	<	svcs = self.cfg.data.services
72	<	if not svcs.has_key('MessageLogger'):
73	<	self.cfg.data.add_(CfgModules.Service("MessageLogger"))
74	<
75	<	messageLogger = self.cfg.data.services['MessageLogger']
76	<
77	<	# Add fwkJobReports to Message logger if it doesn't exist
78	<	if "fwkJobReports" not in messageLogger.parameterNames_():
79	<	messageLogger.fwkJobReports = CfgTypes.untracked(CfgTypes.vstring())
80	<
81	<	# should figure out how to remove "name" if it is there.
82	<
83	<	if name not in messageLogger.fwkJobReports:
84	<	messageLogger.fwkJobReports.append(name)
85	<
86	<	return
70	>	pklFileName = common.work_space.jobDir() + name + ".pkl"
71	>	pklFile = open(pklFileName, "wb")
72	>	myPickle = pickle.Pickler(pklFile)
73	>	myPickle.dump(self.cmsProcess)
74	>	pklFile.close()
75	>
76	>	outFile = open(common.work_space.jobDir()+name, "w")
77	>	outFile.write("import FWCore.ParameterSet.Config as cms\n")
78	>	outFile.write("import pickle\n")
79	>	outFile.write("process = pickle.load(open('%s', 'rb'))\n" % (name + ".pkl"))
80	>	outFile.close()
81	>
82	>
83	>	return
84	>
85	>	def getTFileService(self):
86	>	""" Get Output filename from TFileService and return it. If not existing, return None """
87	>	if not self.cfg.data.services.has_key('TFileService'):
88	>	return None
89	>	tFileService = self.cfg.data.services['TFileService']
90	>	if "fileName" in tFileService.parameterNames_():
91	>	fileName = getattr(tFileService,'fileName',None).value()
92	>	return fileName
93	>	return None
94	>
95	>	def getPoolOutputModule(self):
96	>	""" Get Output filename from PoolOutputModule and return it. If not existing, return None """
97	>	outputFinder = PoolOutputFinder()
98	>	for p  in self.cfg.data.endpaths.itervalues():
99	>	p.visit(outputFinder)
100	>	return outputFinder.getDict()
101	>	#return outputFinder.getList()
102	>
103	>	def getBadFilesSetting(self):
104	>	setting = False
105	>	try:
106	>	if self.cfg.data.source.skipBadFiles.value():
107	>	setting = True
108	>	except AttributeError:
109	>	pass # Either no source or no setting of skipBadFiles
110	>	return setting
111	>
112	>	class PoolOutputFinder(object):
113	>
114	>	def __init__(self):
115	>	self._poolList = []
116	>	self._poolDict = {}
117	>
118	>	def enter(self,visitee):
119	>	if isinstance(visitee,OutputModule) and visitee.type_() == "PoolOutputModule":
120	>	filename=visitee.fileName.value().split(":")[-1]
121	>	self._poolList.append(filename)
122	>
123	>	try:
124	>	selectEvents = visitee.SelectEvents.SelectEvents.value()
125	>	except AttributeError:
126	>	selectEvents = None
127	>	try:
128	>	dataset = visitee.dataset.filterName.value()
129	>	except AttributeError:
130	>	dataset = None
131	>	self._poolDict.update({filename:{'dataset':dataset, 'selectEvents':selectEvents}})
132	>
133	>	def leave(self,visitee):
134	>	pass
135	>
136	>	def getList(self):
137	>	return self._poolList
138	>
139	>	def getDict(self):
140	>	#### FEDE FOR MULTI ####
141	>	return self._poolDict

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines