ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/writeCfg.py

Comparing COMP/CRAB/python/writeCfg.py (file contents):
Revision 1.2 by ewv, Tue Feb 19 17:19:14 2008 UTC vs.
Revision 1.15 by ewv, Mon Dec 8 21:57:20 2008 UTC

#	Line 1 | Line 1
1		#!/usr/bin/env python
2
3	<	import sys, getopt, string
3	>	"""
4	>	Re-write config file and optionally convert to python
5	>	"""
6	>
7	>	__revision__ = "$Id$"
8	>	__version__ = "$Revision$"
9	>
10	>	import sys, getopt
11		import imp
12		import os
6	–	import random
13		from random import SystemRandom
8	–	_inst  = SystemRandom()
14
15		from ProdCommon.CMSConfigTools.ConfigAPI.CfgInterface import CfgInterface
16	<	from FWCore.ParameterSet.DictTypes import SortedKeysDict
17	<	from FWCore.ParameterSet.Modules   import Service
18	<	from FWCore.ParameterSet.Types     import *
19	<	from FWCore.ParameterSet.Config import include
16	>	from FWCore.ParameterSet.Config                       import include
17	>	import FWCore.ParameterSet.Types as CfgTypes
18	>
19	>	MyRandom  = SystemRandom()
20
21	<	import FWCore.ParameterSet.Types   as CfgTypes
22	<	import FWCore.ParameterSet.Modules as CfgModules
21	>	class ConfigException(Exception):
22	>	"""
23	>	Exceptions raised by writeCfg
24	>	"""
25	>
26	>	def __init__(self, msg):
27	>	Exception.__init__(self, msg)
28	>	self._msg = msg
29	>	return
30
31	+	def __str__(self):
32	+	return self._msg
33
34		def main(argv) :
35	<	"""
36	<	writeCfg
35	>	"""
36	>	writeCfg
37	>
38	>	- Read in existing, user supplied cfg or pycfg file
39	>	- Modify job specific parameters based on environment variables
40	>	- Write out modified cfg or pycfg file
41	>
42	>	required parameters: none
43	>
44	>	optional parameters:
45	>	--help             :       help
46	>	--debug            :       debug statements
47	>
48	>	"""
49	>
50	>	# defaults
51	>	inputFileNames  = None
52	>	parentFileNames = None
53	>	debug           = False
54	>	_MAXINT         = 900000000
55
24	–	- Read in existing, user supplied cfg or pycfg file
25	–	- Modify job specific parameters based on environment variables
26	–	- Write out modified cfg or pycfg file
27	–
28	–	required parameters: none
29	–
30	–	optional parameters:
31	–	--help             :       help
32	–	--debug            :       debug statements
33	–
34	–	"""
35	–
36	–	# defaults
37	–	maxEvents      = 0
38	–	skipEvents     = 0
39	–	inputFileNames = None
40	–	firstRun       = 0
41	–	sourceSeed     = 0
42	–	vtxSeed        = 0
43	–	g4Seed         = 0
44	–	mixSeed        = 0
45	–	debug          = False
46	–
47	–	try:
48	–	opts, args = getopt.getopt(argv, "", ["debug", "help","inputFiles=","maxEvents=","skipEvents="])
49	–	except getopt.GetoptError:
50	–	print main.__doc__
51	–	sys.exit(2)
52	–
53	–	# Parse command line parameters
54	–	for opt, arg in opts :
55	–	if opt  == "--help" :
56	–	print main.__doc__
57	–	sys.exit()
58	–	elif opt == "--debug" :
59	–	debug = True
60	–	elif opt == "--maxEvents":
61	–	maxEvents = int(arg)
62	–	elif opt == "--skipEvents":
63	–	skipEvents = int(arg)
64	–	elif opt == "--inputFiles":
65	–	inputFiles = arg
66	–	inputFiles = inputFiles.replace('\\','')
67	–	inputFiles = inputFiles.replace('"','')
68	–	inputFileNames = inputFiles.split(',')
69	–	elif opt == "--firstRun":
70	–	firstRun = int(arg)
71	–	elif opt == "--sourceSeed":
72	–	sourceSeed = int(arg)
73	–	elif opt == "--vtxSeed":
74	–	vtxSeed = int(arg)
75	–	elif opt == "--g4Seed":
76	–	g4Seed = int(arg)
77	–	elif opt == "--mixSeed":
78	–	mixSeed = int(arg)
79	–
80	–	# Parse remaining parameters
81	–
82	–	fileName    = args[0];
83	–	outFileName = args[1];
84	–
85	–	# Input cfg or python cfg file
86	–
87	–	if (fileName.endswith('py') or fileName.endswith('pycfg') ):
88	–	handle = open(fileName, 'r')
89	–	try:   # Nested form for Python < 2.5
90	–	try:
91	–	cfo = imp.load_source("pycfg", fileName, handle)
92	–	except Exception, ex:
93	–	msg = "Your pycfg file is not valid python: %s" % str(ex)
94	–	raise "Error: ",msg
95	–	finally:
96	–	handle.close()
97	–	cfg = CfgInterface(cfo.process)
98	–	else:
56		try:
57	<	cfo = include(fileName)
58	<	cfg = CfgInterface(cfo)
59	<	except Exception, ex:
60	<	msg =  "The cfg file is not valid, %s\n" % str(ex)
61	<	raise "Error: ",msg
62	<
63	<	# Set parameters for job
64	<
65	<	inModule = cfg.inputSource
66	<
67	<	cfg.maxEvents.setMaxEventsInput(maxEvents)
68	<
69	<	inModule.setSkipEvents(skipEvents)
70	<	if (inputFileNames):
71	<	inModule.setFileNames(*inputFileNames)
72	<
73	<	# Pythia parameters
74	<	if (firstRun):
75	<	inModule.setFirstRun(firstRun)
76	<	if (sourceSeed) :
77	<	ranGenerator = cfg.data.services['RandomNumberGeneratorService']
78	<	ranGenerator.sourceSeed = CfgTypes.untracked(CfgTypes.uint32(sourceSeed))
79	<	if (vtxSeed) :
80	<	ranModules   = ranGenerator.moduleSeeds
81	<	ranModules.VtxSmeared = CfgTypes.untracked(CfgTypes.uint32(vtxSeed))
82	<	if (g4Seed) :
83	<	ranModules   = ranGenerator.moduleSeeds
84	<	ranModules.g4SimHits = CfgTypes.untracked(CfgTypes.uint32(g4Seed))
85	<	if (mixSeed) :
86	<	ranModules   = ranGenerator.moduleSeeds
87	<	ranModules.mix = CfgTypes.untracked(CfgTypes.uint32(mixSeed))
88	<
89	<	# Randomize all seeds
90	<
91	<	print "There are ",cfg.seedCount()," seeds"
92	<	seedList = [random.randint(100,200) for i in range(cfg.seedCount)]
93	<	seedTuple = seedList.tuple()
94	<
95	<	cfg.insertSeeds(*seedTuple)
96	<
97	<	# Write out new config file
98	<
99	<	outFile = open(outFileName,"w")
100	<	outFile.write("import FWCore.ParameterSet.Config as cms\n")
101	<	outFile.write(cfo.dumpPython())
102	<	outFile.close()
103	<
104	<	if (debug):
105	<	print "writeCfg output:"
106	<	print "import FWCore.ParameterSet.Config as cms"
107	<	print cfo.dumpPython()
57	>	opts, args = getopt.getopt(argv, "", ["debug", "help"])
58	>	except getopt.GetoptError:
59	>	print main.__doc__
60	>	sys.exit(2)
61	>
62	>	try:
63	>	CMSSW  = os.environ['CMSSW_VERSION']
64	>	parts = CMSSW.split('_')
65	>	CMSSW_major = int(parts[1])
66	>	CMSSW_minor = int(parts[2])
67	>	CMSSW_patch = int(parts[3])
68	>	except (KeyError, ValueError):
69	>	msg = "Your environment doesn't specify the CMSSW version or specifies it incorrectly"
70	>	raise ConfigException(msg)
71	>
72	>	# Parse command line options
73	>	for opt, arg in opts :
74	>	if opt  == "--help" :
75	>	print main.__doc__
76	>	sys.exit()
77	>	elif opt == "--debug" :
78	>	debug = True
79	>
80	>	# Parse remaining parameters
81	>	try:
82	>	fileName    = args[0]
83	>	outFileName = args[1]
84	>	except IndexError:
85	>	print main.__doc__
86	>	sys.exit()
87	>
88	>	# Optional Parameters
89	>
90	>	maxEvents  = int(os.environ.get('MaxEvents', '0'))
91	>	skipEvents = int(os.environ.get('SkipEvents','0'))
92	>	firstEvent = int(os.environ.get('FirstEvent','0'))
93	>	compHEPFirstEvent = int(os.environ.get('CompHEPFirstEvent','0'))
94	>	firstRun   = int(os.environ.get('FirstRun',  '0'))
95	>	nJob       = int(os.environ.get('NJob',      '0'))
96	>
97	>	inputFiles     = os.environ.get('InputFiles','')
98	>	parentFiles    = os.environ.get('ParentFiles','')
99	>	preserveSeeds  = os.environ.get('PreserveSeeds','')
100	>	incrementSeeds = os.environ.get('IncrementSeeds','')
101	>
102	>	# Read Input cfg or python cfg file, FUTURE: Get rid cfg mode
103	>
104	>	if fileName.endswith('py'):
105	>	handle = open(fileName, 'r')
106	>	try:   # Nested form for Python < 2.5
107	>	try:
108	>	print "Importing .py file"
109	>	cfo = imp.load_source("pycfg", fileName, handle)
110	>	cmsProcess = cfo.process
111	>	except Exception, ex:
112	>	msg = "Your pycfg file is not valid python: %s" % str(ex)
113	>	raise ConfigException(msg)
114	>	finally:
115	>	handle.close()
116	>	else:
117	>	try:
118	>	print "Importing .cfg file"
119	>	cfo = include(fileName)
120	>	cmsProcess = cfo
121	>	except Exception, ex:
122	>	msg =  "The cfg file is not valid, %s\n" % str(ex)
123	>	raise ConfigException(msg)
124	>
125	>	cfg = CfgInterface(cmsProcess)
126	>
127	>	# Set parameters for job
128	>	print "Setting parameters"
129	>	inModule = cfg.inputSource
130	>	if maxEvents:
131	>	cfg.maxEvents.setMaxEventsInput(maxEvents)
132	>
133	>	if skipEvents:
134	>	inModule.setSkipEvents(skipEvents)
135	>	if firstEvent:
136	>	cmsProcess.source.firstEvent = CfgTypes.untracked(CfgTypes.uint32(firstEvent))
137	>	if compHEPFirstEvent:
138	>	cmsProcess.source.CompHEPFirstEvent = CfgTypes.int32(compHEPFirstEvent)
139	>	if inputFiles:
140	>	inputFiles = inputFiles.replace('\\','')
141	>	inputFiles = inputFiles.replace('"','')
142	>	inputFileNames = inputFiles.split(',')
143	>	inModule.setFileNames(*inputFileNames)
144	>
145	>	# handle parent files if needed
146	>	if parentFiles:
147	>	parentFiles = parentFiles.replace('\\','')
148	>	parentFiles = parentFiles.replace('"','')
149	>	parentFileNames = parentFiles.split(',')
150	>	inModule.setSecondaryFileNames(*parentFileNames)
151	>
152	>	# Pythia parameters
153	>	if (firstRun):
154	>	inModule.setFirstRun(firstRun)
155	>
156	>	incrementSeedList = []
157	>	preserveSeedList  = []
158	>
159	>	if incrementSeeds:
160	>	incrementSeedList = incrementSeeds.split(',')
161	>	if preserveSeeds:
162	>	preserveSeedList  = preserveSeeds.split(',')
163	>
164	>	# FUTURE: This function tests the CMSSW version and presence of old-style seed specification.
165	>	# Reduce when we drop support for old versions
166	>	if cfg.data.services.has_key('RandomNumberGeneratorService'): # There are random #'s to deal with
167	>	print "RandomNumberGeneratorService found, will attempt to change seeds"
168	>	ranGenerator = cfg.data.services['RandomNumberGeneratorService']
169	>	ranModules   = getattr(ranGenerator, "moduleSeeds", None)
170	>	oldSource    = getattr(ranGenerator, "sourceSeed",  None)
171	>	if ranModules != None or oldSource != None:     # Old format present, no matter the CMSSW version
172	>	print "Old-style random number seeds found, will be changed."
173	>	if oldSource != None:
174	>	sourceSeed = int(ranGenerator.sourceSeed.value())
175	>	if ('sourceSeed' in preserveSeedList) or ('theSource' in preserveSeedList):
176	>	pass
177	>	elif ('sourceSeed' in incrementSeedList) or ('theSource' in incrementSeedList):
178	>	ranGenerator.sourceSeed = CfgTypes.untracked(CfgTypes.uint32(sourceSeed+nJob))
179	>	else:
180	>	ranGenerator.sourceSeed = CfgTypes.untracked(CfgTypes.uint32(MyRandom.randint(1, _MAXINT)))
181	>
182	>	for seed in incrementSeedList:
183	>	curSeed = getattr(ranGenerator.moduleSeeds, seed, None)
184	>	if curSeed:
185	>	curValue = int(curSeed.value())
186	>	setattr(ranGenerator.moduleSeeds, seed, CfgTypes.untracked(CfgTypes.uint32(curValue+nJob)))
187	>	preserveSeedList.append(seed)
188	>
189	>	if ranModules != None:
190	>	for seed in ranGenerator.moduleSeeds.parameterNames_():
191	>	if seed not in preserveSeedList:
192	>	curSeed = getattr(ranGenerator.moduleSeeds, seed, None)
193	>	if curSeed:
194	>	curValue = int(curSeed.value())
195	>	setattr(ranGenerator.moduleSeeds, seed,
196	>	CfgTypes.untracked(CfgTypes.uint32(MyRandom.randint(1,_MAXINT))))
197	>	elif CMSSW_major > 2 or (CMSSW_major == 2 and CMSSW_minor >= 1): # Treatment for  seeds, CMSSW 2_1_x and later
198	>	print "New-style random number seeds found, will be changed."
199	>	from IOMC.RandomEngine.RandomServiceHelper import RandomNumberServiceHelper
200	>	randSvc = RandomNumberServiceHelper(ranGenerator)
201	>
202	>	# Increment requested seed sets
203	>	for seedName in incrementSeedList:
204	>	curSeeds = randSvc.getNamedSeed(seedName)
205	>	newSeeds = [x+nJob for x in curSeeds]
206	>	randSvc.setNamedSeed(seedName, *newSeeds)
207	>	preserveSeedList.append(seedName)
208	>
209	>	# Randomize remaining seeds
210	>	randSvc.populate(*preserveSeedList)
211	>	else:
212	>	print "Neither old nor new seed format found!"
213	>
214	>	# End version specific code
215	>
216	>	# Write out new config file in one format or the other, FUTURE: Get rid of cfg mode
217	>	outFile = open(outFileName,"w")
218	>	if outFileName.endswith('py'):
219	>	outFile.write("import FWCore.ParameterSet.Config as cms\n")
220	>	outFile.write(cmsProcess.dumpPython())
221	>	if (debug):
222	>	print "writeCfg output:"
223	>	print "import FWCore.ParameterSet.Config as cms"
224	>	print cmsProcess.dumpPython()
225	>	else:
226	>	outFile.write(cfg.data.dumpConfig())
227	>	if (debug):
228	>	print "writeCfg output:"
229	>	print str(cfg.data.dumpConfig())
230	>	outFile.close()
231
232
233		if __name__ == '__main__' :
234		exit_status = main(sys.argv[1:])
235		sys.exit(exit_status)
156	–

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines