ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/COMP/CRAB/python/PsetManipulator.py

Comparing COMP/CRAB/python/PsetManipulator.py (file contents):
Revision 1.2 by slacapra, Thu Jun 22 16:05:18 2006 UTC vs.
Revision 1.16 by ewv, Wed Apr 30 17:03:57 2008 UTC

#	Line 1 | Line 1
1		#!/usr/bin/env python
2	<
3	<	import os, sys, commands
2	>
3	>	import os
4		import common
5	+	import imp
6	+
7		from crab_util import *
8		from crab_exceptions import *
9	+	from crab_logger import Logger
10
11	<	# Crabpydir=commands.getoutput('which crab')
12	<	# Topdir=string.replace(Crabpydir,'/python/crab','')
13	<	# sys.path.append(Topdir+'/PsetCode')
11	>	from ProdCommon.CMSConfigTools.ConfigAPI.CfgInterface import CfgInterface
12	>	from FWCore.ParameterSet.DictTypes import SortedKeysDict
13	>	from FWCore.ParameterSet.Modules   import Service
14	>	from FWCore.ParameterSet.Types     import *
15
16	<	from cmsconfig import cmsconfig
17	<	from CfgInterface import CfgInterface
16	>	import FWCore.ParameterSet.Types   as CfgTypes
17	>	import FWCore.ParameterSet.Modules as CfgModules
18
19		class PsetManipulator:
20		def __init__(self, pset):
21	<	"""
22	<	Convert Pset in Python format
19	<	and initialize
21	>	"""
22	>	Read in Pset object and initialize
23		"""
24
25		self.pset = pset
26		#convert Pset
27	<	self.pyPset = os.path.basename(pset)
28	<	cmd = 'EdmConfigToPython > '+common.work_space.shareDir()+self.pyPset+'py < '+ self.pset
29	<	#cmd = 'EdmConfigToPython > '+common.work_space.shareDir()+self.pset+'py < '+ self.pset
30	<	cmd_out = runCommand(cmd)
31	<	if cmd_out != '':
32	<	msg = 'Could not convert Pset.cfg into python Dictionary \n'
33	<	msg1= '      Did you do eval `scramv1 runtime ...` from your CMSSW working area ?'
34	<	raise CrabException(msg+msg1)
35	<	pass
36	<
37	<	self.par = file(common.work_space.shareDir()+self.pyPset+'py').read()
38	<	# par = file(common.work_space.shareDir()+self.pset+'py').read()
39	<
40	<	# get PSet
41	<	self.cfg = CfgInterface(self.par,True)
42	<
43	<	def inputModule(self, source):
44	<	""" Clean  String FileName if there
45	<	and add  vString Filenames key
46	<	"""
47	<	# set input module
48	<	inModule = self.cfg.inputSource
46	<	inModule.cleanStringFileNames() ## Add Daniele
47	<	inModule.setFileNames(source)
48	<	return
49	<
50	<	def pythiaSeed(self,seed):
51	<	"""
52	<	Set pythia seed key
53	<	"""
54	<	# set seed
55	<	inModule = self.cfg.inputSource
56	<	inModule.setPythiaSeed(self.cfg,seed)
57	<	return
27	>	from FWCore.ParameterSet.Config import include
28	>	common.logger.debug(3,"PsetManipulator::__init__: PSet file = "+self.pset)
29	>	if self.pset.endswith('py'):
30	>	handle = open(self.pset, 'r')
31	>	try:   # Nested form for Python < 2.5
32	>	try:
33	>	self.cfo = imp.load_source("pycfg", self.pset, handle)
34	>	except Exception, ex:
35	>	msg = "Your config file is not valid python: %s" % str(ex)
36	>	raise CrabException(msg)
37	>	finally:
38	>	handle.close()
39	>	self.cfg = CfgInterface(self.cfo.process)
40	>	else:
41	>	try:
42	>	self.cfo = include(self.pset)
43	>	self.cfg = CfgInterface(self.cfo)
44	>	except Exception, ex:
45	>	msg =  "Your cfg file is not valid, %s\n" % str(ex)
46	>	msg += "  https://twiki.cern.ch/twiki/bin/view/CMS/CrabFaq#Problem_with_ParameterSet_parsin\n"
47	>	msg += "  may help you understand the problem."
48	>	raise CrabException(msg)
49
50		def maxEvent(self, maxEv):
51	<	""" """
52	<	# set input module
53	<	inModule = self.cfg.inputSource
54	<	inModule.cleanMaxEvent()
64	<	inModule.setMaxEvents(maxEv)   ## Add Daniele
51	>	"""
52	>	Set max event in the standalone untracked module
53	>	"""
54	>	self.cfg.maxEvents.setMaxEventsInput(maxEv)
55		return
56
57	<	def outputModule(self, output):
57	>	def psetWriter(self, name):
58	>	"""
59	>	Write out modified CMSSW.cfg
60	>	"""
61
62	<	#set output module
63	<	outModule = self.cfg.outputModules['out']
64	<	outModule.setFileName('file:'+str(output))
62	>	# FUTURE: Can drop cfg mode for CMSSW < 2_1_x
63	>	outFile = open(common.work_space.jobDir()+name,"w")
64	>	if name.endswith('py'):
65	>	outFile.write("import FWCore.ParameterSet.Config as cms\n")
66	>	outFile.write(self.cfo.dumpPython())
67	>	else:
68	>	outFile.write(str(self.cfg))
69	>	outFile.close()
70
71		return
72
73	<	def psetWriter(self, name):
73	>	def addCrabFJR(self,name):
74	>	"""
75	>	_addCrabFJR_
76	>	add CRAB specific FrameworkJobReport (FJR)
77	>	if a FJR already exists in input CMSSW parameter-set, add a second one.
78	>	This code is not needed for CMSSW >= 1.5.x and is non-functional in CMSSW >= 1.7.x.
79	>	It should be removed at some point in the future.
80	>	"""
81	>
82	>	# Check if MessageLogger service already exists in configuration. If not, add it
83	>	svcs = self.cfg.data.services
84	>	if not svcs.has_key('MessageLogger'):
85	>	self.cfg.data.add_(CfgModules.Service("MessageLogger"))
86	>
87	>	messageLogger = self.cfg.data.services['MessageLogger']
88	>
89	>	# Add fwkJobReports to Message logger if it doesn't exist
90	>	if "fwkJobReports" not in messageLogger.parameterNames_():
91	>	messageLogger.fwkJobReports = CfgTypes.untracked(CfgTypes.vstring())
92
93	<	configObject = cmsconfig(str(self.cfg))
93	>	# should figure out how to remove "name" if it is there.
94
95	<	file1 = open(common.work_space.jobDir()+name,"w")
96	<	file1.write(str(configObject.asConfigurationString()))
81	<	file1.close()
95	>	if name not in messageLogger.fwkJobReports:
96	>	messageLogger.fwkJobReports.append(name)
97
98		return

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines