3 |
|
import os |
4 |
|
import common |
5 |
|
import imp |
6 |
+ |
import pickle |
7 |
|
|
8 |
|
from crab_util import * |
9 |
|
from crab_exceptions import * |
9 |
– |
from crab_logger import Logger |
10 |
|
|
11 |
|
from ProdCommon.CMSConfigTools.ConfigAPI.CfgInterface import CfgInterface |
12 |
|
from FWCore.ParameterSet.DictTypes import SortedKeysDict |
25 |
|
self.pset = pset |
26 |
|
#convert Pset |
27 |
|
from FWCore.ParameterSet.Config import include |
28 |
< |
common.logger.debug(3,"PsetManipulator::__init__: PSet file = "+self.pset) |
28 |
> |
common.logger.debug("PsetManipulator::__init__: PSet file = "+self.pset) |
29 |
> |
# FUTURE: Can drop cfg mode for CMSSW < 2_1_x |
30 |
|
if self.pset.endswith('py'): |
31 |
|
handle = open(self.pset, 'r') |
32 |
|
try: # Nested form for Python < 2.5 |
72 |
|
outFile = open(common.work_space.jobDir()+name,"w") |
73 |
|
if name.endswith('py'): |
74 |
|
outFile.write("import FWCore.ParameterSet.Config as cms\n") |
75 |
< |
try: |
76 |
< |
outFile.write(self.cmsProcess.dumpPython()) |
77 |
< |
except Exception, ex: |
77 |
< |
msg = "Your cfg file is not valid, %s\n" % str(ex) |
78 |
< |
msg += " https://twiki.cern.ch/twiki/bin/view/CMS/SWGuideCrabFaq#Problem_with_ParameterSet_parsin\n" |
79 |
< |
msg += " may help you understand the problem." |
80 |
< |
raise CrabException(msg) |
81 |
< |
|
75 |
> |
outFile.write("import pickle\n") |
76 |
> |
outFile.write("pickledCfg=\"\"\"%s\"\"\"\n" % pickle.dumps(self.cmsProcess)) |
77 |
> |
outFile.write("process = pickle.loads(pickledCfg)\n") |
78 |
|
else: |
79 |
|
outFile.write(self.cfg.data.dumpConfig()) |
80 |
|
outFile.close() |
99 |
|
for out in poolOutputModule: |
100 |
|
return poolOutputModule[out].fileName.value() |
101 |
|
|
102 |
+ |
def getBadFilesSetting(self): |
103 |
+ |
setting = False |
104 |
+ |
try: |
105 |
+ |
if self.cfg.data.source.skipBadFiles.value(): |
106 |
+ |
setting = True |
107 |
+ |
except AttributeError: |
108 |
+ |
pass # Either no source or no setting of skipBadFiles |
109 |
+ |
return setting |