ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/OSUT3Analysis/Configuration/python/processingUtilities.py
Revision: 1.27
Committed: Wed Jul 3 00:10:15 2013 UTC (11 years, 10 months ago) by ahart
Content type: text/x-python
Branch: MAIN
CVS Tags: V02-03-01
Changes since 1.26: +4 -2 lines
Log Message:
Fixed a race condition by removing the directory test in the add_channels function and replacing it with an exception handler.

File Contents

# Content
1 #!/usr/bin/env python
2 import os
3 import re
4 import sys
5 import math
6 import datetime
7 import copy
8 from optparse import OptionParser
9 import OSUT3Analysis.DBTools.osusub_cfg as osusub
10 import FWCore.ParameterSet.Config as cms
11
12 def split_composite_datasets(datasets, composite_dataset_definitions):
13 for dataset in datasets:
14 if dataset in composite_dataset_definitions:
15 for component_dataset in composite_dataset_definitions[dataset]:
16 datasets.insert(datasets.index(dataset),component_dataset)
17 datasets.remove(dataset)
18 return datasets
19
20 def get_composite_datasets(datasets, composite_dataset_definitions):
21 composite_datasets = []
22 for dataset in datasets:
23 if dataset in composite_dataset_definitions:
24 composite_datasets.append(dataset)
25 return composite_datasets
26
27 def set_condor_submit_dir(arguments):
28 if arguments.condorDir:
29 condor_dir = "condor/%s" % arguments.condorDir
30 else:
31 now = datetime.datetime.now()
32 date_hash = now.strftime("%Y_%m_%d_%H:%M:%S")
33 condor_dir = "condor/condor_%s" % date_hash
34 #print "Condor submit directory set to ",condor_dir
35 return condor_dir
36
37 def set_condor_output_dir(arguments):
38 if arguments.condorDir:
39 condor_dir = "condor/%s" % arguments.condorDir
40 else: #get most recent condor submission directory
41 dir_list = []
42 for directory in os.listdir("./condor/"):
43 if directory.find("condor_") is not -1:
44 dir_list.append(directory)
45 if len(dir_list) is 0:
46 sys.exit("Cannot find last condor working directory")
47 dir_list.sort(reverse=True)
48 condor_dir = "condor/%s" % dir_list[0]
49 #print "Condor output directory set to ",condor_dir
50 return condor_dir
51
52 def set_commandline_arguments(parser):
53 #### Configuration-related Options
54 parser.add_option("-l", "--localConfig", dest="localConfig",
55 help="local configuration file")
56 parser.add_option("-c", "--condorDir", dest="condorDir",
57 help="condor output directory")
58 parser.add_option("-o", "--output-file", dest="outputFileName",
59 help="specify an output file name for the histogram file, default is 'stacked_histograms.root'")
60 parser.add_option("-t", "--no-weights", action="store_true", dest="noWeights", default=False,
61 help="do not apply cross section weights")
62 parser.add_option("-q", "--quickMerge", action="store_true", dest="quickMerge", default=False,
63 help="do merge without making cutflow or plots")
64
65
66 #### Histogram Formatting Options
67 parser.add_option("-n", "--normalize", action="store_true", dest="normalizeToData", default=False,
68 help="normalize total background MC yield to the data")
69 parser.add_option("-u", "--unit-area", action="store_true", dest="normalizeToUnitArea", default=False,
70 help="normalize all samples to unit area (useful to compare shapes)")
71 parser.add_option("-e", "--empty", action="store_true", dest="noStack", default=False,
72 help="don't stack the background samples, draw them as empty histograms instead")
73
74 parser.add_option("-r", "--ratio", action="store_true", dest="makeRatioPlots", default=False,
75 help="draw (data-MC)/MC plots below all 1D histograms")
76 parser.add_option("-R", "--ratioYRange", dest="ratioYRange",
77 help="maximum of range of vertical scale for ratio plots")
78 parser.add_option("-d", "--diff", action="store_true", dest="makeDiffPlots", default=False,
79 help="draw data-MC plots below all 1D histograms")
80 parser.add_option("-b", "--rebin", dest="rebinFactor",
81 help="Rebin all the histograms which will have at least 10 bins after rebinning")
82 parser.add_option("--2D", action="store_true", dest="draw2DPlots", default=False,
83 help="draw stacked 2D histograms")
84 parser.add_option("-y", "--yields", action="store_true", dest="printYields", default=False,
85 help="Include the yield of each source in the legend")
86 parser.add_option("-p", "--pdfs", action="store_true", dest="savePDFs", default=False,
87 help="Save pdfs files for all plots made")
88
89 return parser
90
91 def get_short_name(dataset, dataset_names):
92 for key in dataset_names:
93 if dataset_names[key] == dataset:
94 return key
95 return "Unknown"
96
97 def stop_ctau (dataset):
98 if not re.match (r"stop[^_]*to[^_]*_[^_]*mm.*", dataset):
99 return 0.0
100 return float (re.sub (r"stop[^_]*to[^_]*_([^_]*)mm.*", r"\1", dataset))
101
102 def source_stop_ctau (ctau):
103 return int (math.pow (10.0, math.ceil (math.log10 (ctau))))
104
105 def add_stops (options, masses, ctaus, bottomBranchingRatios = []):
106 if not bottomBranchingRatios:
107 bottomBranchingRatios.append (50.0)
108 for mass in masses:
109 for ctau in ctaus:
110 for bottomBranchingRatio in bottomBranchingRatios:
111 datasetName = 'stop' + str (mass) + "_" + str (ctau) + "mm_br" + str (int (bottomBranchingRatio))
112 bottomDatasetName = 'stop' + str (mass) + "toBl_" + str (ctau) + "mm"
113 sourceBottomDatasetName = 'stop' + str (mass) + "toBl_" + str (source_stop_ctau (ctau)) + "mm"
114 topDatasetName = 'stop' + str (mass) + "toTnu_" + str (ctau) + "mm"
115 sourceTopDatasetName = 'stop' + str (mass) + "toTnu_" + str (source_stop_ctau (ctau)) + "mm"
116 mixedDatasetName = 'stop' + str (mass) + "toBT_" + str (ctau) + "mm"
117 sourceMixedDatasetName = 'stop' + str (mass) + "toBT_" + str (source_stop_ctau (ctau)) + "mm"
118
119 options['datasets'].append (datasetName)
120 bottomBranchingRatio /= 100.0
121 options['composite_dataset_definitions'][datasetName] = {
122 bottomDatasetName : bottomBranchingRatio * bottomBranchingRatio,
123 topDatasetName : (1 - bottomBranchingRatio) * (1 - bottomBranchingRatio),
124 mixedDatasetName : (1 - bottomBranchingRatio * bottomBranchingRatio - (1 - bottomBranchingRatio) * (1 - bottomBranchingRatio))
125 }
126 options['dataset_names'][bottomDatasetName] = options['dataset_names'][sourceBottomDatasetName]
127 options['dataset_names'][topDatasetName] = options['dataset_names'][sourceTopDatasetName]
128 options['dataset_names'][mixedDatasetName] = options['dataset_names'][sourceMixedDatasetName]
129 options['nJobs'][bottomDatasetName] = 1
130 options['nJobs'][topDatasetName] = 1
131 options['nJobs'][mixedDatasetName] = 1
132 options['maxEvents'][bottomDatasetName] = -1
133 options['maxEvents'][topDatasetName] = -1
134 options['maxEvents'][mixedDatasetName] = -1
135 options['types'][datasetName] = "signalMC"
136 options['types'][bottomDatasetName] = "signalMC"
137 options['types'][topDatasetName] = "signalMC"
138 options['types'][mixedDatasetName] = "signalMC"
139 options['labels'][datasetName] = str (mass) + " GeV stop (#LTc#tau#GT = " + str (ctau) + " mm)"
140 options['labels'][bottomDatasetName] = "#tilde{t}#tilde{t}#rightarrowbbll (#LTc#tau#GT = " + str (ctau) + " mm)"
141 options['labels'][topDatasetName] = "#tilde{t}#tilde{t}#rightarrowtt#nu#nu (#LTc#tau#GT = " + str (ctau) + " mm)"
142 options['labels'][mixedDatasetName] = "#tilde{t}#tilde{t}#rightarrowbtl#nu (#LTc#tau#GT = " + str (ctau) + " mm)"
143
144 def add_channels (process, channels):
145 suffix = ""
146 if osusub.batchMode:
147 suffix = "_" + str (osusub.jobNumber)
148 i = 0
149 for channel in channels:
150 channelName = channel.name.pythonValue ()
151 channelName = channelName[1:-1]
152 try:
153 os.mkdir (channelName)
154 except OSError:
155 pass
156 out = cms.OutputModule ("PoolOutputModule",
157 fileName = cms.untracked.string (channelName + "/bean" + suffix + ".root"),
158 SelectEvents = cms.untracked.PSet (
159 SelectEvents = cms.vstring ("myFilterPath" + str (i))
160 ),
161 outputCommands = cms.untracked.vstring (
162 "drop *",
163 "keep *_BNproducer_*_*",
164 "keep double_kt6PFJets*_rho_*",
165 ),
166 dropMetaData = cms.untracked.string ("ALL")
167 )
168 myFilter = cms.EDFilter ("FilterOnChannelDecision",
169 src = cms.InputTag ("OSUAnalysis", "channelDecisions"),
170 channelName = cms.string (channelName)
171 )
172 myFilterPath = cms.Path (myFilter)
173 myEndPath = cms.EndPath (out)
174 process.__setattr__ ("out" + str (i), out)
175 process.OSUAnalysis.channels.append (channel)
176 process.OSUAnalysis.useEDMFormat = cms.bool (True)
177 process.__setattr__ ("myFilter" + str (i), myFilter)
178 process.__setattr__ ("myFilterPath" + str (i), myFilterPath)
179 process.__setattr__ ("myEndPath" + str (i), myEndPath)
180 i += 1