Configuration/scripts/makeCutFlows.py

#!/usr/bin/env python
import sys
import os
import fileinput
from array import *
from optparse import OptionParser
from OSUT3Analysis.Configuration.configurationOptions import *
from OSUT3Analysis.Configuration.processingUtilities import *

parser = OptionParser()
parser = set_commandline_arguments(parser)
(arguments, args) = parser.parse_args()

if arguments.localConfig:
    sys.path.append(os.getcwd())
    exec("from " + arguments.localConfig.rstrip('.py') + " import *")

condor_dir = set_condor_output_dir(arguments)

from ROOT import TFile, gROOT, gStyle, gDirectory, TKey

channels = []
processed_datasets = []
texfile = condor_dir + "/cutFlow.tex"

replacements = {
    ">":"$>$",
    "<":"$<$",
    " eta ":" $\\eta$ ",
    " abs(eta) ":" $|\\eta|$ ",
    "#":"Num",

    "\\rightarrow":"{\\rightarrow}",
    "\\mu QCD":"\\mu$ $QCD",
    "EM QCD":"EM$ $QCD",
    "BCtoE QCD":"BCtoE$ $QCD",


    " pt ":" $p_{T}$ ",
    " ht ":"$H_{T}$ ",

    "d0":"$d_{0}$",

    " MET ":" Met ",
    " MEt ":" Met ",
    " met ":" Met ",
    " Met ":"$\\not\\!\\!{E}_{T}$ ",

    " MHT ":" Mht ",
    " MHt ":" Mht ",
    " mht ":" Mht ",
    " Mht ":"$\\not\\!\\!{H}_{T}$ ",

    "M_Z" : "$M_{Z}$",
    "M_mumu" : "$M_{\\mu\\mu}$",
    "M_ee" : "$M_{ee}$",
    "M_ll" : "$M_{ll}$",

}

secondary_replacements = {
    "$$<$":"$<"

}


#### check which input datasets have valid output files
for dataset in datasets:
    fileName = condor_dir + "/" + dataset + ".root"
    if not os.path.exists(fileName):
        #print "Couldn't find output file for",dataset,"dataset"
        continue
    testFile = TFile(fileName)
    if not (testFile.IsZombie()):
        processed_datasets.append(dataset)

if len(processed_datasets) is 0:
    sys.exit("Can't find any output root files for the given list of datasets")

#### open first input file and re-make its directory structure in the output file
testFile = TFile(condor_dir + "/" + processed_datasets[0] + ".root")
testFile.cd()
for key in testFile.GetListOfKeys():
    if (key.GetClassName() != "TDirectoryFile"):
        continue
    rootDirectory = key.GetName()
    testFile.cd(key.GetName())
    for key2 in gDirectory.GetListOfKeys():
        if (key2.GetClassName() != "TDirectoryFile"):
            continue
        channels.append(key2.GetName())

fout = open (texfile, "w")
fout.write ("\\documentclass[a2paper,8pt]{article}\n\n")
fout.write ("\\usepackage[landscape,margin=0.15cm]{geometry}\n\n")
fout.write ("\\usepackage{multirow}\n\n")
fout.write ("\\begin{document}\n\n")
fout.write ("\\pagestyle{empty}\n\n")
fout.close ()

firstChannel = True

weight = intLumi / 10000.0
for dataset in processed_datasets:
    dataset_file = "%s/%s.root" % (condor_dir,dataset)
    if types[dataset] != "data":
        os.system("mergeTFileServiceHistograms -i %s -o %s -w %g" % (dataset_file, dataset_file + "_tmp", weight))
    else:
        os.system("mergeTFileServiceHistograms -i %s -o %s -w %g" % (dataset_file, dataset_file + "_tmp", 1.0))

for channel in channels: # loop over final states, which each have their own directory
    formatted_channel = channel.replace("_"," ")
    cutFlowArgs = ""
    selectionArgs = ""
    minusOneArgs = ""
    #print hist
    for dataset in processed_datasets:
            dataset_file = "%s/%s.root_tmp" % (condor_dir,dataset)
            #print dataset_file
            cutFlowArgs = cutFlowArgs + " " + dataset_file 
            selectionArgs = selectionArgs + " " + dataset_file 
            minusOneArgs = minusOneArgs + " " + dataset_file 
            cutFlowArgs = cutFlowArgs + " " + channel + "CutFlow"
            selectionArgs = selectionArgs + " " + channel + "Selection"
            minusOneArgs = minusOneArgs + " " + channel + "MinusOne"

            rawlabel = "$" + labels[dataset] + "$"
            label = rawlabel.replace("#","\\")
            label = "'" + label + "'"
            #print label
            cutFlowArgs = cutFlowArgs + " " + label
            selectionArgs = selectionArgs + " " + label
            minusOneArgs = minusOneArgs + " " + label


    #make cutFlowTable objects
    fout = open (texfile, "a")
    if not firstChannel:
        fout.write ("\\pagebreak\n\n")
    firstChannel = False
    fout.write ("\\section*{" + formatted_channel + " channel}\n\n")
    fout.write ("\\subsection*{Cut flow}\n\n")
    fout.close ()
    os.system("cutFlowTable -l %g -m %s >> %s" % (intLumi,cutFlowArgs,texfile))
    fout = open (texfile, "a")
    fout.write ("\\pagebreak\n\n")
    fout.write ("\\section*{" + formatted_channel + " channel}\n\n")
    fout.write ("\\subsection*{Individual selection}\n\n")
    fout.close ()
    os.system("cutFlowTable -l %g %s >> %s" % (intLumi,selectionArgs,texfile))
    fout = open (texfile, "a")
    fout.write ("\\pagebreak\n\n")
    fout.write ("\\section*{" + formatted_channel + " channel}\n\n")
    fout.write ("\\subsection*{Minus one}\n\n")
    fout.close ()
    os.system("cutFlowTable -l %g %s >> %s" % (intLumi,minusOneArgs,texfile))

for dataset in processed_datasets:
    dataset_file = "%s/%s.root_tmp" % (condor_dir,dataset)
    os.remove(dataset_file)

#reformat tex files
for line in fileinput.FileInput(texfile,inplace=1):
    for replacement in replacements.keys():
        line = line.replace(replacement,replacements[replacement])
    print line,

for line in fileinput.FileInput(texfile,inplace=1):
    for replacement in secondary_replacements.keys():
        line = line.replace(replacement,secondary_replacements[replacement])
    print line,

fout = open (texfile, "a")
fout.write ("\\end{document}\n")
fout.close ()

#process tex files to make pdf files
command = "pdflatex -interaction=batchmode -output-directory=./%s %s > /dev/null" % (condor_dir,texfile)
os.system(command)
os.system(command)
#os.system("rm %s" % texfile)
os.system("rm %saux" % (texfile.rstrip("tex")))
os.system("rm %slog" % (texfile.rstrip("tex")))
Revision:	1.13
Committed:	Wed Mar 13 09:27:11 2013 UTC (12 years, 1 month ago) by lantonel
Content type:	text/x-python
Branch:	MAIN
Changes since 1.12:	+3 -4 lines
Log Message:	switched back to optparse, since CMSSW_5_X_X has an older version of python
#	User	Rev	Content
1	lantonel	1.1	#!/usr/bin/env python
2			import sys
3			import os
4			import fileinput
5			from array import *
6	lantonel	1.13	from optparse import OptionParser
7	lantonel	1.2	from OSUT3Analysis.Configuration.configurationOptions import *
8			from OSUT3Analysis.Configuration.processingUtilities import *
9	lantonel	1.1
10	lantonel	1.13	parser = OptionParser()
11	lantonel	1.1	parser = set_commandline_arguments(parser)
12	lantonel	1.13	(arguments, args) = parser.parse_args()
13	lantonel	1.1
14	lantonel	1.12	if arguments.localConfig:
15	lantonel	1.1	sys.path.append(os.getcwd())
16	lantonel	1.12	exec("from " + arguments.localConfig.rstrip('.py') + " import *")
17	lantonel	1.1
18	lantonel	1.12	condor_dir = set_condor_output_dir(arguments)
19	lantonel	1.1
20			from ROOT import TFile, gROOT, gStyle, gDirectory, TKey
21
22			channels = []
23			processed_datasets = []
24	ahart	1.3	texfile = condor_dir + "/cutFlow.tex"
25	lantonel	1.1
26			replacements = {
27			">":"$>$",
28			"<":"$<$",
29	lantonel	1.11	" eta ":" $\\eta$ ",
30			" abs(eta) ":" $\|\\eta\|$ ",
31	lantonel	1.1	"#":"Num",
32
33			"\\rightarrow":"{\\rightarrow}",
34			"\\mu QCD":"\\mu$ $QCD",
35			"EM QCD":"EM$ $QCD",
36			"BCtoE QCD":"BCtoE$ $QCD",
37	ahart	1.3
38
39	lantonel	1.11	" pt ":" $p_{T}$ ",
40			" ht ":"$H_{T}$ ",
41	ahart	1.3
42	lantonel	1.1	"d0":"$d_{0}$",
43
44	lantonel	1.11	" MET ":" Met ",
45			" MEt ":" Met ",
46			" met ":" Met ",
47			" Met ":"$\\not\\!\\!{E}_{T}$ ",
48
49			" MHT ":" Mht ",
50			" MHt ":" Mht ",
51			" mht ":" Mht ",
52			" Mht ":"$\\not\\!\\!{H}_{T}$ ",
53	lantonel	1.1
54			"M_Z" : "$M_{Z}$",
55			"M_mumu" : "$M_{\\mu\\mu}$",
56			"M_ee" : "$M_{ee}$",
57			"M_ll" : "$M_{ll}$",
58
59			}
60
61			secondary_replacements = {
62			"$$<$":"$<"
63	lantonel	1.11
64	lantonel	1.1	}
65
66
67			#### check which input datasets have valid output files
68			for dataset in datasets:
69			fileName = condor_dir + "/" + dataset + ".root"
70			if not os.path.exists(fileName):
71	lantonel	1.5	#print "Couldn't find output file for",dataset,"dataset"
72	lantonel	1.1	continue
73			testFile = TFile(fileName)
74			if not (testFile.IsZombie()):
75			processed_datasets.append(dataset)
76
77			if len(processed_datasets) is 0:
78	lantonel	1.5	sys.exit("Can't find any output root files for the given list of datasets")
79	lantonel	1.1
80			#### open first input file and re-make its directory structure in the output file
81			testFile = TFile(condor_dir + "/" + processed_datasets[0] + ".root")
82			testFile.cd()
83			for key in testFile.GetListOfKeys():
84			if (key.GetClassName() != "TDirectoryFile"):
85			continue
86			rootDirectory = key.GetName()
87			testFile.cd(key.GetName())
88			for key2 in gDirectory.GetListOfKeys():
89			if (key2.GetClassName() != "TDirectoryFile"):
90			continue
91			channels.append(key2.GetName())
92
93	ahart	1.3	fout = open (texfile, "w")
94	ahart	1.9	fout.write ("\\documentclass[a2paper,8pt]{article}\n\n")
95	ahart	1.3	fout.write ("\\usepackage[landscape,margin=0.15cm]{geometry}\n\n")
96			fout.write ("\\usepackage{multirow}\n\n")
97			fout.write ("\\begin{document}\n\n")
98			fout.write ("\\pagestyle{empty}\n\n")
99			fout.close ()
100
101			firstChannel = True
102
103	ahart	1.4	weight = intLumi / 10000.0
104			for dataset in processed_datasets:
105			dataset_file = "%s/%s.root" % (condor_dir,dataset)
106	ahart	1.7	if types[dataset] != "data":
107			os.system("mergeTFileServiceHistograms -i %s -o %s -w %g" % (dataset_file, dataset_file + "_tmp", weight))
108			else:
109			os.system("mergeTFileServiceHistograms -i %s -o %s -w %g" % (dataset_file, dataset_file + "_tmp", 1.0))
110	ahart	1.4
111	lantonel	1.1	for channel in channels: # loop over final states, which each have their own directory
112	lantonel	1.11	formatted_channel = channel.replace("_"," ")
113	ahart	1.6	cutFlowArgs = ""
114			selectionArgs = ""
115			minusOneArgs = ""
116	lantonel	1.1	#print hist
117			for dataset in processed_datasets:
118	ahart	1.4	dataset_file = "%s/%s.root_tmp" % (condor_dir,dataset)
119	lantonel	1.1	#print dataset_file
120	ahart	1.6	cutFlowArgs = cutFlowArgs + " " + dataset_file
121			selectionArgs = selectionArgs + " " + dataset_file
122			minusOneArgs = minusOneArgs + " " + dataset_file
123			cutFlowArgs = cutFlowArgs + " " + channel + "CutFlow"
124			selectionArgs = selectionArgs + " " + channel + "Selection"
125			minusOneArgs = minusOneArgs + " " + channel + "MinusOne"
126	ahart	1.3
127	lantonel	1.1	rawlabel = "$" + labels[dataset] + "$"
128			label = rawlabel.replace("#","\\")
129			label = "'" + label + "'"
130			#print label
131	ahart	1.6	cutFlowArgs = cutFlowArgs + " " + label
132			selectionArgs = selectionArgs + " " + label
133			minusOneArgs = minusOneArgs + " " + label
134	lantonel	1.1
135
136			#make cutFlowTable objects
137	ahart	1.6	fout = open (texfile, "a")
138	ahart	1.8	if not firstChannel:
139			fout.write ("\\pagebreak\n\n")
140			firstChannel = False
141	lantonel	1.11	fout.write ("\\section*{" + formatted_channel + " channel}\n\n")
142	ahart	1.8	fout.write ("\\subsection*{Cut flow}\n\n")
143	ahart	1.6	fout.close ()
144	ahart	1.10	os.system("cutFlowTable -l %g -m %s >> %s" % (intLumi,cutFlowArgs,texfile))
145	ahart	1.6	fout = open (texfile, "a")
146			fout.write ("\\pagebreak\n\n")
147	lantonel	1.11	fout.write ("\\section*{" + formatted_channel + " channel}\n\n")
148	ahart	1.8	fout.write ("\\subsection*{Individual selection}\n\n")
149	ahart	1.6	fout.close ()
150			os.system("cutFlowTable -l %g %s >> %s" % (intLumi,selectionArgs,texfile))
151			fout = open (texfile, "a")
152			fout.write ("\\pagebreak\n\n")
153	lantonel	1.11	fout.write ("\\section*{" + formatted_channel + " channel}\n\n")
154	ahart	1.8	fout.write ("\\subsection*{Minus one}\n\n")
155	ahart	1.6	fout.close ()
156			os.system("cutFlowTable -l %g %s >> %s" % (intLumi,minusOneArgs,texfile))
157	ahart	1.4
158			for dataset in processed_datasets:
159			dataset_file = "%s/%s.root_tmp" % (condor_dir,dataset)
160			os.remove(dataset_file)
161	ahart	1.3
162			#reformat tex files
163			for line in fileinput.FileInput(texfile,inplace=1):
164			for replacement in replacements.keys():
165			line = line.replace(replacement,replacements[replacement])
166			print line,
167
168			for line in fileinput.FileInput(texfile,inplace=1):
169			for replacement in secondary_replacements.keys():
170			line = line.replace(replacement,secondary_replacements[replacement])
171			print line,
172
173			fout = open (texfile, "a")
174			fout.write ("\\end{document}\n")
175			fout.close ()
176
177			#process tex files to make pdf files
178			command = "pdflatex -interaction=batchmode -output-directory=./%s %s > /dev/null" % (condor_dir,texfile)
179			os.system(command)
180			os.system(command)
181			#os.system("rm %s" % texfile)
182			os.system("rm %saux" % (texfile.rstrip("tex")))
183			os.system("rm %slog" % (texfile.rstrip("tex")))