Configuration/scripts/makeBgMCTable.py

#!/usr/bin/env python
import sys
import os
import fileinput
from array import *
from optparse import OptionParser
from OSUT3Analysis.Configuration.configurationOptions import *
from OSUT3Analysis.Configuration.processingUtilities import *
from OSUT3Analysis.Configuration.formattingUtilities import *

parser = OptionParser()

#input/output options
parser.add_option("-l", "--localConfig", dest="localConfig",
                  help="local configuration file")
parser.add_option("-c", "--condorDir", dest="condorDir",
                  help="condor output directory")
parser.add_option("-o", "--output-file", dest="outputFileName",
                  help="specify an output file name for the histogram file, default is 'bgMCTable.tex'")

#columns to include
parser.add_option("-b", "--box", action="store_true", dest="showDatasetColors", default=False,
                  help="include a column of dataset colors NOTE: the colors must be predefined in your latex file!")
parser.add_option("-s", "--shortName", action="store_true", dest="showShortNames", default=False,
                  help="include a column of component dataset nicknames (using the legend entry text)")
parser.add_option("-a", "--summedName", action="store_true", dest="showSummedNames", default=False,
                  help="include a column of composite dataset nicknames (using the legend entry text)")
parser.add_option("-f", "--fullNames", action="store_true", dest="showFullNames", default=False,
                  help="include a column of full dataset names")

parser.add_option("-x", "--xsection", action="store_true", dest="showXsections", default=False,
                  help="include a column of process cross sections")
parser.add_option("-e", "--efflumi", action="store_true", dest="showEffLumi", default=False,
                  help="include a column of effective luminosities")
parser.add_option("-n", "--numEvents", action="store_true", dest="showNumEvents", default=False,
                  help="include a column of number of generated events")
parser.add_option("-w", "--weight", action="store_true", dest="showWeight", default=False,
                  help="include a column of luminosity weighting factors")

#other options
parser.add_option("-r", "--replace", action="append", dest="replacements",
                  help="specify strings to be replaced by askterisks and moved into the caption ")

#initialize parser
(arguments, args) = parser.parse_args()

#import from local config
if arguments.localConfig:
    sys.path.append(os.getcwd())
    exec("from " + arguments.localConfig.rstrip('.py') + " import *")

#set condor directory
condor_dir = set_condor_output_dir(arguments)

#set output file name
outputFileName = "bgMCTable.tex"
if arguments.outputFileName:
    outputFileName = arguments.outputFileName

outputFile = condor_dir + "/" + outputFileName

from ROOT import TFile

hLine = "\\hline\n"
endLine = " \\\\ "
newLine = " \n"


#### check which bgMC input datasets have valid output files
processed_datasets = []
for dataset in datasets:
    if types[dataset] is not "bgMC":
        continue
    fileName = condor_dir + "/" + dataset + ".root"
    if not os.path.exists(fileName):
        continue
    testFile = TFile(fileName)
    if not (testFile.IsZombie()):
        processed_datasets.append(dataset)

if len(processed_datasets) is 0:
    sys.exit("Can't find any output root files for the given list of datasets")


#set the text for the luminosity label
if(intLumi < 1000.):
    LumiText = str.format('{0:.1f}', LumiInPb) + " \\pbinv"
else:
    LumiInFb = intLumi/1000.
    LumiText = str.format('{0:.1f}', LumiInFb) + " \\fbinv"

#setting up the column alignments for the table
numColumns = 0 #always show the full datatset name column
columnStructure = "{"
if arguments.showDatasetColors:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "c"
if arguments.showShortNames:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "c"
if arguments.showSummedNames:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "c"
if arguments.showFullNames:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "l"
if arguments.showNumEvents:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "c"
if arguments.showXsections:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "c"
if arguments.showEffLumi:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "c"
if arguments.showWeight:
    numColumns = numColumns + 1
    columnStructure = columnStructure + "c"
columnStructure = columnStructure + "}"
    

fout = open (outputFile, "w")
fout.write ("\\makebox[0pt]{\\renewcommand{\\arraystretch}{1.2}\\begin{tabular}"+columnStructure+newLine+hLine)

#write the column headers to the output file
headerLine = ""
if arguments.showDatasetColors:
    headerLine = headerLine + "\\shortstack{Composite \\\\ Dataset \\\\ Color} & "
if arguments.showSummedNames:
    headerLine = headerLine + "\\shortstack{Composite \\\\ Dataset \\\\ Nickname} & "
if arguments.showShortNames:
    headerLine = headerLine + "\\shortstack{Individual \\\\ Dataset \\\\ Nickname} & "
if arguments.showFullNames:
    headerLine = headerLine + "\\multicolumn{1}{c}{Individual Dataset Source Name} & "
if arguments.showNumEvents:
    headerLine = headerLine + "\\shortstack{Generated \\\\ Events} & "
if arguments.showXsections:
    headerLine = headerLine + "\\shortstack{Cross \\\\ Section \\\\ (pb)} & "
if arguments.showEffLumi:
    headerLine = headerLine + "\\shortstack{Effective \\\\ Luminosity \\\\ (\\fbinv)} & "
if arguments.showWeight:
    headerLine = headerLine + "\\shortstack{Weighting \\\\ Factor \\\\ for " + LumiText + "} & "


fout.write (headerLine.rstrip(" & ")+endLine+newLine+hLine)


for dataset in processed_datasets:
    datasetLines = ""
    numComponents = 1
    component_datasets = []

    #if there are component datasets, we'll need all of them
    if dataset in composite_dataset_definitions:
        numComponents = len(composite_dataset_definitions[dataset])
        for component in composite_dataset_definitions[dataset]:
            component_datasets.append(component)
    else:
        component_datasets.append(dataset)


    #include the fancy multirow business for dataset nicknames
    if arguments.showDatasetColors:
        datasetLines = datasetLines + "\\multirow{"+str(numComponents)+"}{*}{\\color{"+str(colors[dataset])+"}{\\LARGE $\\blacksquare$}} & "
    if arguments.showSummedNames:
        rawlabel = "$" + labels[dataset] + "$"
        label = rawlabel.replace("#","\\").replace("\\rightarrow","{\\rightarrow}").replace(" ","\\ ")
        datasetLines = datasetLines + "\\multirow{"+str(numComponents)+"}{*}{"+label+"} & "


    #loop over each component (even if there's just one) and add the appropriate content to the table
    counter = 0
    for component in component_datasets:
        counter = counter + 1
        if arguments.showDatasetColors and counter > 1:
            datasetLines = datasetLines + " & "
        if arguments.showSummedNames and counter > 1:
            datasetLines = datasetLines + " & "
        if arguments.showShortNames:
            datasetLines = datasetLines + "$" + labels[component].replace("#","\\").replace("\\rightarrow","{\\rightarrow}").replace(" ","\\ ").replace("Pt","\\pt") + "$" + " & "
        if arguments.showFullNames:
            datasetLines = datasetLines + "\\texttt{" + formatString(dataset_names[component]).lstrip("/").replace("/","_").replace("_","\_") + "}" + " & "
        if arguments.showNumEvents:
            fileName = condor_dir + "/" + component + "/numberOfEvents.txt"
            with open(fileName) as numEventsFile:
                    content = numEventsFile.readlines()
                    numEvents = content[0].strip("\n")
            datasetLines = datasetLines + formatNumber(numEvents) + " & "
        if arguments.showXsections:
            fileName = condor_dir + "/" + component + "/crossSectionInPicobarn.txt"
            with open(fileName) as crossSectionFile:
                    content = crossSectionFile.readlines()
                    crossSection = content[0].strip("\n")
            datasetLines = datasetLines + formatNumber(crossSection) + " & "
        if arguments.showEffLumi:
            fileName = condor_dir + "/" + component + "/numberOfEvents.txt"
            with open(fileName) as numEventsFile:
                    content = numEventsFile.readlines()
                    numEvents = content[0].strip("\n")
            fileName = condor_dir + "/" + component + "/crossSectionInPicobarn.txt"
            with open(fileName) as crossSectionFile:
                    content = crossSectionFile.readlines()
                    crossSection = content[0].strip("\n")
            datasetLines = datasetLines + formatNumber(str(round_sigfigs(float(numEvents)/float(crossSection)/1000.,3)).rstrip("0").rstrip(".")) + " & "
        if arguments.showWeight:
            fileName = condor_dir + "/" + component + "/numberOfEvents.txt"
            with open(fileName) as numEventsFile:
                    content = numEventsFile.readlines()
                    numEvents = content[0].strip("\n")
            fileName = condor_dir + "/" + component + "/crossSectionInPicobarn.txt"
            with open(fileName) as crossSectionFile:
                    content = crossSectionFile.readlines()
                    crossSection = content[0].strip("\n")
            datasetLines = datasetLines + formatNumber(str(round_sigfigs(intLumi*float(crossSection)/float(numEvents),3)).rstrip("0").rstrip(".")) + " & "


        datasetLines = datasetLines.rstrip(" & ")
        datasetLines = datasetLines + endLine + newLine
        
    fout.write(datasetLines)
    fout.write(hLine)


if arguments.replacements:
    replacementsText = ""
    filler = "*"
    for replacement in arguments.replacements:
        line = "\\multicolumn{"+str(numColumns)+"}{l}{" + " \\texttt{" + filler + " " + replacement.replace("/","_").replace("_","\_") + "}}" + endLine + newLine
        filler = filler + "*"
        replacementsText = replacementsText + line
    fout.write(replacementsText)


fout.write("\\end{tabular}}")
fout.close()


Revision:	1.2
Committed:	Thu Jun 27 14:50:14 2013 UTC (11 years, 10 months ago) by lantonel
Content type:	text/x-python
Branch:	MAIN
CVS Tags:	V02-03-02, V02-03-01, V02-03-00, HEAD
Changes since 1.1:	+1 -44 lines
Log Message:	migrated useful functions to formattingUtilities.py
#	User	Rev	Content
1	lantonel	1.1	#!/usr/bin/env python
2			import sys
3			import os
4			import fileinput
5			from array import *
6			from optparse import OptionParser
7			from OSUT3Analysis.Configuration.configurationOptions import *
8			from OSUT3Analysis.Configuration.processingUtilities import *
9	lantonel	1.2	from OSUT3Analysis.Configuration.formattingUtilities import *
10	lantonel	1.1
11			parser = OptionParser()
12
13			#input/output options
14			parser.add_option("-l", "--localConfig", dest="localConfig",
15			help="local configuration file")
16			parser.add_option("-c", "--condorDir", dest="condorDir",
17			help="condor output directory")
18			parser.add_option("-o", "--output-file", dest="outputFileName",
19			help="specify an output file name for the histogram file, default is 'bgMCTable.tex'")
20
21			#columns to include
22			parser.add_option("-b", "--box", action="store_true", dest="showDatasetColors", default=False,
23			help="include a column of dataset colors NOTE: the colors must be predefined in your latex file!")
24			parser.add_option("-s", "--shortName", action="store_true", dest="showShortNames", default=False,
25			help="include a column of component dataset nicknames (using the legend entry text)")
26			parser.add_option("-a", "--summedName", action="store_true", dest="showSummedNames", default=False,
27			help="include a column of composite dataset nicknames (using the legend entry text)")
28			parser.add_option("-f", "--fullNames", action="store_true", dest="showFullNames", default=False,
29			help="include a column of full dataset names")
30
31			parser.add_option("-x", "--xsection", action="store_true", dest="showXsections", default=False,
32			help="include a column of process cross sections")
33			parser.add_option("-e", "--efflumi", action="store_true", dest="showEffLumi", default=False,
34			help="include a column of effective luminosities")
35			parser.add_option("-n", "--numEvents", action="store_true", dest="showNumEvents", default=False,
36			help="include a column of number of generated events")
37			parser.add_option("-w", "--weight", action="store_true", dest="showWeight", default=False,
38			help="include a column of luminosity weighting factors")
39
40			#other options
41			parser.add_option("-r", "--replace", action="append", dest="replacements",
42			help="specify strings to be replaced by askterisks and moved into the caption ")
43
44			#initialize parser
45			(arguments, args) = parser.parse_args()
46
47			#import from local config
48			if arguments.localConfig:
49			sys.path.append(os.getcwd())
50			exec("from " + arguments.localConfig.rstrip('.py') + " import *")
51
52			#set condor directory
53			condor_dir = set_condor_output_dir(arguments)
54
55			#set output file name
56			outputFileName = "bgMCTable.tex"
57			if arguments.outputFileName:
58			outputFileName = arguments.outputFileName
59
60			outputFile = condor_dir + "/" + outputFileName
61
62			from ROOT import TFile
63
64			hLine = "\\hline\n"
65			endLine = " \\\\ "
66			newLine = " \n"
67
68
69
70			#### check which bgMC input datasets have valid output files
71			processed_datasets = []
72			for dataset in datasets:
73			if types[dataset] is not "bgMC":
74			continue
75			fileName = condor_dir + "/" + dataset + ".root"
76			if not os.path.exists(fileName):
77			continue
78			testFile = TFile(fileName)
79			if not (testFile.IsZombie()):
80			processed_datasets.append(dataset)
81
82			if len(processed_datasets) is 0:
83			sys.exit("Can't find any output root files for the given list of datasets")
84
85
86			#set the text for the luminosity label
87			if(intLumi < 1000.):
88			LumiText = str.format('{0:.1f}', LumiInPb) + " \\pbinv"
89			else:
90			LumiInFb = intLumi/1000.
91			LumiText = str.format('{0:.1f}', LumiInFb) + " \\fbinv"
92
93			#setting up the column alignments for the table
94			numColumns = 0 #always show the full datatset name column
95			columnStructure = "{"
96			if arguments.showDatasetColors:
97			numColumns = numColumns + 1
98			columnStructure = columnStructure + "c"
99			if arguments.showShortNames:
100			numColumns = numColumns + 1
101			columnStructure = columnStructure + "c"
102			if arguments.showSummedNames:
103			numColumns = numColumns + 1
104			columnStructure = columnStructure + "c"
105			if arguments.showFullNames:
106			numColumns = numColumns + 1
107			columnStructure = columnStructure + "l"
108			if arguments.showNumEvents:
109			numColumns = numColumns + 1
110			columnStructure = columnStructure + "c"
111			if arguments.showXsections:
112			numColumns = numColumns + 1
113			columnStructure = columnStructure + "c"
114			if arguments.showEffLumi:
115			numColumns = numColumns + 1
116			columnStructure = columnStructure + "c"
117			if arguments.showWeight:
118			numColumns = numColumns + 1
119			columnStructure = columnStructure + "c"
120			columnStructure = columnStructure + "}"
121
122
123
124			fout = open (outputFile, "w")
125			fout.write ("\\makebox[0pt]{\\renewcommand{\\arraystretch}{1.2}\\begin{tabular}"+columnStructure+newLine+hLine)
126
127			#write the column headers to the output file
128			headerLine = ""
129			if arguments.showDatasetColors:
130			headerLine = headerLine + "\\shortstack{Composite \\\\ Dataset \\\\ Color} & "
131			if arguments.showSummedNames:
132			headerLine = headerLine + "\\shortstack{Composite \\\\ Dataset \\\\ Nickname} & "
133			if arguments.showShortNames:
134			headerLine = headerLine + "\\shortstack{Individual \\\\ Dataset \\\\ Nickname} & "
135			if arguments.showFullNames:
136			headerLine = headerLine + "\\multicolumn{1}{c}{Individual Dataset Source Name} & "
137			if arguments.showNumEvents:
138			headerLine = headerLine + "\\shortstack{Generated \\\\ Events} & "
139			if arguments.showXsections:
140			headerLine = headerLine + "\\shortstack{Cross \\\\ Section \\\\ (pb)} & "
141			if arguments.showEffLumi:
142			headerLine = headerLine + "\\shortstack{Effective \\\\ Luminosity \\\\ (\\fbinv)} & "
143			if arguments.showWeight:
144			headerLine = headerLine + "\\shortstack{Weighting \\\\ Factor \\\\ for " + LumiText + "} & "
145
146
147			fout.write (headerLine.rstrip(" & ")+endLine+newLine+hLine)
148
149
150			for dataset in processed_datasets:
151			datasetLines = ""
152			numComponents = 1
153			component_datasets = []
154
155			#if there are component datasets, we'll need all of them
156			if dataset in composite_dataset_definitions:
157			numComponents = len(composite_dataset_definitions[dataset])
158			for component in composite_dataset_definitions[dataset]:
159			component_datasets.append(component)
160			else:
161			component_datasets.append(dataset)
162
163
164			#include the fancy multirow business for dataset nicknames
165			if arguments.showDatasetColors:
166			datasetLines = datasetLines + "\\multirow{"+str(numComponents)+"}{*}{\\color{"+str(colors[dataset])+"}{\\LARGE $\\blacksquare$}} & "
167			if arguments.showSummedNames:
168			rawlabel = "$" + labels[dataset] + "$"
169			label = rawlabel.replace("#","\\").replace("\\rightarrow","{\\rightarrow}").replace(" ","\\ ")
170			datasetLines = datasetLines + "\\multirow{"+str(numComponents)+"}{*}{"+label+"} & "
171
172
173			#loop over each component (even if there's just one) and add the appropriate content to the table
174			counter = 0
175			for component in component_datasets:
176			counter = counter + 1
177			if arguments.showDatasetColors and counter > 1:
178			datasetLines = datasetLines + " & "
179			if arguments.showSummedNames and counter > 1:
180			datasetLines = datasetLines + " & "
181			if arguments.showShortNames:
182			datasetLines = datasetLines + "$" + labels[component].replace("#","\\").replace("\\rightarrow","{\\rightarrow}").replace(" ","\\ ").replace("Pt","\\pt") + "$" + " & "
183			if arguments.showFullNames:
184			datasetLines = datasetLines + "\\texttt{" + formatString(dataset_names[component]).lstrip("/").replace("/","_").replace("_","\_") + "}" + " & "
185			if arguments.showNumEvents:
186			fileName = condor_dir + "/" + component + "/numberOfEvents.txt"
187			with open(fileName) as numEventsFile:
188			content = numEventsFile.readlines()
189			numEvents = content[0].strip("\n")
190			datasetLines = datasetLines + formatNumber(numEvents) + " & "
191			if arguments.showXsections:
192			fileName = condor_dir + "/" + component + "/crossSectionInPicobarn.txt"
193			with open(fileName) as crossSectionFile:
194			content = crossSectionFile.readlines()
195			crossSection = content[0].strip("\n")
196			datasetLines = datasetLines + formatNumber(crossSection) + " & "
197			if arguments.showEffLumi:
198			fileName = condor_dir + "/" + component + "/numberOfEvents.txt"
199			with open(fileName) as numEventsFile:
200			content = numEventsFile.readlines()
201			numEvents = content[0].strip("\n")
202			fileName = condor_dir + "/" + component + "/crossSectionInPicobarn.txt"
203			with open(fileName) as crossSectionFile:
204			content = crossSectionFile.readlines()
205			crossSection = content[0].strip("\n")
206			datasetLines = datasetLines + formatNumber(str(round_sigfigs(float(numEvents)/float(crossSection)/1000.,3)).rstrip("0").rstrip(".")) + " & "
207			if arguments.showWeight:
208			fileName = condor_dir + "/" + component + "/numberOfEvents.txt"
209			with open(fileName) as numEventsFile:
210			content = numEventsFile.readlines()
211			numEvents = content[0].strip("\n")
212			fileName = condor_dir + "/" + component + "/crossSectionInPicobarn.txt"
213			with open(fileName) as crossSectionFile:
214			content = crossSectionFile.readlines()
215			crossSection = content[0].strip("\n")
216			datasetLines = datasetLines + formatNumber(str(round_sigfigs(intLumi*float(crossSection)/float(numEvents),3)).rstrip("0").rstrip(".")) + " & "
217
218
219			datasetLines = datasetLines.rstrip(" & ")
220			datasetLines = datasetLines + endLine + newLine
221
222			fout.write(datasetLines)
223			fout.write(hLine)
224
225
226
227			if arguments.replacements:
228			replacementsText = ""
229			filler = "*"
230			for replacement in arguments.replacements:
231			line = "\\multicolumn{"+str(numColumns)+"}{l}{" + " \\texttt{" + filler + " " + replacement.replace("/","_").replace("_","\_") + "}}" + endLine + newLine
232			filler = filler + "*"
233			replacementsText = replacementsText + line
234			fout.write(replacementsText)
235
236
237
238
239			fout.write("\\end{tabular}}")
240			fout.close()
241
242
243