ViewVC Help

View File | Revision Log | Show Annotations | Root Listing

root/cvsroot/UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists

Comparing UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists (file contents):
Revision 1.1 by ahart, Thu Jun 14 17:42:30 2012 UTC vs.
Revision 1.10 by ahart, Mon Dec 17 21:17:35 2012 UTC

#	Line 2 | Line 2
2
3		use strict;
4		use Getopt::Long;
5	+	use POSIX;
6	+
7	+	sub processArgs;
8	+	sub printHelp;
9	+	sub getRunList;
10	+	sub countEvents;
11
12		my %opt;
13		Getopt::Long::Configure ("bundling");
14	<	GetOptions (\%opt, "prefix|p=s", "help|h");
14	>	GetOptions (\%opt, "cutflow|c=s", "luminosity|l=s", "prefix|p=s", "weight|w=s", "xsection|x=s", "help|h");
15
16		printHelp () if $opt{"help"} || !$opt{"prefix"};
17		my $files = processArgs (\@ARGV);
18		my @rootFiles;
19	<	my $error = 0;
19	>	my @weights;
20	>	my $nGoodJobs = 0;
21	>	my $nBadJobs = 0;
22	>	my $counting = 0;
23	>	my %exitCodes;
24	>	my %signals;
25	>	my %crossSections;
26	>	my $integratedLuminosity = 10000;
27	>	$integratedLuminosity = $opt{"luminosity"} if $opt{"luminosity"};
28	>	my $cutFlow = "cutFlow";
29	>	$cutFlow = $opt{"cutflow"} if $opt{"cutflow"};
30		foreach my $file (@$files)
31		{
32		next if $file eq ".";
33		next if $file eq "..";
34	<	if ($file =~ m/\.root$/)
34	>	my $dir = $file;
35	>	$dir =~ s/^(.*)\/[^\/]*$/$1/;
36	>	if ($file =~ m/^.*\/condor_[^_]*\.log$/)
37		{
38	<	push (@rootFiles, $file);
39	<	next;
38	>	my $jobNumber = $file;
39	>	$jobNumber =~ s/^.*\/condor_([^_]*)\.log$/$1/;
40	>	open (FILE, "<$file");
41	>	my @fileContents = <FILE>;
42	>	close (FILE);
43	>	my $fileContents = join ("", @fileContents);
44	>	$fileContents =~ s/\n/ /g;
45	>	if ($fileContents =~ m/return value/)
46	>	{
47	>	$fileContents =~ s/.*\(return value ([^)]*)\).*/$1/g;
48	>	$nGoodJobs++;
49	>	print "WARNING: Nonzero exit code for job $jobNumber. (return value $fileContents)\n" if $fileContents != 0;
50	>	$exitCodes{$dir}{$jobNumber} = $fileContents;
51	>	$counting = 1;
52	>	}
53	>	if ($fileContents =~ m/signal/)
54	>	{
55	>	$fileContents =~ s/.*\(signal ([^)]*)\).*/$1/g;
56	>	$nBadJobs++;
57	>	print "WARNING: Skipping job $jobNumber. (signal $fileContents)\n";
58	>	$signals{$dir}{$jobNumber} = $fileContents;
59	>	$counting = 1;
60	>	}
61		}
62	<	open (FILE, "<$file");
24	<	my @fileContents = <FILE>;
25	<	close (FILE);
26	<	my $fileContents = join ("", @fileContents);
27	<	next if !($fileContents =~ m/\(return value [^)]*\)/);
28	<	$fileContents =~ s/\n/ /g;
29	<	$fileContents =~ s/.*\(return value ([^)]*)\).*/$1/g;
30	<	if ($fileContents != 0)
62	>	if ($file =~ m/^.*\/crossSectionInPicobarn\.txt$/)
63		{
64	<	printf "Error: return value of %2d in \"$file\"!\n", $fileContents;
65	<	$error = 1;
64	>	open (CROSS_SECTION, "<$file");
65	>	my $crossSection = <CROSS_SECTION>;
66	>	close (CROSS_SECTION);
67	>	$crossSections{$dir} = $crossSection;
68		}
69		}
70	<	exit if $error;
70	>	foreach my $file (@$files)
71	>	{
72	>	next if $file eq ".";
73	>	next if $file eq "..";
74	>	my $dir = $file;
75	>	$dir =~ s/^(.*)\/[^\/]*$/$1/;
76	>	my $badJob = 0;
77	>	if ($file =~ m/^.*_[^_]*\.root$/)
78	>	{
79	>	my $jobNumber = $file;
80	>	$jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
81	>	$badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber};
82	>	}
83	>	next if $badJob;
84	>	if ($file =~ m/^.*\.root$/)
85	>	{
86	>	push (@rootFiles, $file);
87	>	push (@weights, 1.0);
88	>	}
89	>	}
90	>	if (!@rootFiles)
91	>	{
92	>	print "Found no ROOT files to merge!\n";
93	>	exit;
94	>	}
95		my $rootFiles = join (" ", @rootFiles);
96	<	system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root");
97	<	system ("cutFlowTable $opt{'prefix'}.root cutFlow >& $opt{'prefix'}.tex");
96	>	my $weights = join (",", @weights);
97	>	system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
98	>	my $nTotalEvents = countEvents ("$opt{'prefix'}.root", $cutFlow);
99	>	unlink ("$opt{'prefix'}.root");
100	>	@weights = ();
101	>	my %weights = ();
102	>	foreach my $file (@$files)
103	>	{
104	>	next if $file eq ".";
105	>	next if $file eq "..";
106	>	my $dir = $file;
107	>	$dir =~ s/^(.*)\/[^\/]*$/$1/;
108	>	my $badJob = 0;
109	>	if ($file =~ m/^.*_[^_]*\.root$/)
110	>	{
111	>	my $jobNumber = $file;
112	>	$jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
113	>	$badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber};
114	>	}
115	>	next if $badJob;
116	>	if ($file =~ m/^.*\.root$/)
117	>	{
118	>	push (@weights, $opt{"weight"}) if $opt{"weight"};
119	>	push (@weights, ($opt{"xsection"} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && $opt{"xsection"};
120	>	push (@weights, ($crossSections{$dir} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir};
121	>	push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir});
122	>	foreach my $arg (@ARGV)
123	>	{
124	>	if (substr ($file, 0, length ($arg)) eq $arg)
125	>	{
126	>	$arg =~ s/^.*\/([^\/]*)$/$1/;
127	>	$weights{$arg} = $weights[-1]
128	>	}
129	>	}
130	>	}
131	>	}
132	>	my $weights = join (",", @weights);
133	>	system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
134	>	print "Weights:\n";
135	>	foreach my $arg (keys %weights)
136	>	{
137	>	printf "  $arg: %.1f (%.1f pb)\n", $weights{$arg}, $weights{$arg} / $integratedLuminosity;
138	>	}
139	>	my $goodEvents = countEvents ("$opt{'prefix'}.root", $cutFlow);
140	>	print "$nGoodJobs jobs ran successfully over $nTotalEvents ($goodEvents weighted) events.\n" if $counting;
141	>	print "$nBadJobs jobs failed to run.\n" if $counting;
142
143		sub
144		processArgs
#	Line 80 | Line 182 | printHelp
182		my $exeName = $0;
183		$exeName =~ s/^.*\/([^\/]*)$/$1/;
184
185	<	print "Usage: $exeName [OPTIONS] -p PREFIX DIRECTORIES_AND_FILES\n";
186	<	print "Merges ROOT files containing histograms and produces a cutflow table in the\n";
187	<	print "form of a LaTeX document from the histogram named \"cutFlow\". If there are\n";
188	<	print "Condor logs in the specified directories, checks for nonzero return values.\n";
185	>	print "Usage: $exeName [OPTION]... -p PREFIX DIRECTORIES_AND_FILES\n";
186	>	print "Merges ROOT files containing histograms. If there are Condor logs in the\n";
187	>	print "specified directories, checks for nonzero return values. If the directories\n";
188	>	print "where created by \"osusub\", uses the cross section from the database to weight\n";
189	>	print "all histograms.\n";
190		print "\n";
191		print "Mandatory arguments to long options are mandatory for short options too.\n";
192	+	printf "%-29s%s\n", "  -c, --cutflow HISTOGRAM", "name of histogram to use for the cutflow (default:";
193	+	printf "%-29s%s\n", "                  ", "cutFlow)";
194		printf "%-29s%s\n", "  -h, --help", "print this help message";
195	<	printf "%-29s%s\n", "  -p, --prefix PREFIX", "output files are named PREFIX.root and PREFIX.tex";
195	>	printf "%-29s%s\n", "  -l, --luminosity", "integrated luminosity to which the histograms are";
196	>	printf "%-29s%s\n", "                  ", "weighted (default: 10000/pb)";
197	>	printf "%-29s%s\n", "  -p, --prefix PREFIX", "output is  named PREFIX.root";
198	>	printf "%-29s%s\n", "  -w, --weight WEIGHT", "scale the output by WEIGHT, overriding the";
199	>	printf "%-29s%s\n", "                     ", "automatic weighting using the cross section from";
200	>	printf "%-29s%s\n", "                     ", "the database";
201	>	printf "%-29s%s\n", "  -x, --xsection XSECTION", "use XSECTION to weight the histograms instead of";
202	>	printf "%-29s%s\n", "                     ", "the value in the database";
203
204		exit;
205		}
206	+
207	+	sub
208	+	getRunList
209	+	{
210	+	my $runListFile = shift;
211	+
212	+	open (RUN_LIST, "<$runListFile");
213	+	my @runList0 = <RUN_LIST>;
214	+	close (RUN_LIST);
215	+	my @runList;
216	+	foreach my $file (@runList0)
217	+	{
218	+	next if !($file =~ m/^.*file:.*\.root.*/);
219	+	$file =~ s/.*file:(.*)\.root.*/$1.root/;
220	+	push (@runList, $file);
221	+	}
222	+
223	+	return \@runList;
224	+	}
225	+
226	+	sub
227	+	countEvents
228	+	{
229	+	my $file = shift;
230	+	my $cutFlow = shift;
231	+
232	+	my $output = `getEventsFromCutFlow $file $cutFlow`;
233	+	if ($output =~ m/Did not find a histogram named/)
234	+	{
235	+	print $output;
236	+	return -1;
237	+	}
238	+	$output =~ s/^.*: (.*)$/$1/;
239	+	$output =~ s/\n//g;
240	+
241	+	return $output;
242	+	}

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines