15 |
|
|
16 |
|
printHelp () if $opt{"help"} || !$opt{"prefix"}; |
17 |
|
my $files = processArgs (\@ARGV); |
18 |
< |
my @rootFiles; |
18 |
> |
my %rootFiles; |
19 |
> |
my %weights; |
20 |
|
my @weights; |
21 |
|
my $nGoodJobs = 0; |
22 |
|
my $nBadJobs = 0; |
23 |
+ |
my $nIncompleteJobs = 0; |
24 |
|
my $counting = 0; |
25 |
|
my %exitCodes; |
26 |
|
my %signals; |
27 |
+ |
my %partial; |
28 |
|
my %crossSections; |
29 |
+ |
my %dirs; |
30 |
|
my $integratedLuminosity = 10000; |
31 |
|
$integratedLuminosity = $opt{"luminosity"} if $opt{"luminosity"}; |
32 |
|
my $cutFlow = "cutFlow"; |
46 |
|
close (FILE); |
47 |
|
my $fileContents = join ("", @fileContents); |
48 |
|
$fileContents =~ s/\n/ /g; |
49 |
+ |
$counting = 1; |
50 |
|
if ($fileContents =~ m/return value/) |
51 |
|
{ |
52 |
|
$fileContents =~ s/.*\(return value ([^)]*)\).*/$1/g; |
53 |
< |
if ($fileContents != 0) |
54 |
< |
{ |
50 |
< |
$nGoodJobs++; |
51 |
< |
print "WARNING: Nonzero exit code for job $jobNumber. (return value $fileContents)\n"; |
52 |
< |
} |
53 |
> |
$nGoodJobs++; |
54 |
> |
print "WARNING: Nonzero exit code for job $jobNumber. (return value $fileContents)\n" if $fileContents != 0; |
55 |
|
$exitCodes{$dir}{$jobNumber} = $fileContents; |
54 |
– |
$counting = 1; |
56 |
|
} |
57 |
< |
if ($fileContents =~ m/signal/) |
57 |
> |
elsif ($fileContents =~ m/signal/) |
58 |
|
{ |
59 |
|
$fileContents =~ s/.*\(signal ([^)]*)\).*/$1/g; |
60 |
|
$nBadJobs++; |
61 |
|
print "WARNING: Skipping job $jobNumber. (signal $fileContents)\n"; |
62 |
|
$signals{$dir}{$jobNumber} = $fileContents; |
63 |
< |
$counting = 1; |
63 |
> |
} |
64 |
> |
else |
65 |
> |
{ |
66 |
> |
$nIncompleteJobs++; |
67 |
> |
$partial{$dir}{$jobNumber} = 1; |
68 |
|
} |
69 |
|
} |
70 |
|
if ($file =~ m/^.*\/crossSectionInPicobarn\.txt$/) |
82 |
|
my $dir = $file; |
83 |
|
$dir =~ s/^(.*)\/[^\/]*$/$1/; |
84 |
|
my $badJob = 0; |
85 |
+ |
my $jobNumber; |
86 |
|
if ($file =~ m/^.*_[^_]*\.root$/) |
87 |
|
{ |
88 |
< |
my $jobNumber = $file; |
88 |
> |
$jobNumber = $file; |
89 |
|
$jobNumber =~ s/^.*_([^_]*)\.root$/$1/; |
90 |
< |
#$badJob = defined $exitCodes{$dir} && defined $exitCodes{$dir}{$jobNumber} && $exitCodes{$dir}{$jobNumber}; |
85 |
< |
$badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber}; |
90 |
> |
$badJob = (defined $signals{$dir} && defined $signals{$dir}{$jobNumber}) || (defined $partial{$dir} && defined $partial{$dir}{$jobNumber}); |
91 |
|
} |
92 |
|
next if $badJob; |
93 |
|
if ($file =~ m/^.*\.root$/) |
94 |
|
{ |
95 |
< |
push (@rootFiles, $file); |
96 |
< |
push (@weights, 1.0); |
95 |
> |
foreach my $arg (@ARGV) |
96 |
> |
{ |
97 |
> |
if (substr ($file, 0, length ($arg)) eq $arg) |
98 |
> |
{ |
99 |
> |
$dirs{$arg} = $dir; |
100 |
> |
if (countEvents ($file, $cutFlow) < 0) |
101 |
> |
{ |
102 |
> |
$nGoodJobs--; |
103 |
> |
$nBadJobs++; |
104 |
> |
print "WARNING: Skipping job $jobNumber. (bad ROOT file)\n"; |
105 |
> |
last; |
106 |
> |
} |
107 |
> |
push (@{$rootFiles{$arg}}, $file); |
108 |
> |
push (@weights, $opt{"weight"}) if $opt{"weight"}; |
109 |
> |
push (@weights, $opt{"xsection"} * $integratedLuminosity) if !$opt{"weight"} && $opt{"xsection"}; |
110 |
> |
push (@weights, $crossSections{$dir} * $integratedLuminosity) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir}; |
111 |
> |
push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir}); |
112 |
> |
$weights{$arg} = $weights[-1]; |
113 |
> |
} |
114 |
> |
} |
115 |
|
} |
116 |
|
} |
117 |
< |
if (!@rootFiles) |
117 |
> |
if (!%rootFiles) |
118 |
|
{ |
119 |
|
print "Found no ROOT files to merge!\n"; |
120 |
|
exit; |
121 |
|
} |
122 |
< |
my $rootFiles = join (" ", @rootFiles); |
123 |
< |
my $weights = join (",", @weights); |
124 |
< |
system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights"); |
125 |
< |
my $nTotalEvents = countEvents ("$opt{'prefix'}.root", $cutFlow); |
126 |
< |
unlink ("$opt{'prefix'}.root"); |
104 |
< |
@weights = (); |
105 |
< |
foreach my $file (@$files) |
122 |
> |
my %nTotalEvents; |
123 |
> |
my $nTotalEvents = 0; |
124 |
> |
my @mergedFiles; |
125 |
> |
my @mergedWeights; |
126 |
> |
foreach my $arg (@ARGV) |
127 |
|
{ |
128 |
< |
next if $file eq "."; |
129 |
< |
next if $file eq ".."; |
130 |
< |
my $dir = $file; |
131 |
< |
$dir =~ s/^(.*)\/[^\/]*$/$1/; |
132 |
< |
my $badJob = 0; |
133 |
< |
if ($file =~ m/^.*_[^_]*\.root$/) |
134 |
< |
{ |
135 |
< |
my $jobNumber = $file; |
136 |
< |
$jobNumber =~ s/^.*_([^_]*)\.root$/$1/; |
137 |
< |
#$badJob = defined $exitCodes{$dir} && defined $exitCodes{$dir}{$jobNumber} && $exitCodes{$dir}{$jobNumber}; |
138 |
< |
$badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber}; |
139 |
< |
} |
140 |
< |
next if $badJob; |
141 |
< |
if ($file =~ m/^.*\.root$/) |
142 |
< |
{ |
143 |
< |
push (@weights, $opt{"weight"}) if $opt{"weight"}; |
144 |
< |
push (@weights, ($opt{"xsection"} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && $opt{"xsection"}; |
145 |
< |
push (@weights, ($crossSections{$dir} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir}; |
146 |
< |
push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir}); |
126 |
< |
} |
128 |
> |
my $rootFiles = join (" ", @{$rootFiles{$arg}}); |
129 |
> |
my $tmpName = $arg . "_" . "$opt{'prefix'}.root"; |
130 |
> |
$tmpName =~ s/\//_/g; |
131 |
> |
system ("mergeTFileServiceHistograms -i $rootFiles -o $tmpName"); |
132 |
> |
my $count = countEvents ($tmpName, $cutFlow); |
133 |
> |
system ("cutFlowLimits $tmpName"); |
134 |
> |
$nTotalEvents{$arg} = $count; |
135 |
> |
$nTotalEvents += $count; |
136 |
> |
$weights{$arg} /= $count if !$opt{"weight"} && $opt{"xsection"}; |
137 |
> |
$weights{$arg} /= $count if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dirs{$arg}}; |
138 |
> |
push (@mergedFiles, $tmpName); |
139 |
> |
push (@mergedWeights, $weights{$arg}); |
140 |
> |
} |
141 |
> |
my $mergedFiles = join (" ", @mergedFiles); |
142 |
> |
my $mergedWeights = join (",", @mergedWeights); |
143 |
> |
system ("mergeTFileServiceHistograms -i $mergedFiles -o $opt{'prefix'}.root -w $mergedWeights"); |
144 |
> |
foreach my $mergedFile (@mergedFiles) |
145 |
> |
{ |
146 |
> |
unlink ("$mergedFile"); |
147 |
|
} |
148 |
< |
my $weights = join (",", @weights); |
149 |
< |
system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights"); |
148 |
> |
print "=============================================\n"; |
149 |
> |
my $output = sprintf "Cross-section of samples:\n"; |
150 |
> |
my $printOutput = 0; |
151 |
> |
foreach my $arg (keys %weights) |
152 |
> |
{ |
153 |
> |
my $shortArg = $arg; |
154 |
> |
$shortArg =~ s/^.*\/([^\/]*)$/$1/; |
155 |
> |
$output = sprintf "%s $shortArg: %.5g pb\n", $output, ($crossSections{$dirs{$arg}}); |
156 |
> |
$printOutput = 1 if $weights{$arg} != 1; |
157 |
> |
} |
158 |
> |
print $output if $printOutput; |
159 |
> |
|
160 |
> |
my $output = sprintf "Effective luminosities of samples:\n"; |
161 |
> |
my $printOutput = 0; |
162 |
> |
foreach my $arg (keys %weights) |
163 |
> |
{ |
164 |
> |
my $shortArg = $arg; |
165 |
> |
$shortArg =~ s/^.*\/([^\/]*)$/$1/; |
166 |
> |
$output = sprintf "%s $shortArg: %.5g/fb\n", $output, ($integratedLuminosity / (1000.0 * $weights{$arg})) if $weights{$arg} != 1; |
167 |
> |
$printOutput = 1 if $weights{$arg} != 1; |
168 |
> |
} |
169 |
> |
print $output if $printOutput; |
170 |
> |
|
171 |
> |
$output = sprintf "Weights for target luminosity of %g/fb:\n", ($integratedLuminosity / 1000.0); |
172 |
> |
$printOutput = 0; |
173 |
> |
foreach my $arg (keys %weights) |
174 |
> |
{ |
175 |
> |
my $shortArg = $arg; |
176 |
> |
$shortArg =~ s/^.*\/([^\/]*)$/$1/; |
177 |
> |
$output = sprintf "%s $shortArg: %.5g\n", $output, $weights{$arg} if $weights{$arg} != 1; |
178 |
> |
$printOutput = 1 if $weights{$arg} != 1; |
179 |
> |
} |
180 |
> |
print $output if $printOutput; |
181 |
> |
|
182 |
|
my $goodEvents = countEvents ("$opt{'prefix'}.root", $cutFlow); |
183 |
|
print "$nGoodJobs jobs ran successfully over $nTotalEvents ($goodEvents weighted) events.\n" if $counting; |
184 |
|
print "$nBadJobs jobs failed to run.\n" if $counting; |
185 |
+ |
print "$nIncompleteJobs jobs have not finished.\n" if $counting; |
186 |
+ |
print "=============================================\n"; |
187 |
|
|
188 |
|
sub |
189 |
|
processArgs |
237 |
|
printf "%-29s%s\n", " -c, --cutflow HISTOGRAM", "name of histogram to use for the cutflow (default:"; |
238 |
|
printf "%-29s%s\n", " ", "cutFlow)"; |
239 |
|
printf "%-29s%s\n", " -h, --help", "print this help message"; |
240 |
< |
printf "%-29s%s\n", " -l, --luminosity", "integrated luminosity to which the histograms are"; |
187 |
< |
printf "%-29s%s\n", " ", "weighted (default: 10000/pb)"; |
240 |
> |
printf "%-29s%s\n", " -l, --luminosity", "integrated luminosity to which the histograms are weighted"; |
241 |
|
printf "%-29s%s\n", " -p, --prefix PREFIX", "output is named PREFIX.root"; |
242 |
|
printf "%-29s%s\n", " -w, --weight WEIGHT", "scale the output by WEIGHT, overriding the"; |
243 |
|
printf "%-29s%s\n", " ", "automatic weighting using the cross section from"; |
274 |
|
my $cutFlow = shift; |
275 |
|
|
276 |
|
my $output = `getEventsFromCutFlow $file $cutFlow`; |
277 |
< |
if ($output =~ m/Did not find a histogram named/) |
277 |
> |
if ($output =~ m/Did not find a histogram named/ || $output =~ m/appears to be empty/ || $output =~ m/Failed to open/) |
278 |
|
{ |
279 |
|
print $output; |
280 |
|
return -1; |