ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists
(Generate patch)

Comparing UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists (file contents):
Revision 1.10 by ahart, Mon Dec 17 21:17:35 2012 UTC vs.
Revision 1.23 by lantonel, Wed Apr 10 13:34:17 2013 UTC

# Line 15 | Line 15 | GetOptions (\%opt, "cutflow|c=s", "lumin
15  
16   printHelp () if $opt{"help"} || !$opt{"prefix"};
17   my $files = processArgs (\@ARGV);
18 < my @rootFiles;
18 > my %rootFiles;
19 > my %weights;
20   my @weights;
21   my $nGoodJobs = 0;
22   my $nBadJobs = 0;
23 + my $nIncompleteJobs = 0;
24   my $counting = 0;
25   my %exitCodes;
26   my %signals;
27 + my %partial;
28   my %crossSections;
29 + my %dirs;
30   my $integratedLuminosity = 10000;
31   $integratedLuminosity = $opt{"luminosity"} if $opt{"luminosity"};
32   my $cutFlow = "cutFlow";
# Line 42 | Line 46 | foreach my $file (@$files)
46          close (FILE);
47          my $fileContents = join ("", @fileContents);
48          $fileContents =~ s/\n/ /g;
49 +        $counting = 1;
50          if ($fileContents =~ m/return value/)
51            {
52              $fileContents =~ s/.*\(return value ([^)]*)\).*/$1/g;
53              $nGoodJobs++;
54              print "WARNING: Nonzero exit code for job $jobNumber. (return value $fileContents)\n" if $fileContents != 0;
55              $exitCodes{$dir}{$jobNumber} = $fileContents;
51            $counting = 1;
56            }
57 <        if ($fileContents =~ m/signal/)
57 >        elsif ($fileContents =~ m/signal/)
58            {
59              $fileContents =~ s/.*\(signal ([^)]*)\).*/$1/g;
60              $nBadJobs++;
61              print "WARNING: Skipping job $jobNumber. (signal $fileContents)\n";
62              $signals{$dir}{$jobNumber} = $fileContents;
63 <            $counting = 1;
63 >          }
64 >        else
65 >          {
66 >            $nIncompleteJobs++;
67 >            $partial{$dir}{$jobNumber} = 1;
68            }
69        }
70      if ($file =~ m/^.*\/crossSectionInPicobarn\.txt$/)
# Line 74 | Line 82 | foreach my $file (@$files)
82      my $dir = $file;
83      $dir =~ s/^(.*)\/[^\/]*$/$1/;
84      my $badJob = 0;
85 +    my $jobNumber;
86      if ($file =~ m/^.*_[^_]*\.root$/)
87        {
88 <        my $jobNumber = $file;
88 >        $jobNumber = $file;
89          $jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
90 <        $badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber};
90 >        $badJob = (defined $signals{$dir} && defined $signals{$dir}{$jobNumber}) || (defined $partial{$dir} && defined $partial{$dir}{$jobNumber});
91        }
92      next if $badJob;
93      if ($file =~ m/^.*\.root$/)
94        {
86        push (@rootFiles, $file);
87        push (@weights, 1.0);
88      }
89  }
90 if (!@rootFiles)
91  {
92    print "Found no ROOT files to merge!\n";
93    exit;
94  }
95 my $rootFiles = join (" ", @rootFiles);
96 my $weights = join (",", @weights);
97 system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
98 my $nTotalEvents = countEvents ("$opt{'prefix'}.root", $cutFlow);
99 unlink ("$opt{'prefix'}.root");
100 @weights = ();
101 my %weights = ();
102 foreach my $file (@$files)
103  {
104    next if $file eq ".";
105    next if $file eq "..";
106    my $dir = $file;
107    $dir =~ s/^(.*)\/[^\/]*$/$1/;
108    my $badJob = 0;
109    if ($file =~ m/^.*_[^_]*\.root$/)
110      {
111        my $jobNumber = $file;
112        $jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
113        $badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber};
114      }
115    next if $badJob;
116    if ($file =~ m/^.*\.root$/)
117      {
118        push (@weights, $opt{"weight"}) if $opt{"weight"};
119        push (@weights, ($opt{"xsection"} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && $opt{"xsection"};
120        push (@weights, ($crossSections{$dir} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir};
121        push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir});
95          foreach my $arg (@ARGV)
96            {
97              if (substr ($file, 0, length ($arg)) eq $arg)
98                {
99 <                $arg =~ s/^.*\/([^\/]*)$/$1/;
100 <                $weights{$arg} = $weights[-1]
99 >                $dirs{$arg} = $dir;
100 >                if (countEvents ($file, $cutFlow) < 0)
101 >                  {
102 >                    $nGoodJobs--;
103 >                    $nBadJobs++;
104 >                    print "WARNING: Skipping job $jobNumber. (bad ROOT file)\n";
105 >                    last;
106 >                  }
107 >                push (@{$rootFiles{$arg}}, $file);
108 >                push (@weights, $opt{"weight"}) if $opt{"weight"};
109 >                push (@weights, $opt{"xsection"} * $integratedLuminosity) if !$opt{"weight"} && $opt{"xsection"};
110 >                push (@weights, $crossSections{$dir} * $integratedLuminosity) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir};
111 >                push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir});
112 >                $weights{$arg} = $weights[-1];
113                }
114            }
115        }
116    }
117 < my $weights = join (",", @weights);
118 < system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
119 < print "Weights:\n";
117 > if (!%rootFiles)
118 >  {
119 >    print "Found no ROOT files to merge!\n";
120 >    exit;
121 >  }
122 > my %nTotalEvents;
123 > my $nTotalEvents = 0;
124 > my @mergedFiles;
125 > my @mergedWeights;
126 > foreach my $arg (@ARGV)
127 >  {
128 >    my $rootFiles = join (" ", @{$rootFiles{$arg}});
129 >    my $tmpName = $arg . "_" . "$opt{'prefix'}.root";
130 >    $tmpName =~ s/\//_/g;
131 >    system ("mergeTFileServiceHistograms -i $rootFiles -o $tmpName");
132 >    my $count = countEvents ($tmpName, $cutFlow);
133 >    system ("cutFlowLimits $tmpName");
134 >    $nTotalEvents{$arg} = $count;
135 >    $nTotalEvents += $count;
136 >    $weights{$arg} /= $count if !$opt{"weight"} && $opt{"xsection"};
137 >    $weights{$arg} /= $count if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dirs{$arg}};
138 >    push (@mergedFiles, $tmpName);
139 >    push (@mergedWeights, $weights{$arg});
140 >  }
141 > my $mergedFiles = join (" ", @mergedFiles);
142 > my $mergedWeights = join (",", @mergedWeights);
143 > system ("mergeTFileServiceHistograms -i $mergedFiles -o $opt{'prefix'}.root -w $mergedWeights");
144 > foreach my $mergedFile (@mergedFiles)
145 >  {
146 >    unlink ("$mergedFile");
147 >  }
148 > print "=============================================\n";
149 > my $output = sprintf "Cross-section of samples:\n";
150 > my $printOutput = 0;
151 > foreach my $arg (keys %weights)
152 > {
153 >    my $shortArg = $arg;
154 >    $shortArg =~ s/^.*\/([^\/]*)$/$1/;
155 >    $output = sprintf "%s  $shortArg: %.5g pb\n", $output, ($crossSections{$dirs{$arg}});
156 >    $printOutput = 1 if $weights{$arg} != 1;
157 > }
158 > print $output if $printOutput;
159 >
160 > my $output = sprintf "Effective luminosities of samples:\n";
161 > my $printOutput = 0;
162 > foreach my $arg (keys %weights)
163 >  {
164 >    my $shortArg = $arg;
165 >    $shortArg =~ s/^.*\/([^\/]*)$/$1/;
166 >    $output = sprintf "%s  $shortArg: %.5g/fb\n", $output, ($integratedLuminosity / (1000.0 * $weights{$arg})) if $weights{$arg} != 1;
167 >    $printOutput = 1 if $weights{$arg} != 1;
168 >  }
169 > print $output if $printOutput;
170 >
171 > $output = sprintf "Weights for target luminosity of %g/fb:\n", ($integratedLuminosity / 1000.0);
172 > $printOutput = 0;
173   foreach my $arg (keys %weights)
174    {
175 <    printf "  $arg: %.1f (%.1f pb)\n", $weights{$arg}, $weights{$arg} / $integratedLuminosity;
175 >    my $shortArg = $arg;
176 >    $shortArg =~ s/^.*\/([^\/]*)$/$1/;
177 >    $output = sprintf "%s  $shortArg: %.5g\n", $output, $weights{$arg} if $weights{$arg} != 1;
178 >    $printOutput = 1 if $weights{$arg} != 1;
179    }
180 + print $output if $printOutput;
181 +
182   my $goodEvents = countEvents ("$opt{'prefix'}.root", $cutFlow);
183   print "$nGoodJobs jobs ran successfully over $nTotalEvents ($goodEvents weighted) events.\n" if $counting;
184   print "$nBadJobs jobs failed to run.\n" if $counting;
185 + print "$nIncompleteJobs jobs have not finished.\n" if $counting;
186 + print "=============================================\n";
187  
188   sub
189   processArgs
# Line 192 | Line 237 | printHelp
237    printf "%-29s%s\n", "  -c, --cutflow HISTOGRAM", "name of histogram to use for the cutflow (default:";
238    printf "%-29s%s\n", "                  ", "cutFlow)";
239    printf "%-29s%s\n", "  -h, --help", "print this help message";
240 <  printf "%-29s%s\n", "  -l, --luminosity", "integrated luminosity to which the histograms are";
196 <  printf "%-29s%s\n", "                  ", "weighted (default: 10000/pb)";
240 >  printf "%-29s%s\n", "  -l, --luminosity", "integrated luminosity to which the histograms are weighted";
241    printf "%-29s%s\n", "  -p, --prefix PREFIX", "output is  named PREFIX.root";
242    printf "%-29s%s\n", "  -w, --weight WEIGHT", "scale the output by WEIGHT, overriding the";
243    printf "%-29s%s\n", "                     ", "automatic weighting using the cross section from";
# Line 230 | Line 274 | countEvents
274    my $cutFlow = shift;
275  
276    my $output = `getEventsFromCutFlow $file $cutFlow`;
277 <  if ($output =~ m/Did not find a histogram named/)
277 >  if ($output =~ m/Did not find a histogram named/ || $output =~ m/appears to be empty/ || $output =~ m/Failed to open/)
278      {
279        print $output;
280        return -1;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines