ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists
(Generate patch)

Comparing UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists (file contents):
Revision 1.11 by ahart, Tue Dec 18 09:25:48 2012 UTC vs.
Revision 1.21 by ahart, Wed Mar 6 17:01:01 2013 UTC

# Line 17 | Line 17 | printHelp () if $opt{"help"} || !$opt{"p
17   my $files = processArgs (\@ARGV);
18   my %rootFiles;
19   my %weights;
20 + my @weights;
21   my $nGoodJobs = 0;
22   my $nBadJobs = 0;
23 + my $nIncompleteJobs = 0;
24   my $counting = 0;
25   my %exitCodes;
26   my %signals;
27 + my %partial;
28   my %crossSections;
29 + my %dirs;
30   my $integratedLuminosity = 10000;
31   $integratedLuminosity = $opt{"luminosity"} if $opt{"luminosity"};
32   my $cutFlow = "cutFlow";
# Line 42 | Line 46 | foreach my $file (@$files)
46          close (FILE);
47          my $fileContents = join ("", @fileContents);
48          $fileContents =~ s/\n/ /g;
49 +        $counting = 1;
50          if ($fileContents =~ m/return value/)
51            {
52              $fileContents =~ s/.*\(return value ([^)]*)\).*/$1/g;
53              $nGoodJobs++;
54              print "WARNING: Nonzero exit code for job $jobNumber. (return value $fileContents)\n" if $fileContents != 0;
55              $exitCodes{$dir}{$jobNumber} = $fileContents;
51            $counting = 1;
56            }
57 <        if ($fileContents =~ m/signal/)
57 >        elsif ($fileContents =~ m/signal/)
58            {
59              $fileContents =~ s/.*\(signal ([^)]*)\).*/$1/g;
60              $nBadJobs++;
61              print "WARNING: Skipping job $jobNumber. (signal $fileContents)\n";
62              $signals{$dir}{$jobNumber} = $fileContents;
63 <            $counting = 1;
63 >          }
64 >        else
65 >          {
66 >            $nIncompleteJobs++;
67 >            $partial{$dir}{$jobNumber} = 1;
68            }
69        }
70      if ($file =~ m/^.*\/crossSectionInPicobarn\.txt$/)
# Line 74 | Line 82 | foreach my $file (@$files)
82      my $dir = $file;
83      $dir =~ s/^(.*)\/[^\/]*$/$1/;
84      my $badJob = 0;
85 +    my $jobNumber;
86      if ($file =~ m/^.*_[^_]*\.root$/)
87        {
88 <        my $jobNumber = $file;
88 >        $jobNumber = $file;
89          $jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
90 <        $badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber};
90 >        $badJob = (defined $signals{$dir} && defined $signals{$dir}{$jobNumber}) || (defined $partial{$dir} && defined $partial{$dir}{$jobNumber});
91        }
92      next if $badJob;
93      if ($file =~ m/^.*\.root$/)
# Line 87 | Line 96 | foreach my $file (@$files)
96            {
97              if (substr ($file, 0, length ($arg)) eq $arg)
98                {
99 +                $dirs{$arg} = $dir;
100 +                if (countEvents ($file, $cutFlow) < 0)
101 +                  {
102 +                    $nGoodJobs--;
103 +                    $nBadJobs++;
104 +                    print "WARNING: Skipping job $jobNumber. (bad ROOT file)\n";
105 +                    last;
106 +                  }
107                  push (@{$rootFiles{$arg}}, $file);
108 <                push (@{$weights{$arg}}, 1.0);
108 >                push (@weights, $opt{"weight"}) if $opt{"weight"};
109 >                push (@weights, $opt{"xsection"} * $integratedLuminosity) if !$opt{"weight"} && $opt{"xsection"};
110 >                push (@weights, $crossSections{$dir} * $integratedLuminosity) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir};
111 >                push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir});
112 >                $weights{$arg} = $weights[-1];
113                }
114            }
115        }
# Line 100 | Line 121 | if (!%rootFiles)
121    }
122   my %nTotalEvents;
123   my $nTotalEvents = 0;
124 + my @mergedFiles;
125 + my @mergedWeights;
126   foreach my $arg (@ARGV)
127    {
128      my $rootFiles = join (" ", @{$rootFiles{$arg}});
129 <    my $weights = join (",", @{$weights{$arg}});
130 <    system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
131 <    my $count = countEvents ("$opt{'prefix'}.root", $cutFlow);
129 >    my $tmpName = $arg . "_" . "$opt{'prefix'}.root";
130 >    $tmpName =~ s/\//_/g;
131 >    system ("mergeTFileServiceHistograms -i $rootFiles -o $tmpName");
132 >    my $count = countEvents ($tmpName, $cutFlow);
133 >    system ("cutFlowLimits $tmpName");
134      $nTotalEvents{$arg} = $count;
135      $nTotalEvents += $count;
136 <    unlink ("$opt{'prefix'}.root");
137 <  }
138 < my @rootFiles;
139 < my @weights;
140 < %weights = ();
141 < foreach my $file (@$files)
136 >    $weights{$arg} /= $count if !$opt{"weight"} && $opt{"xsection"};
137 >    $weights{$arg} /= $count if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dirs{$arg}};
138 >    push (@mergedFiles, $tmpName);
139 >    push (@mergedWeights, $weights{$arg});
140 >  }
141 > my $mergedFiles = join (" ", @mergedFiles);
142 > my $mergedWeights = join (",", @mergedWeights);
143 > system ("mergeTFileServiceHistograms -i $mergedFiles -o $opt{'prefix'}.root -w $mergedWeights");
144 > foreach my $mergedFile (@mergedFiles)
145 >  {
146 >    unlink ("$mergedFile");
147 >  }
148 > print "=============================================\n";
149 > my $output = sprintf "Effective luminosities of samples:\n";
150 > my $printOutput = 0;
151 > foreach my $arg (keys %weights)
152    {
153 <    next if $file eq ".";
154 <    next if $file eq "..";
155 <    my $dir = $file;
156 <    $dir =~ s/^(.*)\/[^\/]*$/$1/;
157 <    my $badJob = 0;
158 <    if ($file =~ m/^.*_[^_]*\.root$/)
159 <      {
160 <        my $jobNumber = $file;
126 <        $jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
127 <        $badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber};
128 <      }
129 <    next if $badJob;
130 <    if ($file =~ m/^.*\.root$/)
131 <      {
132 <        foreach my $arg (@ARGV)
133 <          {
134 <            if (substr ($file, 0, length ($arg)) eq $arg)
135 <              {
136 <                push (@rootFiles, $file);
137 <                push (@weights, $opt{"weight"}) if $opt{"weight"};
138 <                push (@weights, ($opt{"xsection"} * $integratedLuminosity) / $nTotalEvents{$arg}) if !$opt{"weight"} && $opt{"xsection"};
139 <                push (@weights, ($crossSections{$dir} * $integratedLuminosity) / $nTotalEvents{$arg}) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir};
140 <                push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir});
141 <                $weights{$arg} = $weights[-1];
142 <              }
143 <          }
144 <      }
145 <  }
146 < my $rootFiles = join (" ", @rootFiles);
147 < my $weights = join (",", @weights);
148 < system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
149 < print "Weights:\n";
153 >    my $shortArg = $arg;
154 >    $shortArg =~ s/^.*\/([^\/]*)$/$1/;
155 >    $output = sprintf "%s  $shortArg: %.5g/fb\n", $output, ($integratedLuminosity / (1000.0 * $weights{$arg})) if $weights{$arg} != 1;
156 >    $printOutput = 1 if $weights{$arg} != 1;
157 >  }
158 > print $output if $printOutput;
159 > $output = sprintf "Weights for target luminosity of %g/fb:\n", ($integratedLuminosity / 1000.0);
160 > $printOutput = 0;
161   foreach my $arg (keys %weights)
162    {
163 <    printf "  $arg: %.1f (%.1f pb)\n", $weights{$arg}, $weights{$arg} / $integratedLuminosity;
163 >    my $shortArg = $arg;
164 >    $shortArg =~ s/^.*\/([^\/]*)$/$1/;
165 >    $output = sprintf "%s  $shortArg: %.5g\n", $output, $weights{$arg} if $weights{$arg} != 1;
166 >    $printOutput = 1 if $weights{$arg} != 1;
167    }
168 + print $output if $printOutput;
169   my $goodEvents = countEvents ("$opt{'prefix'}.root", $cutFlow);
170   print "$nGoodJobs jobs ran successfully over $nTotalEvents ($goodEvents weighted) events.\n" if $counting;
171   print "$nBadJobs jobs failed to run.\n" if $counting;
172 + print "$nIncompleteJobs jobs have not finished.\n" if $counting;
173 + print "=============================================\n";
174  
175   sub
176   processArgs
# Line 245 | Line 262 | countEvents
262    my $cutFlow = shift;
263  
264    my $output = `getEventsFromCutFlow $file $cutFlow`;
265 <  if ($output =~ m/Did not find a histogram named/)
265 >  if ($output =~ m/Did not find a histogram named/ || $output =~ m/appears to be empty/ || $output =~ m/Failed to open/)
266      {
267        print $output;
268        return -1;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines