ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists
(Generate patch)

Comparing UserCode/OSUT3Analysis/AnaTools/scripts/mergeHists (file contents):
Revision 1.6 by ahart, Mon Sep 10 09:48:56 2012 UTC vs.
Revision 1.14 by ahart, Fri Jan 4 07:35:41 2013 UTC

# Line 15 | Line 15 | GetOptions (\%opt, "cutflow|c=s", "lumin
15  
16   printHelp () if $opt{"help"} || !$opt{"prefix"};
17   my $files = processArgs (\@ARGV);
18 < my @rootFiles;
18 > my %rootFiles;
19 > my %weights;
20   my @weights;
21   my $nGoodJobs = 0;
22   my $nBadJobs = 0;
23   my $counting = 0;
24   my %exitCodes;
25 + my %signals;
26   my %crossSections;
27 + my %dirs;
28   my $integratedLuminosity = 10000;
29   $integratedLuminosity = $opt{"luminosity"} if $opt{"luminosity"};
30   my $cutFlow = "cutFlow";
# Line 41 | Line 44 | foreach my $file (@$files)
44          close (FILE);
45          my $fileContents = join ("", @fileContents);
46          $fileContents =~ s/\n/ /g;
47 <        $fileContents =~ s/.*\(return value ([^)]*)\).*/$1/g;
45 <        $nGoodJobs++;
46 <        if ($fileContents != 0)
47 >        if ($fileContents =~ m/return value/)
48            {
49 +            $fileContents =~ s/.*\(return value ([^)]*)\).*/$1/g;
50 +            $nGoodJobs++;
51 +            print "WARNING: Nonzero exit code for job $jobNumber. (return value $fileContents)\n" if $fileContents != 0;
52 +            $exitCodes{$dir}{$jobNumber} = $fileContents;
53 +            $counting = 1;
54 +          }
55 +        if ($fileContents =~ m/signal/)
56 +          {
57 +            $fileContents =~ s/.*\(signal ([^)]*)\).*/$1/g;
58              $nBadJobs++;
59 <            print "Skipping job $jobNumber. (return value $fileContents)\n";
59 >            print "WARNING: Skipping job $jobNumber. (signal $fileContents)\n";
60 >            $signals{$dir}{$jobNumber} = $fileContents;
61 >            $counting = 1;
62            }
51        $exitCodes{$dir}{$jobNumber} = $fileContents;
52        $counting = 1;
63        }
64      if ($file =~ m/^.*\/crossSectionInPicobarn\.txt$/)
65        {
# Line 70 | Line 80 | foreach my $file (@$files)
80        {
81          my $jobNumber = $file;
82          $jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
83 <        $badJob = defined $exitCodes{$dir} && defined $exitCodes{$dir}{$jobNumber} && $exitCodes{$dir}{$jobNumber};
83 >        $badJob = defined $signals{$dir} && defined $signals{$dir}{$jobNumber};
84        }
85      next if $badJob;
86      if ($file =~ m/^.*\.root$/)
87        {
88 <        push (@rootFiles, $file);
89 <        push (@weights, 1.0);
88 >        foreach my $arg (@ARGV)
89 >          {
90 >            $dirs{$arg} = $dir;
91 >            if (substr ($file, 0, length ($arg)) eq $arg)
92 >              {
93 >                push (@{$rootFiles{$arg}}, $file);
94 >                push (@weights, $opt{"weight"}) if $opt{"weight"};
95 >                push (@weights, $opt{"xsection"} * $integratedLuminosity) if !$opt{"weight"} && $opt{"xsection"};
96 >                push (@weights, $crossSections{$dir} * $integratedLuminosity) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir};
97 >                push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir});
98 >                $weights{$arg} = $weights[-1];
99 >              }
100 >          }
101        }
102    }
103 < if (!@rootFiles)
103 > if (!%rootFiles)
104    {
105      print "Found no ROOT files to merge!\n";
106      exit;
107    }
108 < my $rootFiles = join (" ", @rootFiles);
109 < my $weights = join (",", @weights);
110 < system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
111 < my $nTotalEvents = countEvents ("$opt{'prefix'}.root", $cutFlow);
112 < unlink ("$opt{'prefix'}.root");
92 < @weights = ();
93 < foreach my $file (@$files)
108 > my %nTotalEvents;
109 > my $nTotalEvents = 0;
110 > my @mergedFiles;
111 > my @mergedWeights;
112 > foreach my $arg (@ARGV)
113    {
114 <    next if $file eq ".";
115 <    next if $file eq "..";
116 <    my $dir = $file;
117 <    $dir =~ s/^(.*)\/[^\/]*$/$1/;
118 <    my $badJob = 0;
119 <    if ($file =~ m/^.*_[^_]*\.root$/)
120 <      {
121 <        my $jobNumber = $file;
122 <        $jobNumber =~ s/^.*_([^_]*)\.root$/$1/;
123 <        $badJob = defined $exitCodes{$dir} && defined $exitCodes{$dir}{$jobNumber} && $exitCodes{$dir}{$jobNumber};
124 <      }
125 <    next if $badJob;
126 <    if ($file =~ m/^.*\.root$/)
127 <      {
128 <        push (@weights, $opt{"weight"}) if $opt{"weight"};
129 <        push (@weights, ($opt{"xsection"} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && $opt{"xsection"};
130 <        push (@weights, ($crossSections{$dir} * $integratedLuminosity) / $nTotalEvents) if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dir};
131 <        push (@weights, 1.0) if !$opt{"weight"} && !$opt{"xsection"} && !(defined $crossSections{$dir});
132 <      }
114 >    my $rootFiles = join (" ", @{$rootFiles{$arg}});
115 >    my $tmpName = $arg . "_" . "$opt{'prefix'}.root";
116 >    $tmpName =~ s/\//_/g;
117 >    system ("mergeTFileServiceHistograms -i $rootFiles -o $tmpName");
118 >    my $count = countEvents ($tmpName, $cutFlow);
119 >    system ("cutFlowLimits $tmpName");
120 >    $nTotalEvents{$arg} = $count;
121 >    $nTotalEvents += $count;
122 >    $weights{$arg} /= $count if !$opt{"weight"} && $opt{"xsection"};
123 >    $weights{$arg} /= $count if !$opt{"weight"} && !$opt{"xsection"} && defined $crossSections{$dirs{$arg}};
124 >    push (@mergedFiles, "$tmpName");
125 >    push (@mergedWeights, $weights{$arg});
126 >  }
127 > my $mergedFiles = join (" ", @mergedFiles);
128 > my $mergedWeights = join (",", @mergedWeights);
129 > system ("mergeTFileServiceHistograms -i $mergedFiles -o $opt{'prefix'}.root -w $mergedWeights");
130 > foreach my $mergedFile (@mergedFiles)
131 >  {
132 >    unlink ("$mergedFile");
133 >  }
134 > print "Weights:\n";
135 > foreach my $arg (keys %weights)
136 >  {
137 >    my $shortArg = $arg;
138 >    $shortArg =~ s/^.*\/([^\/]*)$/$1/;
139 >    printf "  $shortArg: %.5g (%.5g pb)\n", $weights{$arg}, $weights{$arg} / $integratedLuminosity;
140    }
115 my $weights = join (",", @weights);
116 system ("mergeTFileServiceHistograms -i $rootFiles -o $opt{'prefix'}.root -w $weights");
117 system ("cutFlowTable $opt{'prefix'}.root $cutFlow >& $opt{'prefix'}.tex");
141   my $goodEvents = countEvents ("$opt{'prefix'}.root", $cutFlow);
142   print "$nGoodJobs jobs ran successfully over $nTotalEvents ($goodEvents weighted) events.\n" if $counting;
143   print "$nBadJobs jobs failed to run.\n" if $counting;
# Line 162 | Line 185 | printHelp
185    $exeName =~ s/^.*\/([^\/]*)$/$1/;
186  
187    print "Usage: $exeName [OPTION]... -p PREFIX DIRECTORIES_AND_FILES\n";
188 <  print "Merges ROOT files containing histograms and produces a cutflow table in the\n";
189 <  print "form of a LaTeX document. If there are Condor logs in the specified\n";
190 <  print "directories, checks for nonzero return values. If the directories where created\n";
191 <  print "by \"osusub\", uses the cross section from the database to weight all histograms.\n";
188 >  print "Merges ROOT files containing histograms. If there are Condor logs in the\n";
189 >  print "specified directories, checks for nonzero return values. If the directories\n";
190 >  print "where created by \"osusub\", uses the cross section from the database to weight\n";
191 >  print "all histograms.\n";
192    print "\n";
193    print "Mandatory arguments to long options are mandatory for short options too.\n";
194    printf "%-29s%s\n", "  -c, --cutflow HISTOGRAM", "name of histogram to use for the cutflow (default:";
# Line 173 | Line 196 | printHelp
196    printf "%-29s%s\n", "  -h, --help", "print this help message";
197    printf "%-29s%s\n", "  -l, --luminosity", "integrated luminosity to which the histograms are";
198    printf "%-29s%s\n", "                  ", "weighted (default: 10000/pb)";
199 <  printf "%-29s%s\n", "  -p, --prefix PREFIX", "output files are named PREFIX.root and PREFIX.tex";
199 >  printf "%-29s%s\n", "  -p, --prefix PREFIX", "output is  named PREFIX.root";
200    printf "%-29s%s\n", "  -w, --weight WEIGHT", "scale the output by WEIGHT, overriding the";
201    printf "%-29s%s\n", "                     ", "automatic weighting using the cross section from";
202    printf "%-29s%s\n", "                     ", "the database";

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines