--- UserCode/OSUT3Analysis/Configuration/scripts/makeBNTreePlot.py 2013/06/05 10:05:42 1.3 +++ UserCode/OSUT3Analysis/Configuration/scripts/makeBNTreePlot.py 2013/06/12 09:15:32 1.12 @@ -10,13 +10,57 @@ import re from optparse import OptionParser from array import * from decimal import * +import subprocess from OSUT3Analysis.Configuration.configurationOptions import * from OSUT3Analysis.Configuration.processingUtilities import * -from ROOT import TCut, TFile, TH1D, TTree, TStopwatch, TChain +from ROOT import TChain, TCut, TDirectory, TFile, TH1D, TH2D, TStopwatch, TTree, gROOT + +gROOT.SetBatch(True) # This is to prevent pop-up graphical windows + + +def MakeCondorSubmitFile(arguments, dataset): + p = subprocess.Popen(["which", "makeBNTreePlot.py"], stdout=subprocess.PIPE) + executable = p.communicate()[0] # read the stdout of the command + workdir = os.getcwd() + "/" + outdir = "condor/"+arguments.condorDir+"/"+dataset+"/" + out = open(outdir+"/condorBNTree.sub", "w") + out.write("Executable = " + executable + " \n") + out.write("Universe = vanilla \n") + out.write("Getenv = True \n") + out.write("Arguments = -D " + dataset + " -l " + arguments.localConfig + " -c " + arguments.condorDir + " \n") + out.write("Output = " + workdir + outdir + "condorBNTree_$(Process).out \n") + out.write("Error = " + workdir + outdir + "condorBNTree_$(Process).err \n") + out.write("Log = " + workdir + outdir + "condorBNTree_$(Process).log \n") + out.write("+IsLocalJob = true \n") + out.write("Rank = TARGET.IsLocalSlot \n") + out.write("Queue 1 \n") + out.close() + + +def RunOnCondor(arguments, split_datasets): + print "Running jobs on condor, instead of interactively." + ## print "Found condorDir = %s" % (condorDir) + ## print "Found split_datasets = " + ## print split_datasets + + for dataset in split_datasets: + MakeCondorSubmitFile(arguments, dataset) + cmd = "condor_submit condor/"+arguments.condorDir+"/"+dataset+"/condorBNTree.sub" + os.system(cmd) + print "Submitting job: %s " % cmd + + print "Once condor jobs have finished, merge the composite datasets and then make plots with:" + print " makeBNTreePlot.py -q -l " + arguments.localConfig + " -c " + arguments.condorDir + print " makePlots.py -l " + arguments.localConfig + " -c " + arguments.condorDir + + return + + +watch = TStopwatch() +watch1 = TStopwatch() -watch = TStopwatch() parser = OptionParser() parser = set_commandline_arguments(parser) @@ -24,7 +68,7 @@ parser = set_commandline_arguments(parse if not arguments.localConfig: sys.exit(" You must specify a localOptions.py file with -l") -if arguments.localConfig: +if arguments.localConfig: sys.path.append(os.getcwd()) exec("from " + arguments.localConfig.rstrip('.py') + " import *") if not arguments.condorDir: @@ -32,28 +76,54 @@ if not arguments.condorDir: if arguments.condorDir: condor_dir = "condor/%s" % arguments.condorDir +if arguments.datasetName: # If datasetName is specified on command line, then override the value from localConfig + datasets = [ + arguments.datasetName, + ] + #save a list of composite datasets composite_datasets = get_composite_datasets(datasets, composite_dataset_definitions) #save a list of datasets with composite datasets split up split_datasets = split_composite_datasets(datasets, composite_dataset_definitions) +if arguments.quickMerge and arguments.runOnCondor: + print "Cannot use -q (--quickMerge) and -C (--runOnCondor) options simultaneously. Please choose one or the other." + exit() + +if arguments.runOnCondor: + RunOnCondor(arguments, split_datasets) + exit() + #write new histogram to dataset -for dataset in split_datasets: - for hist in input_histograms: - #chain trees together - ch = TChain("OSUAnalysis/"+hist['channel']+"/BNTree_"+hist['channel']) - ch.Add(condor_dir + "/" + dataset + "/hist_*.root") - - inputFile = TFile(condor_dir + "/" + dataset + ".root", "UPDATE") - h = TH1D(hist['histName'], hist['histName'], hist['nbins'], hist['xMin'], hist['xMax']) - cut = TCut(hist['cutString']) - - ch.Draw(hist['varToPlot']+">>"+hist['histName'], cut) - - inputFile.cd("OSUAnalysis/"+hist['channel']) - h.Write() - inputFile.Close() - print "Histogram " + hist['histName'] + " has been added to " + condor_dir + "/"+ dataset + ".root" +if not arguments.quickMerge: + for dataset in split_datasets: + for hist in input_histograms: + #chain trees together + ch = TChain("OSUAnalysis/"+hist['channel']+"/BNTree_"+hist['channel']) + ch.Add(condor_dir + "/" + dataset + "/hist_*.root") + print ("Looping over chain with # entries = %f; split time = " % ch.GetEntries()), + watch1.Stop(); watch1.Print(); watch1.Start() + + outputFile = TFile(condor_dir + "/" + dataset + ".root", "UPDATE") + if not outputFile or outputFile.IsZombie(): print "Could not open file: %s/%s.root" % (condor_dir, dataset) + outputFile.cd("OSUAnalysis/"+hist['channel']) + + deleteString = hist['histName'] + ";*" # delete all existing instances of the object + currentDir = outputFile.GetDirectory("OSUAnalysis/"+hist['channel']); + if not currentDir: print "Could not find directory OSUAnalysis/%s in file %s" % (hist['channel'], outputFile.GetName()) + currentDir.Delete(deleteString); + if 'nbinsY' in hist: # only make a 2D histogram if the key "nbinsY" is defined + h = TH2D(hist['histName'], hist['histName'], + hist['nbins'], hist['xMin'], hist['xMax'], + hist['nbinsY'], hist['yMin'], hist['yMax']) + else: + h = TH1D(hist['histName'], hist['histName'], hist['nbins'], hist['xMin'], hist['xMax']) + h.Sumw2() # Needed to get weights correct. + cut = TCut(hist['cutString']) + ch.Draw(hist['varToPlot']+">>"+hist['histName'], cut) + h.Write() + outputFile.Close() + print "Histogram " + hist['histName'] + " has been added to " + condor_dir + "/"+ dataset + ".root" #merge output if composite dataset for composite_dataset in composite_datasets: @@ -69,9 +139,9 @@ for composite_dataset in composite_datas print "Merging output for composite dataset: " + composite_dataset os.system(command) +print ("Total time: "), watch.Stop() watch.Print() -