| 1 |
#!/usr/bin/env python
|
| 2 |
import sys
|
| 3 |
import os
|
| 4 |
import ROOT
|
| 5 |
from array import array
|
| 6 |
from math import sqrt
|
| 7 |
from copy import copy
|
| 8 |
#suppres the EvalInstace conversion warning bug
|
| 9 |
import warnings
|
| 10 |
warnings.filterwarnings( action='ignore', category=RuntimeWarning, message='creating converter.*' )
|
| 11 |
from optparse import OptionParser
|
| 12 |
from BetterConfigParser import BetterConfigParser
|
| 13 |
import pickle
|
| 14 |
|
| 15 |
#CONFIGURE
|
| 16 |
ROOT.gROOT.SetBatch(True)
|
| 17 |
print 'hello'
|
| 18 |
#load config
|
| 19 |
#os.mkdir(path+'/sys')
|
| 20 |
argv = sys.argv
|
| 21 |
parser = OptionParser()
|
| 22 |
parser.add_option("-U", "--update", dest="update", default=0,
|
| 23 |
help="update infofile")
|
| 24 |
parser.add_option("-D", "--discr", dest="discr", default="",
|
| 25 |
help="discriminators to be added")
|
| 26 |
#parser.add_option("-I", "--inpath", dest="inpath", default="",
|
| 27 |
# help="path to samples")
|
| 28 |
#parser.add_option("-O", "--outpath", dest="outpath", default="",
|
| 29 |
# help="path where to store output samples")
|
| 30 |
parser.add_option("-S", "--samples", dest="names", default="",
|
| 31 |
help="samples you want to run on")
|
| 32 |
parser.add_option("-C", "--config", dest="config", default=[], action="append",
|
| 33 |
help="configuration file")
|
| 34 |
(opts, args) = parser.parse_args(argv)
|
| 35 |
|
| 36 |
from samplesclass import sample
|
| 37 |
from mvainfos import mvainfo
|
| 38 |
from progbar import progbar
|
| 39 |
from printcolor import printc
|
| 40 |
|
| 41 |
if opts.config =="":
|
| 42 |
opts.config = "config"
|
| 43 |
config = BetterConfigParser()
|
| 44 |
#config.read('./config7TeV_ZZ')
|
| 45 |
config.read(opts.config)
|
| 46 |
anaTag = config.get("Analysis","tag")
|
| 47 |
|
| 48 |
#get locations:
|
| 49 |
Wdir=config.get('Directories','Wdir')
|
| 50 |
MVASubdir=config.get('Directories','MVAdir')
|
| 51 |
samplesinfo=config.get('Directories','samplesinfo')
|
| 52 |
|
| 53 |
#systematics
|
| 54 |
|
| 55 |
|
| 56 |
INpath = config.get('Directories','MVAin')
|
| 57 |
OUTpath = config.get('Directories','MVAout')
|
| 58 |
|
| 59 |
infofile = open(samplesinfo,'r')
|
| 60 |
info = pickle.load(infofile)
|
| 61 |
infofile.close()
|
| 62 |
arglist=opts.discr #RTight_blavla,bsbsb
|
| 63 |
|
| 64 |
namelistIN=opts.names
|
| 65 |
namelist=namelistIN.split(',')
|
| 66 |
|
| 67 |
doinfo=bool(int(opts.update))
|
| 68 |
|
| 69 |
MVAlist=arglist.split(',')
|
| 70 |
|
| 71 |
|
| 72 |
#CONFIG
|
| 73 |
#factory
|
| 74 |
factoryname=config.get('factory','factoryname')
|
| 75 |
|
| 76 |
#load the namespace
|
| 77 |
VHbbNameSpace=config.get('VHbbNameSpace','library')
|
| 78 |
ROOT.gSystem.Load(VHbbNameSpace)
|
| 79 |
|
| 80 |
#MVA
|
| 81 |
MVAinfos=[]
|
| 82 |
MVAdir=config.get('Directories','vhbbpath')
|
| 83 |
for MVAname in MVAlist:
|
| 84 |
MVAinfofile = open(MVAdir+'/data/'+factoryname+'_'+MVAname+'.info','r')
|
| 85 |
MVAinfos.append(pickle.load(MVAinfofile))
|
| 86 |
MVAinfofile.close()
|
| 87 |
|
| 88 |
longe=40
|
| 89 |
#Workdir
|
| 90 |
workdir=ROOT.gDirectory.GetPath()
|
| 91 |
|
| 92 |
|
| 93 |
#Apply samples
|
| 94 |
infofile = open(samplesinfo,'r')
|
| 95 |
Ainfo = pickle.load(infofile)
|
| 96 |
infofile.close()
|
| 97 |
|
| 98 |
|
| 99 |
class MvaEvaluater:
|
| 100 |
def __init__(self, config, MVAinfo):
|
| 101 |
self.varset = MVAinfo.varset
|
| 102 |
#Define reader
|
| 103 |
self.reader = ROOT.TMVA.Reader("!Color:!Silent")
|
| 104 |
MVAdir=config.get('Directories','vhbbpath')
|
| 105 |
self.systematics=config.get('systematics','systematics').split(' ')
|
| 106 |
self.MVA_Vars={}
|
| 107 |
self.MVAname = MVAinfo.MVAname
|
| 108 |
for systematic in self.systematics:
|
| 109 |
self.MVA_Vars[systematic]=config.get(self.varset,systematic)
|
| 110 |
self.MVA_Vars[systematic]=self.MVA_Vars[systematic].split(' ')
|
| 111 |
#define variables and specatators
|
| 112 |
self.MVA_var_buffer = []
|
| 113 |
for i in range(len( self.MVA_Vars['Nominal'])):
|
| 114 |
self.MVA_var_buffer.append(array( 'f', [ 0 ] ))
|
| 115 |
self.reader.AddVariable( self.MVA_Vars['Nominal'][i],self.MVA_var_buffer[i])
|
| 116 |
self.reader.BookMVA(MVAinfo.MVAname,MVAdir+'/data/'+MVAinfo.getweightfile())
|
| 117 |
#--> Now the MVA is booked
|
| 118 |
|
| 119 |
def setBranches(self,tree,job):
|
| 120 |
#Set formulas for all vars
|
| 121 |
self.MVA_formulas={}
|
| 122 |
for systematic in self.systematics:
|
| 123 |
if job.type == 'DATA' and not systematic == 'Nominal': continue
|
| 124 |
self.MVA_formulas[systematic]=[]
|
| 125 |
for j in range(len( self.MVA_Vars['Nominal'])):
|
| 126 |
self.MVA_formulas[systematic].append(ROOT.TTreeFormula("MVA_formula%s_%s"%(j,systematic),self.MVA_Vars[systematic][j],tree))
|
| 127 |
|
| 128 |
def evaluate(self,MVAbranches,job):
|
| 129 |
#Evaluate all vars and fill the branches
|
| 130 |
for systematic in self.systematics:
|
| 131 |
for j in range(len( self.MVA_Vars['Nominal'])):
|
| 132 |
if job.type == 'DATA' and not systematic == 'Nominal': continue
|
| 133 |
self.MVA_var_buffer[j][0] = self.MVA_formulas[systematic][j].EvalInstance()
|
| 134 |
MVAbranches[self.systematics.index(systematic)] = self.reader.EvaluateMVA(self.MVAname)
|
| 135 |
|
| 136 |
|
| 137 |
theMVAs = []
|
| 138 |
for mva in MVAinfos:
|
| 139 |
theMVAs.append(MvaEvaluater(config,mva))
|
| 140 |
|
| 141 |
|
| 142 |
#eval
|
| 143 |
for job in Ainfo:
|
| 144 |
if eval(job.active):
|
| 145 |
if job.name in namelist:
|
| 146 |
#get trees:
|
| 147 |
print INpath+'/'+job.prefix+job.identifier+'.root'
|
| 148 |
input = ROOT.TFile.Open(INpath+'/'+job.prefix+job.identifier+'.root','read')
|
| 149 |
print OUTpath+'/'+job.prefix+job.identifier+'.root'
|
| 150 |
outfile = ROOT.TFile.Open(OUTpath+'/'+job.prefix+job.identifier+'.root','recreate')
|
| 151 |
input.cd()
|
| 152 |
obj = ROOT.TObject
|
| 153 |
for key in ROOT.gDirectory.GetListOfKeys():
|
| 154 |
input.cd()
|
| 155 |
obj = key.ReadObj()
|
| 156 |
#print obj.GetName()
|
| 157 |
if obj.GetName() == job.tree:
|
| 158 |
continue
|
| 159 |
outfile.cd()
|
| 160 |
#print key.GetName()
|
| 161 |
obj.Write(key.GetName())
|
| 162 |
tree = input.Get(job.tree)
|
| 163 |
nEntries = tree.GetEntries()
|
| 164 |
outfile.cd()
|
| 165 |
newtree = tree.CloneTree(0)
|
| 166 |
|
| 167 |
|
| 168 |
#Set branch adress for all vars
|
| 169 |
for i in range(0,len(theMVAs)):
|
| 170 |
theMVAs[i].setBranches(tree,job)
|
| 171 |
outfile.cd()
|
| 172 |
#Setup Branches
|
| 173 |
MVAbranches=[]
|
| 174 |
for i in range(0,len(theMVAs)):
|
| 175 |
if job.type == 'Data':
|
| 176 |
MVAbranches.append(array('f',[0]))
|
| 177 |
newtree.Branch(MVAinfos[i].MVAname,MVAbranches[i],'nominal/F')
|
| 178 |
else:
|
| 179 |
MVAbranches.append(array('f',[0]*11))
|
| 180 |
newtree.Branch(theMVAs[i].MVAname,MVAbranches[i],'nominal:JER_up:JER_down:JES_up:JES_down:beff_up:beff_down:bmis_up:bmis_down:beff1_up:beff1_down/F')
|
| 181 |
MVA_formulas_Nominal = []
|
| 182 |
print '\n--> ' + job.name +':'
|
| 183 |
#progbar setup
|
| 184 |
if nEntries >= longe:
|
| 185 |
step=int(nEntries/longe)
|
| 186 |
long=longe
|
| 187 |
else:
|
| 188 |
long=nEntries
|
| 189 |
step = 1
|
| 190 |
bar=progbar(long)
|
| 191 |
#Fill event by event:
|
| 192 |
for entry in range(0,nEntries):
|
| 193 |
if entry % step == 0:
|
| 194 |
bar.move()
|
| 195 |
#load entry
|
| 196 |
tree.GetEntry(entry)
|
| 197 |
|
| 198 |
for i in range(0,len(theMVAs)):
|
| 199 |
theMVAs[i].evaluate(MVAbranches[i],job)
|
| 200 |
#Fill:
|
| 201 |
newtree.Fill()
|
| 202 |
newtree.AutoSave()
|
| 203 |
outfile.Close()
|
| 204 |
|
| 205 |
print '\n'
|
| 206 |
|
| 207 |
#Update Info:
|
| 208 |
if doinfo:
|
| 209 |
for job in Ainfo:
|
| 210 |
for MVAinfo in MVAinfos:
|
| 211 |
job.addcomment('Added MVA %s'%MVAinfo.MVAname)
|
| 212 |
job.addpath(MVAdir)
|
| 213 |
infofile = open(samplesinfo,'w')
|
| 214 |
pickle.dump(Ainfo,infofile)
|
| 215 |
infofile.close()
|
| 216 |
|
| 217 |
|
