| 1 |
dkralph |
1.1 |
#!/bin/sh
|
| 2 |
|
|
|
| 3 |
|
|
alias grep='grep --color=auto'
|
| 4 |
|
|
|
| 5 |
|
|
limit_procs() {
|
| 6 |
|
|
string=`echo $1 | sed 's/\(..............\).*/\1/'`
|
| 7 |
|
|
nprocs=`ps | grep $string | wc -l`
|
| 8 |
|
|
# echo -e "\tchecking procs: $nprocs"
|
| 9 |
|
|
while (( $nprocs > 45 )); do echo -n "."; sleep 1; nprocs=`ps auxw|grep $string | wc -l`; done
|
| 10 |
|
|
}
|
| 11 |
|
|
|
| 12 |
|
|
label=$1
|
| 13 |
|
|
# boolean parameters:
|
| 14 |
|
|
if ! [ $label ]; then echo "no label!"; exit 1; fi
|
| 15 |
|
|
if echo "$@" | grep ' \-\-interpolate' ; then interpolate=interpolate; else interpolate=; fi
|
| 16 |
|
|
if echo "$@" | grep ' \-\-delete' ; then delete=delete; else delete=; fi
|
| 17 |
|
|
if echo "$@" | grep ' \-\-fakes' ; then fakes=fakes; else fakes=; fi
|
| 18 |
|
|
if echo "$@" | grep ' \-\-ptvars' ; then ptvars=ptvars; else ptvars=; fi
|
| 19 |
|
|
if echo "$@" | grep ' \-\-multiclass' ; then multiclass=multiclass; else multiclass=; fi
|
| 20 |
|
|
if echo "$@" | grep ' \-\-multisigs' ; then multisigs=multisigs; else multisigs=; fi
|
| 21 |
|
|
if echo "$@" | grep ' \-\-condor' ; then condor=condor; else condor=; fi
|
| 22 |
|
|
if echo "$@" | grep ' \-\-pt4l' ; then pt4l=pt4l; else pt4l=; fi
|
| 23 |
|
|
if echo "$@" | grep ' \-\-m4l' ; then m4l=m4l; else m4l=; fi
|
| 24 |
|
|
if echo "$@" | grep ' \-\-fourTwoX' ; then fourTwoX=fourTwoX; else fourTwoX=; fi
|
| 25 |
|
|
# parameters with args:
|
| 26 |
|
|
window=`echo $@ | sed 's/[ ][ ]*/\n/g' | grep -A1 '\-\-window' | grep -v "\-\-window"`; if ! [ $window ]; then window=1; fi
|
| 27 |
|
|
NTrees=`echo $@ | sed 's/[ ][ ]*/\n/g' | grep -A1 '\-\-NTrees' | grep -v "\-\-NTrees"`
|
| 28 |
|
|
NNodesMax=`echo $@ | sed 's/[ ][ ]*/\n/g' | grep -A1 '\-\-NNodesMax' | grep -v "\-\-NNodesMax"`
|
| 29 |
|
|
Shrinkage=`echo $@ | sed 's/[ ][ ]*/\n/g' | grep -A1 '\-\-Shrinkage' | grep -v "\-\-Shrinkage"`
|
| 30 |
|
|
nCuts=`echo $@ | sed 's/[ ][ ]*/\n/g' | grep -A1 '\-\-nCuts' | grep -v "\-\-nCuts"`
|
| 31 |
|
|
nMax=`echo $@ | sed 's/[ ][ ]*/\n/g' | grep -A1 '\-\-nMax' | grep -v "\-\-nMax"`
|
| 32 |
|
|
|
| 33 |
|
|
if echo $label | grep 2011 &>/dev/null; then era2011=era2011; else era2011=; fi
|
| 34 |
|
|
mHfile=Angles/data/mHs.conf
|
| 35 |
|
|
#if [ $era2011 ]; then
|
| 36 |
|
|
# mHfile=Angles/data/mHs-f11.conf
|
| 37 |
|
|
#else
|
| 38 |
|
|
# mHfile=Angles/data/mHs-s12.conf
|
| 39 |
|
|
#fi
|
| 40 |
|
|
|
| 41 |
|
|
exe=$PWD/Angles/bin/trainAngles.exe
|
| 42 |
|
|
if [ $fourTwoX ]; then
|
| 43 |
|
|
exe=$PWD/Angles/bin/trainAngles_42x.exe
|
| 44 |
|
|
fi
|
| 45 |
|
|
resultLabel=jetinfo
|
| 46 |
|
|
inputdir=/scratch/dkralph/MitHzz4l_028/Selection/root/$resultLabel
|
| 47 |
|
|
|
| 48 |
|
|
echo "Training $label"
|
| 49 |
|
|
echo " resultLabel: $resultLabel"
|
| 50 |
|
|
echo " interpolate: $interpolate"
|
| 51 |
|
|
echo " window: $window"
|
| 52 |
|
|
echo " fakes: $fakes"
|
| 53 |
|
|
echo " era2011: $era2011"
|
| 54 |
|
|
echo " ptvars: $ptvars"
|
| 55 |
|
|
echo " multiclass: $multiclass"
|
| 56 |
|
|
echo " multisigs: $multisigs"
|
| 57 |
|
|
|
| 58 |
|
|
while read line; do
|
| 59 |
|
|
if echo $line | grep '^#' &> /dev/null; then continue; fi
|
| 60 |
|
|
if echo $line | grep '^\^' &> /dev/null; then continue; fi
|
| 61 |
|
|
|
| 62 |
|
|
# skip the samples that don't exist if we're interpolating...
|
| 63 |
|
|
haveMCdkr=`echo $line | awk '{print $8}'`
|
| 64 |
|
|
if [ "$haveMCdkr" == "0" ] && ! [ $interpolate ]; then continue; fi
|
| 65 |
|
|
|
| 66 |
|
|
mH=`echo $line | awk '{print $3}'`
|
| 67 |
|
|
# if [ "$mH" != "125" ]; then continue; fi
|
| 68 |
|
|
echo $mH
|
| 69 |
|
|
# set low and high values of mass window
|
| 70 |
|
|
if (( window == 0 )); then
|
| 71 |
|
|
wL=0
|
| 72 |
|
|
wH=1000
|
| 73 |
|
|
elif (( window == 1 )); then
|
| 74 |
|
|
wL=`echo $line | awk '{print $4}'`
|
| 75 |
|
|
wH=`echo $line | awk '{print $5}'`
|
| 76 |
|
|
elif (( window == 2 )); then
|
| 77 |
|
|
wL=`echo $line | awk '{print $11}'`
|
| 78 |
|
|
wH=`echo $line | awk '{print $12}'`
|
| 79 |
|
|
elif (( window == 3 )); then
|
| 80 |
|
|
wL=`echo $line | awk '{print $13}'`
|
| 81 |
|
|
wH=`echo $line | awk '{print $14}'`
|
| 82 |
|
|
fi
|
| 83 |
|
|
|
| 84 |
|
|
# take events from these two masses to interpolate
|
| 85 |
|
|
mH_lo_dkr=`echo $line | awk '{print $9}'`
|
| 86 |
|
|
mH_hi_dkr=`echo $line | awk '{print $10}'`
|
| 87 |
|
|
|
| 88 |
|
|
config=$PWD/Angles/data/tmp/trainAngles-$label-$mH-$mH_lo_dkr-$mH_hi_dkr.config
|
| 89 |
|
|
|
| 90 |
|
|
if [ $era2011 ]; then
|
| 91 |
|
|
sigStrFirst=f11-h
|
| 92 |
|
|
sigStrSecond=zz4l-gf-v14b-bp
|
| 93 |
|
|
bkgs='f11-zz4e-powheg-v14b-bp f11-zz4m-powheg-v14b-bp f11-zz2e2m-powheg-v14b-bp'
|
| 94 |
|
|
if [ $fakes ]; then
|
| 95 |
|
|
bkgs="$bkgs fakes-r11-histat fakes-r12-histat";
|
| 96 |
|
|
fi
|
| 97 |
|
|
else
|
| 98 |
|
|
sigStrFirst=s12-h
|
| 99 |
|
|
sigStrSecond=zz4l-gf-v2-dkr
|
| 100 |
|
|
# # lo is good up to wH = 155-160 or so
|
| 101 |
|
|
# # med is good from wL = 115 to wH = 220 or so
|
| 102 |
|
|
# if [ "`echo "$wH < 155" | bc -l`" == "1" ]; then
|
| 103 |
|
|
# bkgs='s12-zz4e-lo-dkr s12-zz4m-lo-dkr s12-zz2e2m-lo-dkr s12-zz4e-lo-v2-dkr s12-zz4m-lo-v2-dkr s12-zz2e2m-lo-v2-dkr'
|
| 104 |
|
|
# elif [ "`echo "$wH < 220" | bc -l`" == "1" ]; then
|
| 105 |
|
|
# bkgs='s12-zz4e-med-dkr s12-zz4m-med-dkr s12-zz2e2m-med-dkr'
|
| 106 |
|
|
# else
|
| 107 |
|
|
# bkgs='s12-zz4e-powheg-v9 s12-zz4m-powheg-v9 s12-zz2e2m-powheg-v9'
|
| 108 |
|
|
# fi
|
| 109 |
|
|
bkgs='s12-zz4e-pu-dkr s12-zz4m-pu-dkr s12-zz2e2m-pu-dkr'
|
| 110 |
|
|
if [ $fakes ]; then
|
| 111 |
|
|
bkgs="$bkgs fakes-r12-histat fakes-r11-histat";
|
| 112 |
|
|
fi
|
| 113 |
|
|
fi
|
| 114 |
|
|
|
| 115 |
|
|
rm -f $config
|
| 116 |
|
|
if [ $NTrees ]; then echo "^NTrees $NTrees" >> $config; fi
|
| 117 |
|
|
if [ $NNodesMax ]; then echo "^NNodesMax $NNodesMax" >> $config; fi
|
| 118 |
|
|
if [ $Shrinkage ]; then echo "^Shrinkage $Shrinkage" >> $config; fi
|
| 119 |
|
|
if [ $nCuts ]; then echo "^nCuts $nCuts" >> $config; fi
|
| 120 |
|
|
if [ $nMax ]; then echo "^nMax $nMax" >> $config; fi
|
| 121 |
|
|
echo "^inputdir $inputdir" >> $config # not used at the moment...
|
| 122 |
|
|
if [ $multiclass ]; then echo "^multiclass multiclass" >> $config; fi
|
| 123 |
|
|
if [ $multisigs ]; then echo "^multisigs multisigs" >> $config; fi
|
| 124 |
|
|
if [ $multisigs ]; then
|
| 125 |
|
|
if (( mH != 125 )); then continue; fi
|
| 126 |
|
|
echo "sig 1 $inputdir/s12-x125zz4l-0m-v9/merged.root $mH" >> $config
|
| 127 |
|
|
echo "sig2 1 $inputdir/s12-x125zz4l-0p-v9/merged.root $mH" >> $config
|
| 128 |
|
|
# echo "sig3 1 $inputdir/s12-x125zz4l-2p-v9/merged.root $mH" >> $config
|
| 129 |
|
|
elif [ $interpolate ] && [ "$haveMCdkr" == "0" ]; then
|
| 130 |
|
|
echo " interpolating with: $mH_lo_dkr $mH_hi_dkr"
|
| 131 |
|
|
test=`echo "($wL < $mH_lo_dkr - 4) || ( $wH > $mH_hi_dkr + 4 )" | bc -l`
|
| 132 |
|
|
if [ "$test" == "0" ]; then echo -e "\nmass window ($wL,$wH) too narrow for this interpolation!\n"; exit 1; fi
|
| 133 |
|
|
echo "sig -1 $inputdir/$sigStrFirst${mH_lo_dkr}$sigStrSecond/merged.root $mH_lo_dkr" >> $config
|
| 134 |
|
|
echo "sig -1 $inputdir/$sigStrFirst${mH_hi_dkr}$sigStrSecond/merged.root $mH_hi_dkr" >> $config
|
| 135 |
|
|
else
|
| 136 |
|
|
echo "sig 1 $inputdir/$sigStrFirst${mH}$sigStrSecond/merged.root $mH" >> $config
|
| 137 |
|
|
mH_lo_dkr=0
|
| 138 |
|
|
mH_hi_dkr=0
|
| 139 |
|
|
fi
|
| 140 |
|
|
for bkg in $bkgs; do
|
| 141 |
|
|
echo "bkg 1 $inputdir/$bkg/merged.root -1" >> $config
|
| 142 |
|
|
done
|
| 143 |
|
|
|
| 144 |
|
|
if [ $m4l ]; then
|
| 145 |
|
|
varstring=costheta1:costheta2:costhetastar:Phi:Phi1:mZ1:mZ2:pt4l:y4l:Z1pt:Z2pt:zzdotz1:zzdotz2:dphi1:dphi2:m4l
|
| 146 |
|
|
elif [ $ptvars ]; then
|
| 147 |
|
|
varstring=costheta1:costheta2:costhetastar:Phi:Phi1:mZ1:mZ2:pt4l:y4l:Z1pt:Z2pt:zzdotz1:zzdotz2:dphi1:dphi2
|
| 148 |
|
|
elif [ $pt4l ]; then
|
| 149 |
|
|
varstring=costheta1:costheta2:costhetastar:Phi:Phi1:mZ1:mZ2:pt4l
|
| 150 |
|
|
else
|
| 151 |
|
|
varstring=costheta1:costheta2:costhetastar:Phi:Phi1:mZ1:mZ2
|
| 152 |
|
|
fi
|
| 153 |
|
|
|
| 154 |
|
|
outputdir=/scratch/dkralph/MitHzz4l_028/Angles/root/training/$label
|
| 155 |
|
|
mkdir -p $outputdir/logs
|
| 156 |
|
|
outputfile=$outputdir/hzz4lBDT.${mH}.root
|
| 157 |
|
|
weightfile=$outputdir/weights/hzz4l_mH${mH}_BDTG.weights.xml
|
| 158 |
|
|
if [ $delete ]; then rm -vf $outputfile $weightfile; fi
|
| 159 |
|
|
if [ -s $outputfile ] && [ -s $weightfile ]; then echo " already there..."; continue; fi
|
| 160 |
|
|
args="$exe $config $outputfile hzz4l_mH${mH} $varstring ${mH} ${wL} ${wH} $mH_lo_dkr $mH_hi_dkr"
|
| 161 |
|
|
if [ $condor ]; then
|
| 162 |
|
|
./scripts/submit.sh $args --output $outputfile
|
| 163 |
|
|
else
|
| 164 |
|
|
cd $outputdir
|
| 165 |
|
|
# $args
|
| 166 |
|
|
$args &> $outputdir/logs/hzz4lBDT.${mH}.txt &
|
| 167 |
|
|
cd $OLDPWD
|
| 168 |
|
|
fi
|
| 169 |
|
|
|
| 170 |
|
|
sleep 0.2
|
| 171 |
|
|
limit_procs `basename $exe`
|
| 172 |
|
|
|
| 173 |
|
|
done < $mHfile
|
| 174 |
|
|
|
| 175 |
|
|
#while ps | grep `basename $exe | sed 's/\([a-zA-Z][a-zA-Z][a-zA-Z][a-zA-Z][a-zA-Z][a-zA-Z][a-zA-Z][a-zA-Z]\).*/\1/'` &> /dev/null; do
|
| 176 |
|
|
# echo "still running... "
|
| 177 |
|
|
# sleep 0.5
|
| 178 |
|
|
#done
|
| 179 |
|
|
|
| 180 |
|
|
#mkdir -p ./Angles/root/training/$label/weights/
|
| 181 |
|
|
#mv -v ./weights/* ./Angles/root/training/$label/weights/
|
