| 15 |
|
#include <TF1.h> |
| 16 |
|
#include <TSQLResult.h> |
| 17 |
|
#include <TProfile.h> |
| 18 |
+ |
#include <TSystem.h> |
| 19 |
+ |
#include "LimitDroplet.C" |
| 20 |
|
|
| 21 |
|
//#include "TTbar_stuff.C" |
| 22 |
|
using namespace std; |
| 170 |
|
|
| 171 |
|
} |
| 172 |
|
|
| 173 |
< |
vector<float> compute_one_upper_limit(float mceff,float mcefferr, int ibin, string mcjzb, bool doobserved=false) { |
| 174 |
< |
float sigma95=0.0,sigma95A=0.0; |
| 175 |
< |
int nuisancemodel=1; |
| 176 |
< |
dout << "Now calling : CL95(" << luminosity << "," << lumiuncert*luminosity << "," << mceff << "," << mcefferr << "," << Npred[ibin] << "," << Nprederr[ibin] << "," << Nobs[ibin] << "," << false << "," << nuisancemodel<< ") " << endl; |
| 177 |
< |
sigma95 = CL95(luminosity, lumiuncert*luminosity, mceff, mcefferr, Npred[ibin], Nprederr[ibin], Nobs[ibin], false, nuisancemodel); |
| 178 |
< |
if(doobserved) { |
| 179 |
< |
dout << "Now calling : CLA(" << luminosity << "," << lumiuncert*luminosity << "," << mceff << "," << mcefferr << "," << Npred[ibin] << "," << Nprederr[ibin] << "," << nuisancemodel<< ") " << endl; |
| 180 |
< |
sigma95A = CLA(luminosity, lumiuncert*luminosity, mceff, mcefferr, Npred[ibin], Nprederr[ibin], nuisancemodel); |
| 173 |
> |
vector<float> compute_one_upper_limit(float mceff,float mcefferr, int ibin, string mcjzb, string plotfilename, bool doexpected) { |
| 174 |
> |
float sigma95=-9.9,sigma95A=-9.9; |
| 175 |
> |
/* |
| 176 |
> |
USAGE OF ROOSTATS_CL95 |
| 177 |
> |
" Double_t limit = roostats_cl95(ilum, slum, eff, seff, bck, sbck, n, gauss = false, nuisanceModel, method, plotFileName, seed); \n" |
| 178 |
> |
" LimitResult expected_limit = roostats_clm(ilum, slum, eff, seff, bck, sbck, ntoys, nuisanceModel, method, seed); \n" |
| 179 |
> |
" Double_t average_limit = roostats_cla(ilum, slum, eff, seff, bck, sbck, nuisanceModel, method, seed); \n" |
| 180 |
> |
" \n" |
| 181 |
> |
" |
| 182 |
> |
" Double_t obs_limit = limit.GetObservedLimit(); \n" |
| 183 |
> |
" Double_t exp_limit = limit.GetExpectedLimit(); \n" |
| 184 |
> |
" Double_t exp_up = limit.GetOneSigmaHighRange(); \n" |
| 185 |
> |
" Double_t exp_down = limit.GetOneSigmaLowRange(); \n" |
| 186 |
> |
" Double_t exp_2up = limit.GetTwoSigmaHighRange(); \n" |
| 187 |
> |
" Double_t exp_2down = limit.GetTwoSigmaLowRange(); \n" |
| 188 |
> |
*/ |
| 189 |
> |
if(mceff<=0) { |
| 190 |
> |
write_warning(__FUNCTION__,"Cannot compute upper limit in this configuration as the efficiency is negative:"); |
| 191 |
> |
dout << "mc efficiency=" << mceff << " +/- " << mcefferr; |
| 192 |
> |
vector<float> sigmas; |
| 193 |
> |
sigmas.push_back(-1); |
| 194 |
> |
sigmas.push_back(-1); |
| 195 |
> |
return sigmas; |
| 196 |
> |
} else { |
| 197 |
> |
int nlimittoysused=1; |
| 198 |
> |
|
| 199 |
> |
///------------------------------------------ < NEW > ---------------------------------------------------------- |
| 200 |
> |
|
| 201 |
> |
int secondssince1970=time(NULL); |
| 202 |
> |
stringstream repname; |
| 203 |
> |
repname << PlottingSetup::cbafbasedir << "/exchange/report_" << secondssince1970 << "_"<<plotfilename<< "__"<< ".txt"; |
| 204 |
> |
|
| 205 |
> |
/* - report filename [1] |
| 206 |
> |
- luminosity [2] |
| 207 |
> |
- lumi uncert [3] |
| 208 |
> |
- MC efficiency [4] |
| 209 |
> |
- MC efficiency error [5] |
| 210 |
> |
- Npred [6] |
| 211 |
> |
- Nprederr [7] |
| 212 |
> |
- Nobs [8] |
| 213 |
> |
- JZB cut [9] |
| 214 |
> |
- plot name [10]*/ |
| 215 |
> |
|
| 216 |
> |
dout << "Calling limit capsule instead of calling : CL95(" << luminosity << "," << lumiuncert*luminosity << "," << mceff << "," << mcefferr << "," << Npred[ibin] << "," << Nprederr[ibin] << "," << Nobs[ibin] << "," << false << "," << nuisancemodel<< ") " << endl; |
| 217 |
> |
|
| 218 |
> |
write_warning(__FUNCTION__,"To update to roostats, replace LimitCapsule.exec with NewLimitCapsule.exec below (line"+string(any2string(__LINE__))+")"); |
| 219 |
> |
stringstream command; // if you want to use roostats instead of cmscl95, please replace "LimitCapsule.exec" below with "NewLimitCapsule.exec" |
| 220 |
> |
command << PlottingSetup::cbafbasedir << "/DistributedModelCalculations/Limits/LimitCapsule.exec " << repname.str() << " " << luminosity << " " << luminosity*lumiuncert << " " << mceff << " " << mcefferr << " " << Npred[ibin] << " " << Nprederr[ibin] << " " << Nobs[ibin] << " " << -1 << " " << PlottingSetup::basedirectory << "/" << plotfilename << " " << doexpected; |
| 221 |
> |
dout << command.str() << endl; |
| 222 |
> |
|
| 223 |
> |
int retval = 256; |
| 224 |
> |
int attempts=0; |
| 225 |
> |
while(!(retval==0||attempts>=5)) {//try up to 5 times |
| 226 |
> |
attempts++; |
| 227 |
> |
dout << "Starting limit calculation (LimitCapsule) now : Attempt " << attempts << endl; |
| 228 |
> |
retval=gSystem->Exec(command.str().c_str()); |
| 229 |
> |
} |
| 230 |
> |
|
| 231 |
> |
LimitDroplet limres; |
| 232 |
> |
limres.readDroplet(repname.str()); |
| 233 |
> |
dout << limres << endl; |
| 234 |
> |
remove(repname.str().c_str()); |
| 235 |
> |
sigma95=limres.observed; |
| 236 |
> |
|
| 237 |
> |
|
| 238 |
> |
///------------------------------------------ < /NEW > ---------------------------------------------------------- |
| 239 |
> |
//if(doexpected) nlimittoysused=nlimittoys; |
| 240 |
> |
// nlimittoysused=nlimittoys; |
| 241 |
> |
// dout << "Now calling : CL95(" << luminosity << "," << lumiuncert*luminosity << "," << mceff << "," << mcefferr << "," << Npred[ibin] << "," << Nprederr[ibin] << "," << Nobs[ibin] << "," << false << "," << nuisancemodel<< ") " << endl; |
| 242 |
> |
// sigma95 = CL95(luminosity, lumiuncert*luminosity, mceff, mcefferr, Npred[ibin], Nprederr[ibin], Nobs[ibin], false, nuisancemodel); |
| 243 |
> |
// sigma95 = CL95(luminosity, lumiuncert*luminosity, mceff, mcefferr, Npred[ibin], Nprederr[ibin], Nobs[ibin], false, nuisancemodel); |
| 244 |
> |
|
| 245 |
> |
/* dout << "Now calling : roostats_cl95(" << luminosity << "," << lumiuncert*luminosity << ","<<mceff <<","<<mcefferr<<","<<Npred[ibin]<<","<<Nprederr[ibin] << ",n=" << nlimittoysused << ",gauss=" << false << ",nuisanceModel="<<nuisancemodel<<",method="<<limitmethod<<",plotfilename="<<plotfilename<<",seed=0) " << endl; |
| 246 |
> |
/* dout << "Now calling : roostats_limit(" << luminosity << "," << lumiuncert*luminosity << ","<<mceff <<","<<mcefferr<<","<<Npred[ibin]<<","<<Nprederr[ibin] << ",n=" << nlimittoysused << ",gauss=" << false << ", nuisanceModel="<<nuisancemodel<<",method="<<limitmethod<<",plotfilename="<<plotfilename<<",seed=1) " << endl; |
| 247 |
> |
LimitResult limit = roostats_limit(luminosity,lumiuncert*luminosity,mceff,mcefferr,Npred[ibin],Nprederr[ibin],nlimittoysused,false,nuisancemodel,limitmethod,plotfilename,0); |
| 248 |
> |
dout << "Now interpreting and saving results ... " << endl; |
| 249 |
> |
vector<float> sigmas; |
| 250 |
> |
sigmas.push_back(limit.GetExpectedLimit());//expected |
| 251 |
> |
sigmas.push_back(limit.GetObservedLimit());//observed |
| 252 |
> |
//up to here for backward compatibility |
| 253 |
> |
sigmas.push_back(limit.GetOneSigmaHighRange());//expected, up |
| 254 |
> |
sigmas.push_back(limit.GetTwoSigmaHighRange());//expected, 2 up |
| 255 |
> |
sigmas.push_back(limit.GetOneSigmaLowRange());//expected, down |
| 256 |
> |
sigmas.push_back(limit.GetTwoSigmaLowRange());//expected, 2 down |
| 257 |
> |
*/ |
| 258 |
> |
// float limit = roostats_cl95(luminosity,lumiuncert*luminosity,mceff,mcefferr,Npred[ibin],Nprederr[ibin],nlimittoysused,false,nuisancemodel,limitmethod,plotfilename,0); |
| 259 |
> |
if(doexpected) { |
| 260 |
> |
write_warning(__FUNCTION__,"EXPECTED LIMITS HAVE BEEN SWITCHED OFF TEMPORARILY"); |
| 261 |
> |
// dout << "Now calling : CLA(" << luminosity << "," << lumiuncert*luminosity << "," << mceff << "," << mcefferr << "," << Npred[ibin] << "," << Nprederr[ibin] << "," << nuisancemodel<< ") " << endl; |
| 262 |
> |
// sigma95A = CLA(luminosity, lumiuncert*luminosity, mceff, mcefferr, Npred[ibin], Nprederr[ibin], nuisancemodel); |
| 263 |
|
} |
| 264 |
+ |
// vector<float> sigmas; |
| 265 |
+ |
// sigmas.push_back(limit); |
| 266 |
|
vector<float> sigmas; |
| 267 |
|
sigmas.push_back(sigma95); |
| 268 |
|
sigmas.push_back(sigma95A); |
| 269 |
|
return sigmas; |
| 270 |
+ |
|
| 271 |
+ |
|
| 272 |
+ |
} |
| 273 |
+ |
write_warning(__FUNCTION__,"STILL MISSING SIGMAS, LIMITS, EVERYTHING ..."); |
| 274 |
|
} |
| 275 |
|
|
| 276 |
< |
void compute_upper_limits_from_counting_experiment(vector<vector<float> > uncertainties,vector<float> jzbcuts, string mcjzb, bool doobserved) { |
| 276 |
> |
void compute_upper_limits_from_counting_experiment(vector<vector<float> > uncertainties,vector<float> jzbcuts, string mcjzb, bool doexpected) { |
| 277 |
|
dout << "Doing counting experiment ... " << endl; |
| 278 |
|
vector<vector<string> > limits; |
| 279 |
|
vector<vector<float> > vlimits; |
| 291 |
|
float staterr=uncertainties[isample*jzbcuts.size()+ibin][2]; |
| 292 |
|
float systerr=uncertainties[isample*jzbcuts.size()+ibin][3]; |
| 293 |
|
float toterr =uncertainties[isample*jzbcuts.size()+ibin][4]; |
| 294 |
< |
float observed,null,result; |
| 205 |
< |
fill_result_histos(observed, null,null,null,null,null,null,null,mcjzb,JZBcutat,(int)5,result,(signalsamples.FindSample(signalsamples.collection[isample].filename)),signalsamples); |
| 206 |
< |
observed-=result;//this is the actual excess we see! |
| 207 |
< |
float expected=observed/luminosity; |
| 294 |
> |
float observed,observederr,null,result; |
| 295 |
|
|
| 296 |
+ |
// fill_result_histos(observed,observederr, null,null,null,null,null,null,null,mcjzb,JZBcutat,14000,(int)5,result,(signalsamples.FindSample(signalsamples.collection[isample].filename)),signalsamples); |
| 297 |
+ |
// observed-=result;//this is the actual excess we see! |
| 298 |
+ |
// float expected=observed/luminosity; |
| 299 |
+ |
string plotfilename=(string)(TString(signalsamples.collection[isample].samplename)+TString("___JZB_geq_")+TString(any2string(JZBcutat))+TString(".png")); |
| 300 |
|
dout << "Sample: " << signalsamples.collection[isample].samplename << ", JZB>"<<JZBcutat<< " : " << mceff << " +/- " << staterr << " (stat) +/- " << systerr << " (syst) --> toterr = " << toterr << endl; |
| 301 |
< |
vector<float> sigmas = compute_one_upper_limit(mceff,toterr,ibin,mcjzb,doobserved); |
| 301 |
> |
vector<float> sigmas = compute_one_upper_limit(mceff,toterr,ibin,mcjzb,plotfilename,doexpected); |
| 302 |
|
|
| 303 |
< |
if(doobserved) { |
| 304 |
< |
rows.push_back(any2string(sigmas[0])+";"+any2string(sigmas[1])+";"+"("+any2string(expected)+")"); |
| 303 |
> |
if(doexpected) { |
| 304 |
> |
// rows.push_back(any2string(sigmas[0])+";"+any2string(sigmas[1])+";"+"("+any2string(expected)+")"); |
| 305 |
> |
rows.push_back(any2string(sigmas[0])+";"+any2string(sigmas[1])+";"+"("+any2string(signalsamples.collection[isample].xs)+")"); |
| 306 |
|
vrows.push_back(sigmas[0]); |
| 307 |
|
vrows.push_back(sigmas[1]); |
| 308 |
< |
vrows.push_back(expected); |
| 308 |
> |
// vrows.push_back(expected); |
| 309 |
> |
vrows.push_back(signalsamples.collection[isample].xs); |
| 310 |
|
} |
| 311 |
|
else { |
| 312 |
< |
rows.push_back(any2string(sigmas[0])+"("+any2string(expected)+")"); |
| 312 |
> |
// rows.push_back(any2string(sigmas[0])+"("+any2string(expected)+")"); |
| 313 |
> |
rows.push_back(any2string(sigmas[0])); |
| 314 |
|
vrows.push_back(sigmas[0]); |
| 315 |
< |
vrows.push_back(expected); |
| 315 |
> |
vrows.push_back(signalsamples.collection[isample].xs); |
| 316 |
> |
// vrows.push_back(expected); |
| 317 |
|
} |
| 318 |
|
}//end of bin loop |
| 319 |
|
limits.push_back(rows); |
| 320 |
|
vlimits.push_back(vrows); |
| 321 |
|
}//end of sample loop |
| 322 |
< |
dout << endl << endl << "PAS table 3: " << endl << endl; |
| 322 |
> |
dout << endl << endl << endl << "_________________________________________________________________________________________________" << endl << endl; |
| 323 |
> |
dout << endl << endl << "PAS table 3: (notation: limit [95%CL])" << endl << endl; |
| 324 |
|
dout << "\t"; |
| 325 |
|
for (int irow=0;irow<jzbcuts.size();irow++) { |
| 326 |
|
dout << jzbcuts[irow] << "\t"; |
| 328 |
|
dout << endl; |
| 329 |
|
for(int irow=0;irow<limits.size();irow++) { |
| 330 |
|
for(int ientry=0;ientry<limits[irow].size();ientry++) { |
| 331 |
< |
dout << limits[irow][ientry] << "\t"; |
| 331 |
> |
if (limits[irow][ientry]>0) dout << limits[irow][ientry] << "\t"; |
| 332 |
> |
else dout << " (N/A) \t"; |
| 333 |
|
} |
| 334 |
|
dout << endl; |
| 335 |
|
} |
| 336 |
|
|
| 337 |
< |
if(!doobserved) { |
| 338 |
< |
dout << endl << endl << "LIMITS: " << endl; |
| 339 |
< |
dout << "\t"; |
| 337 |
> |
if(!doexpected) { |
| 338 |
> |
dout << endl << endl << "LIMITS: (Tex)" << endl; |
| 339 |
> |
tout << "\\begin{table}[hbtp]" << endl; |
| 340 |
> |
tout << "\\renewcommand{\\arraystretch}{1.3}" << endl; |
| 341 |
> |
tout << "\\begin{center}" << endl; |
| 342 |
> |
tout << "\\caption{Observed upper limits on the cross section of different LM benchmark points " << (ConsiderSignalContaminationForLimits?" (accounting for signal contamination)":" (not accounting for signal contamination)") << "}\\label{tab:lmresults}" << endl; |
| 343 |
> |
tout << "" << endl; |
| 344 |
> |
tout << "\\begin{tabular}{ | l | "; |
| 345 |
> |
for (int irow=0;irow<jzbcuts.size();irow++) tout << " l |"; |
| 346 |
> |
tout << "} " << endl << " \\hline " << endl << "& \t "; |
| 347 |
|
for (int irow=0;irow<jzbcuts.size();irow++) { |
| 348 |
< |
dout << jzbcuts[irow] << "\t"; |
| 348 |
> |
tout << "JZB $>$ " << jzbcuts[irow] << " GeV & \t "; |
| 349 |
|
} |
| 350 |
< |
dout << endl; |
| 350 |
> |
tout << " \\\\ \\hline " << endl; |
| 351 |
|
for(int irow=0;irow<limits.size();irow++) { |
| 352 |
< |
dout << limits[irow][0] << "\t"; |
| 352 |
> |
tout << limits[irow][0] << " \t"; |
| 353 |
|
for(int ientry=0;ientry<jzbcuts.size();ientry++) { |
| 354 |
< |
dout << Round(vlimits[irow][2*ientry] / vlimits[irow][2*ientry+1],3)<< "\t"; |
| 354 |
> |
if(vlimits[irow][2*ientry]>0) tout << " & " << Round(vlimits[irow][2*ientry],2) << " \t (" << Round(vlimits[irow][2*ientry] / vlimits[irow][2*ientry+1],3)<< "x \\sigma ) \t"; |
| 355 |
> |
else tout << " & ( N / A ) \t"; |
| 356 |
> |
// dout << Round(vlimits[irow][2*ientry],3) << " / " << Round(vlimits[irow][2*ientry+1],3)<< "\t"; |
| 357 |
|
} |
| 358 |
< |
dout << endl; |
| 358 |
> |
tout << " \\\\ \\hline " << endl; |
| 359 |
|
} |
| 360 |
+ |
tout << "\\end{tabular}" << endl; |
| 361 |
+ |
tout << " \\end{tabular}"<< endl; |
| 362 |
+ |
tout << "\\end{center}"<< endl; |
| 363 |
+ |
tout << "\\end{table} "<< endl; |
| 364 |
+ |
|
| 365 |
|
}//do observed |
| 366 |
|
|
| 367 |
|
dout << endl << endl << "Final selection efficiencies with total statistical and systematic errors, and corresponding observed and expected upper limits (UL) on ($\\sigma\\times$ BR $\\times$ acceptance) for the LM4 and LM8 scenarios, in the different regions. The last column contains the predicted ($\\sigma \\times $BR$\\times$ acceptance) at NLO obtained from Monte Carlo simulation." << endl; |
| 368 |
< |
dout << "Scenario \t Efficiency [%] \t Upper limits [pb] \t Prediction [pb]" << endl; |
| 368 |
> |
dout << "Scenario \t Efficiency [%] \t Upper limits [pb] \t \\sigma [pb]" << endl; |
| 369 |
|
for(int icut=0;icut<jzbcuts.size();icut++) { |
| 370 |
< |
dout << "Region with JZB>" << jzbcuts[icut] << endl; |
| 370 |
> |
dout << "Region with JZB>" << jzbcuts[icut] << (ConsiderSignalContaminationForLimits?" (accounting for signal contamination)":" (not accounting for signal contamination)") << endl; |
| 371 |
|
for(int isample=0;isample<signalsamples.collection.size();isample++) { |
| 372 |
< |
dout << limits[isample][0] << "\t" << Round(100*uncertainties[isample*jzbcuts.size()+icut][1],1) << "+/-" << Round(100*uncertainties[isample*jzbcuts.size()+icut][2],1) << " (stat) +/- " << Round(100*uncertainties[isample*jzbcuts.size()+icut][3],1) << " (syst) \t" << Round((vlimits[isample][2*icut]),3) << "\t" << Round(vlimits[isample][2*icut+1],3) << endl; |
| 372 |
> |
dout << limits[isample][0] << "\t" << Round(100*uncertainties[isample*jzbcuts.size()+icut][1],3) << "+/-" << Round(100*uncertainties[isample*jzbcuts.size()+icut][2],3) << " (stat) +/- " << Round(100*uncertainties[isample*jzbcuts.size()+icut][3],3) << " (syst) \t" << Round((vlimits[isample][2*icut]),3) << "\t" << Round(vlimits[isample][2*icut+1],3) << endl; |
| 373 |
|
} |
| 374 |
|
dout << endl; |
| 375 |
|
} |
| 265 |
– |
|
| 266 |
– |
write_warning("compute_upper_limits_from_counting_experiment","Still need to update the script"); |
| 376 |
|
} |
| 377 |
|
|
| 378 |
|
|
| 551 |
|
limfile->Close(); |
| 552 |
|
write_info("prepare_limits","limitfile.root and datacard.txt have been generated. You can now use them to calculate limits!"); |
| 553 |
|
|
| 554 |
< |
} |
| 554 |
> |
} |
