Plotting/Modules/EdgeLimit.C

#include <iostream>


#include <TVirtualIndex.h>

#include <RooRealVar.h>
#include <RooArgSet.h>
#include <RooDataSet.h>
#include <RooMCStudy.h>
#include <RooCategory.h>

#include <RooPlot.h>
#include <RooGaussian.h>
#include <RooConstVar.h>
#include <RooSimultaneous.h>
#include <RooAddPdf.h>
#include <RooFitResult.h>
#include <RooVoigtian.h>
#include <RooMsgService.h>
#include <RooChebychev.h>

#include <RooStats/ModelConfig.h>
#include "RooStats/ProfileLikelihoodCalculator.h"
#include "RooStats/LikelihoodInterval.h"
#include "RooStats/HypoTestResult.h"
#include "RooStats/SimpleLikelihoodRatioTestStat.h"
#include "RooStats/ProfileLikelihoodTestStat.h"
#include "RooStats/HybridCalculatorOriginal.h"
#include "RooStats/HypoTestInverterOriginal.h"

//#include "ParametrizedEdge.C"
#include "ExtendedMath.C"
#include "EdgeModules/RooSUSYTPdf.cxx"
#include "EdgeModules/RooSUSYBkgPdf.cxx"
#include "EdgeModules/RooSUSYCompleteBkgPdf.cxx"
#include "EdgeModules/RooSUSYPolynomial.cxx"

#include "md5/md5.h"
#include "md5/md5.C"

using namespace std;
using namespace PlottingSetup;


ShapeDroplet LimitsFromEdge(float low_fullCLs, float high_CLs, TTree *events, string addcut, string name, string mcjzb, string datajzb, vector<float> jzbbins, float jzbpeakerrormc, float jzbpeakerrordata) {
  write_error(__FUNCTION__,"Not implemented edge limits yet (returning crap)");
  ShapeDroplet beta;beta.observed=-12345;beta.SignalIntegral=1;return beta;
}


void PrepareEdgeShapes(string mcjzb, string datajzb, vector<float> jzbbins, float jzbpeakerrordata) {
  write_error(__FUNCTION__,"Not implemented edge shape storage yet");
}
  

///------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------


namespace EdgeFitter {
  
  void DoEdgeFit(string mcjzb, string datajzb, float DataPeakError, float MCPeakError, float jzb_cut, int icut, int is_data, TCut cut, TTree*);
  void DoEdgeFit(string mcjzb, string datajzb, float DataPeakError, float MCPeakError, vector<float> jzb_cut, int is_data, TCut cut, TTree*);
  void getMedianLimit(RooWorkspace *ws,vector<RooDataSet> theToys,float &median,float &sigmaDown, float &sigmaUp, float &twoSigmaDown, float &twoSigmaUp);
  void InitializeVariables(float _mllmin, float _mllmax, float _jzbmax, TCut _cut);
  void PrepareDatasets(int);
  void DrawDatasetContent(int);
  void DoFit(int is_data, float jzb_cut);
  string RandomStorageFile();
  Yield Get_Z_estimate(float,int);
  Yield Get_T_estimate(float,int);
  float calcExclusion(RooWorkspace *ws, RooDataSet data, bool calcExclusion);
  vector<RooDataSet> generateToys(RooWorkspace *ws, int nToys);
  void prepareLimits(RooWorkspace *ws, bool ComputeBands);
  TGraph* prepareLM(float mass, float nEv);
  
  float jzbmax;
  float mllmin;
  float mllmax;
  TCut cut;
  
  RooDataSet* AllData;
  RooDataSet* eeSample;
  RooDataSet* mmSample;
  RooDataSet* OFSample;
  RooDataSet* SFSample; 
  
  bool MarcoDebug=true;
  
  float FixedMEdge=-1;
  float FixedMEdgeChi2_H1=-1;
  float FixedMEdgeChi2_H0=-1;
  
  bool RejectPointIfNoConvergence=false;
  
  string Mode="UndefinedMode";
  
  bool AllowTriangle=true;
}

TGraph* EdgeFitter::prepareLM(float mass, float nEv) {
  float massLM[1];
  massLM[0]=mass;
  float accEffLM[1];
  accEffLM[0]=nEv/PlottingSetup::luminosity;
  TGraph *lm = new TGraph(1, massLM, accEffLM);
  lm->GetXaxis()->SetNoExponent(true);
  lm->GetXaxis()->SetTitle("m_{cut} [GeV]");
  lm->GetYaxis()->SetTitle("#sigma #times A [pb] 95% CL UL");
  lm->GetXaxis()->SetLimits(0.,300.);
  lm->GetYaxis()->SetRangeUser(0.,0.08);
  lm->SetMarkerStyle(34);
  lm->SetMarkerColor(kRed);
  return lm;
}

vector<RooDataSet> EdgeFitter::generateToys(RooWorkspace *ws, int nToys) {
  ws->ls();
  ws->var("nSig")->setVal(0.);
  ws->var("nSig")->setConstant(true);
  RooFitResult* fit = ws->pdf("combModel")->fitTo(*ws->data("data_obs"),RooFit::Save());
  vector<RooDataSet> theToys;
  
  RooMCStudy mcEE(*ws->pdf("combModel"),RooArgSet(*ws->var("inv")),RooFit::Slice(*ws->cat("cat"),"EE"));
  mcEE.generate(nToys,44,true);
  RooMCStudy mcMM(*ws->pdf("combModel"),RooArgSet(*ws->var("inv")),RooFit::Slice(*ws->cat("cat"),"MM"));
  mcMM.generate(nToys,44,true);
  RooMCStudy mcOSOF(*ws->pdf("combModel"),RooArgSet(*ws->var("inv")),RooFit::Slice(*ws->cat("cat"),"OSOF"));
  mcOSOF.generate(nToys,44,true);
  
  RooRealVar mll("m_{ll}","m_{ll}",mllmin,mllmax,"GeV/c^{2}");
  RooRealVar id1("id1","id1",0,1,"GeV/c^{2}");
  RooRealVar id2("id2","id2",0,1,"GeV/c^{2}");
  RooRealVar jzb("jzb","jzb",-jzbmax,jzbmax,"GeV/c");
  RooRealVar weight("weight","weight",0,1000,"");
  RooArgSet observables(mll,jzb,id1,id2,weight);

  for(int i=0;i<nToys;i++) {
    RooDataSet* toyEE    = (RooDataSet*)mcEE.genData(i);
    RooDataSet* toyMM    = (RooDataSet*)mcMM.genData(i);
    RooDataSet* toyOSOF  = (RooDataSet*)mcOSOF.genData(i);
    stringstream toyname;
    toyname << "theToy_" << i;
    write_warning(__FUNCTION__,"Problem while adding toys");
    RooDataSet toyData = RooDataSet(toyname.str().c_str(),toyname.str().c_str(),observables,RooFit::Index(const_cast<RooCategory&>(*ws->cat("cat"))),RooFit::Import("OSOF",*toyOSOF),RooFit::Import("EE",*toyEE),RooFit::Import("MM",*toyMM));
    theToys.push_back(toyData);
  }
  ws->var("nSig")->setVal(17.0);
  ws->var("nSig")->setConstant(false);
  return theToys;
}

void EdgeFitter::getMedianLimit(RooWorkspace *ws,vector<RooDataSet> theToys,float &median,float &sigmaDown, float &sigmaUp, float &twoSigmaDown, float &twoSigmaUp) {
  TH1F *gauLimit = new TH1F("gausLimit","gausLimit",60,0.,80./PlottingSetup::luminosity);
  vector<float> theLimits;
  for(int itoy=0;itoy<(int)theToys.size();itoy++) {
    float theLimit = calcExclusion(ws,theToys[itoy],false);
    if(theLimit > 0 ) gauLimit->Fill(theLimit);
  }
  const Int_t nQ = 4;
  Double_t yQ[nQ] = {0.,0.,0.,0.};
  Double_t xQ[nQ] = {0.022750132,0.1586552539,0.84134474609999998,0.977249868};
  gauLimit->GetQuantiles(nQ,yQ,xQ);
  median = gauLimit->GetMean();
//  median = median1(gauLimit);
  twoSigmaDown = abs(yQ[0]-median);
  sigmaDown = abs(yQ[1]-median);
  sigmaUp = abs(yQ[2]-median);
  twoSigmaUp = abs(yQ[3]-median);
  dout << median * PlottingSetup::luminosity << " " << sigmaUp * PlottingSetup::luminosity << endl;
}

void EdgeFitter::prepareLimits(RooWorkspace *ws, bool ComputeBands) {
  if(ComputeBands) {
    vector<RooDataSet> theToys = EdgeFitter::generateToys(ws,50);
    vector<float> medVals;
    vector<float> medLimits;
    vector<float> sigmaLimitsDown;
    vector<float> sigmaLimitsUp;
    vector<float> twoSigmaLimitsDown;
    vector<float> twoSigmaLimitsUp;
    for(int i=20;i<=320;i+=40) {
      ws->var("nSig")->setVal(10.0);
      medVals.push_back((float)i);
      ws->var("m0")->setVal((float)i);
      ws->var("m0")->setConstant(true);
      float Smedian,SsigmaDown,SsigmaUp,StwoSigmaDown,StwoSigmaUp;
      EdgeFitter::getMedianLimit(ws,theToys,Smedian,SsigmaDown,SsigmaUp,StwoSigmaDown,StwoSigmaUp);
      medLimits.push_back(Smedian);
      sigmaLimitsDown.push_back(SsigmaDown);
      sigmaLimitsUp.push_back(SsigmaUp);
      twoSigmaLimitsDown.push_back(StwoSigmaDown);
      twoSigmaLimitsUp.push_back(StwoSigmaUp);
    }
    write_warning(__FUNCTION__,"Still need to store limits");
  } else {
    vector<float> theVals;
    vector<float> theLimits;
    for(int i=20;i<300;i+=5) {
      ws->var("nSig")->setVal(0.0);
      theVals.push_back((float)i);
      ws->var("m0")->setVal((float)i);
      ws->var("m0")->setConstant(true);
//      theLimits.push_back(calcExclusion(ws,(RooDataSet)*ws->data("data_obs"),true));
      write_error(__FUNCTION__,"Error while casting roo data set");
    }
    
    for(int i=0;i<(int)theLimits.size();i++) {
      if((theLimits[i]<2.0/PlottingSetup::luminosity)||(theLimits[i]>40.0/PlottingSetup::luminosity)) {
        dout << i << " : " << theVals[i] << endl;
        theLimits[i] = (theLimits[i+2]+theLimits[i-2])/2.0;
        write_warning(__FUNCTION__,"Need to store limits");
      }
    write_warning(__FUNCTION__,"Need to store limits");
    }
}
}
  

float EdgeFitter::calcExclusion(RooWorkspace *ws, RooDataSet data, bool LoadDataObs) {
  int numberOfToys=50;
  RooRealVar mu("mu","nSig",0,10000,"");
  RooArgSet poi = RooArgSet(mu);
  RooArgSet *nullParams = (RooArgSet*)poi.snapshot();
  nullParams->setRealValue("nSig",0);
  RooStats::ModelConfig *model = new RooStats::ModelConfig();
  model->SetWorkspace(*ws);
  model->SetPdf("combModel");
  model->SetParametersOfInterest(poi);
//  if(LoadDataObs) data = (RooDataSet)*ws->data("data_obs");

  RooStats::ProfileLikelihoodCalculator plc(data, *model);
  plc.SetNullParameters(*nullParams);
  plc.SetTestSize(0.05);
  
  RooStats::LikelihoodInterval* interval = plc.GetInterval();
  RooStats::HypoTestResult *htr = plc.GetHypoTest();
  double theLimit = interval->UpperLimit( mu );
//  double significance = htr->Significance();
  
  ws->defineSet("obs","nB");
  ws->defineSet("poi","nSig");
  
  RooStats::ModelConfig b_model = RooStats::ModelConfig("B_model", ws);
  b_model.SetPdf(*ws->pdf("combModel"));
  b_model.SetObservables(*ws->set("obs"));
  b_model.SetParametersOfInterest(*ws->set("poi"));
  ws->var("nSig")->setVal(0.0);  //# important!
  b_model.SetSnapshot(*ws->set("poi"));
  
  RooStats::ModelConfig sb_model = RooStats::ModelConfig("S+B_model", ws);
  sb_model.SetPdf(*ws->pdf("combModel"));
  sb_model.SetObservables(*ws->set("obs"));
  sb_model.SetParametersOfInterest(*ws->set("poi"));
  ws->var("nSig")->setVal(64.0); //# important!
  sb_model.SetSnapshot(*ws->set("poi"));
  
  RooStats::SimpleLikelihoodRatioTestStat slrts = RooStats::SimpleLikelihoodRatioTestStat(*b_model.GetPdf(),*sb_model.GetPdf());
  slrts.SetNullParameters(*b_model.GetSnapshot());
  slrts.SetAltParameters(*sb_model.GetSnapshot());
  RooStats::ProfileLikelihoodTestStat profll = RooStats::ProfileLikelihoodTestStat(*b_model.GetPdf());
  
  RooStats::HybridCalculatorOriginal hc = RooStats::HybridCalculatorOriginal(data, sb_model, b_model,0,0);
  hc.SetTestStatistic(2);
  hc.SetNumberOfToys(numberOfToys);
  
  RooStats::HypoTestInverterOriginal hcInv =  RooStats::HypoTestInverterOriginal(hc,*ws->var("nSig"));
  hcInv.SetTestSize(0.05);
  hcInv.UseCLs(true);
  hcInv.RunFixedScan(5,theLimit-0.5,theLimit+0.5);;
  RooStats::HypoTestInverterResult* hcInt = hcInv.GetInterval();
  float ulError = hcInt->UpperLimitEstimatedError();
  theLimit = hcInt->UpperLimit();
  dout << "Found upper limit : " << theLimit << "+/-" << ulError << endl;
  
  return theLimit/PlottingSetup::luminosity;
  
}

string GetSkimName(int isample) {
  return removefunnystring(allsamples.collection[isample].filename);
}

TTree* SkimTree(int isample) {
  string TreeName = GetSkimName(isample);
  cout << "About to skim " << TreeName << " for sample id " << isample << endl;
  TTree* newTree = new TTree(TreeName.c_str(),TreeName.c_str());
  
  float mll,edgeWeight;
  int id1,id2;
  
  newTree->Branch("edgeWeight",&edgeWeight,"edgeWeight/F");
  newTree->Branch("mll",&mll,"mll/F");
  newTree->Branch("id1",&id1,"id1/I");
  newTree->Branch("id2",&id2,"id2/I");
  newTree->Branch("isample",&isample,"isample/I");
  
  float xsweight=1.0;
  if(allsamples.collection[isample].is_data==false) xsweight=luminosity*allsamples.collection[isample].weight;
  if(EdgeFitter::MarcoDebug) {
    dout << "   Going to reduce it with cut " << EdgeFitter::cut << endl;
    dout << "   Original tree contains " << allsamples.collection[isample].events->GetEntries() << endl;
  }
  
  float tmll;
  int tid1,tid2;
  allsamples.collection[isample].events->SetBranchAddress("mll",&tmll);
  allsamples.collection[isample].events->SetBranchAddress("id1",&tid1);
  allsamples.collection[isample].events->SetBranchAddress("id2",&tid2);
  
  TTreeFormula *select = new TTreeFormula("select", EdgeFitter::cut, allsamples.collection[isample].events);
  TTreeFormula *Weight = new TTreeFormula("Weight", cutWeight, allsamples.collection[isample].events);
  
  float wgt=1.0;
  for (Int_t entry = 0 ; entry < allsamples.collection[isample].events->GetEntries() ; entry++) {
   allsamples.collection[isample].events->LoadTree(entry);
   if (select->EvalInstance()) {
     allsamples.collection[isample].events->GetEntry(entry);
     mll=tmll;
     id1=tid1;
     id2=tid2;
     wgt=Weight->EvalInstance();
     edgeWeight=wgt*xsweight;
     newTree->Fill();
   }
  }
  
  if(EdgeFitter::MarcoDebug) dout << "   Reduced tree contains " << newTree->GetEntries() << " entries " << endl;
  return newTree;
}

void EdgeFitter::InitializeVariables(float _mllmin, float _mllmax, float _jzbmax, TCut _cut) {
  mllmin=_mllmin;
  mllmax=_mllmax;
  jzbmax=_jzbmax;
  cut=_cut;
}

TTree* MergeTrees(vector<TTree*> trees) {
  assert(trees.size()>0);
  TTree * newtree = (TTree*)trees[0]->CloneTree(0);
  newtree->SetTitle("FullTree");
  newtree->SetName("FullTree");
  trees[0]->GetListOfClones()->Remove(newtree);
  trees[0]->ResetBranchAddresses();
  newtree->ResetBranchAddresses();
  
  for(int itree=0;itree<trees.size();itree++) {
    newtree->CopyAddresses(trees[itree]);
    Long64_t nentries = trees[itree]->GetEntries();
    for (Long64_t iEntry=0;iEntry<nentries;iEntry++) {
      trees[itree]->GetEntry(iEntry);
      newtree->Fill();
    }
    trees[itree]->ResetBranchAddresses(); // Disconnect from new tree
    if (newtree->GetTreeIndex()) {
      newtree->GetTreeIndex()->Append(trees[itree]->GetTreeIndex(),kTRUE);
    }
    if (newtree && newtree->GetTreeIndex()) {
      newtree->GetTreeIndex()->Append(0,kFALSE); // Force the sorting
    }
  }
  return newtree;
}
    
      
void EdgeFitter::PrepareDatasets(int is_data) {
  ensure_directory_exists(PlottingSetup::cbafbasedir+"/EdgeCache/");
  
  stringstream FileName;
  FileName << PlottingSetup::cbafbasedir << "/EdgeCache/" << md5((const char*)cut) << ".root";
  
  
  TFile *fEdgeCache;
  if(PlottingSetup::do_CleanCache) fEdgeCache = new TFile(FileName.str().c_str(),"RECREATE");
  else fEdgeCache = new TFile(FileName.str().c_str(),"UPDATE");
  
  if(fEdgeCache->GetNkeys()==0) {
    ofstream CacheOverview;
    CacheOverview.open((PlottingSetup::cbafbasedir+"/EdgeCache/CacheOverview").c_str(),ios::app);
    CacheOverview << md5((const char*)cut) << ";" << (const char*) cut << endl;
    CacheOverview.close();
  }
  
  vector<TTree*> SkimmedTrees;
  TTree *SkimmedTree[(int)allsamples.collection.size()];
  for(int isample=0;isample<(int)allsamples.collection.size();isample++) {
    if(!allsamples.collection[isample].is_active) continue;
    if(is_data==1&&allsamples.collection[isample].is_data==false) continue;//kick all samples that aren't data if we're looking for data.
    if(is_data==1&&allsamples.collection[isample].is_data==false) continue;//kick all samples that aren't data if we're looking for data.
    if(is_data!=1&&allsamples.collection[isample].is_data==true) continue;//kick all data samples when looking for MC
    if(is_data!=2&&allsamples.collection[isample].is_signal==true) continue;//remove signal sample if we don't want it.
    if(EdgeFitter::MarcoDebug) dout << "Considering : " << allsamples.collection[isample].samplename << endl;
    
    string SkimName = GetSkimName(isample);
    SkimmedTree[isample] = (TTree*)fEdgeCache->Get(SkimName.c_str());
    if(!SkimmedTree[isample]) {
      dout << "Need to generate tree for " << allsamples.collection[isample].filename << endl;
      SkimmedTree[isample] = SkimTree(isample);
      fEdgeCache->cd();
      SkimmedTree[isample]->Write();
    } else {
      dout << "Loaded tree for " << allsamples.collection[isample].filename << " from cache file " << endl;
    }
      
    SkimmedTrees.push_back(SkimmedTree[isample]);
  }
  
  TTree *completetree  = MergeTrees(SkimmedTrees);
  
  if(EdgeFitter::MarcoDebug) dout << "Complete tree now contains " << completetree->GetEntries() << " entries " << endl;
  
  RooRealVar mll("mll","m_{ll}",mllmin,mllmax,"GeV/c^{2}");
  RooRealVar id1("id1","id1",0,1,"GeV/c^{2}");
  RooRealVar id2("id2","id2",0,1,"GeV/c^{2}");
  RooRealVar edgeWeight("edgeWeight","edgeWeight",0,1000,"");
  RooArgSet observables(mll,id1,id2,edgeWeight);
  
  string title="CMS Data";
  if(is_data!=1) title="CMS SIMULATION";
  RooDataSet LAllData("LAllData",title.c_str(),completetree,observables,"","edgeWeight");
  fEdgeCache->Close();
  dout << "Edge cache closed." << endl;
    
  EdgeFitter::eeSample = (RooDataSet*)LAllData.reduce("id1==id2&&id1==0");
  EdgeFitter::mmSample = (RooDataSet*)LAllData.reduce("id1==id2&&id1==1");
  EdgeFitter::OFSample = (RooDataSet*)LAllData.reduce("id1!=id2");
  EdgeFitter::SFSample = (RooDataSet*)LAllData.reduce("id1==id2");
  EdgeFitter::AllData  = (RooDataSet*)LAllData.reduce("id1!=id2||id1==id2");
  
  
  eeSample->SetName("eeSample");
  mmSample->SetName("mmSample");
  OFSample->SetName("OFSample");
  SFSample->SetName("SFSample");
  AllData->SetName("AllData");
  
  eeSample->SetTitle("eeSample");
  mmSample->SetTitle("mmSample");
  OFSample->SetTitle("OFSample");
  SFSample->SetTitle("SFSample");
  AllData->SetTitle("AllData");
  
  if(EdgeFitter::MarcoDebug) {
    dout << "Number of (weighted) events in full sample = " << AllData->sumEntries() << " (raw events : " << AllData->numEntries() << ")" <<  endl;
    dout << "Number of (weighted) events in ee sample = " << eeSample->sumEntries() << " (raw events : " << eeSample->numEntries() << ")" <<  endl;
    dout << "Number of (weighted) events in mm sample = " << mmSample->sumEntries() << " (raw events : " << mmSample->numEntries() << ")" <<  endl;
    dout << "Number of (weighted) events in SF sample = " << SFSample->sumEntries() << " (raw events : " << SFSample->numEntries() << ")" <<  endl;
    dout << "Number of (weighted) events in em sample = " << OFSample->sumEntries() << " (raw events : " << OFSample->numEntries() << ")" <<  endl;
  }
  
}

void EdgeFitter::DrawDatasetContent(int is_data) {
  TCanvas* ceedata = new TCanvas("ceedata","ceedata") ;
  
  RooRealVar mll("mll","m_{ll}",mllmin,mllmax,"GeV/c^{2}");
  RooPlot* frame1 = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("ee sample")) ;
  frame1->GetXaxis()->CenterTitle(1);
  frame1->GetYaxis()->CenterTitle(1);
  eeSample->plotOn(frame1,RooFit::Name("eedata"));
  
  RooPlot* frame2 = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("mm sample")) ;
  frame2->GetXaxis()->CenterTitle(1);
  frame2->GetYaxis()->CenterTitle(1);
  mmSample->plotOn(frame2,RooFit::Name("mmdata"));
  
  RooPlot* frame3 = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("OF sample")) ;
  frame3->GetXaxis()->CenterTitle(1);
  frame3->GetYaxis()->CenterTitle(1);
  OFSample->plotOn(frame3,RooFit::Name("OFdata"));
  
  TH1F *ee_ref = allsamples.Draw("ee_ref","mll",int((mllmax-mllmin)/5.0),mllmin,mllmax, "m_{ll} [GeV]", "events", cut&&TCut("id1==id2&&id1==0"),is_data, luminosity);
  TH1F *mm_ref = allsamples.Draw("mm_ref","mll",int((mllmax-mllmin)/5.0),mllmin,mllmax, "m_{ll} [GeV]", "events", cut&&TCut("id1==id2&&id1==1"),is_data, luminosity);
  TH1F *of_ref = allsamples.Draw("of_ref","mll",int((mllmax-mllmin)/5.0),mllmin,mllmax, "m_{ll} [GeV]", "events", cut&&TCut("id1!=id2"),is_data, luminosity);
  
  ee_ref->SetFillColor(TColor::GetColor("#3ADF00"));
  mm_ref->SetFillColor(TColor::GetColor("#3ADF00"));
  of_ref->SetFillColor(TColor::GetColor("#3ADF00"));
  
  TH1F *ee_fit = (TH1F*)eeSample->createHistogram("ee_fit",mll,RooFit::Binning(int((mllmax-mllmin)/5)),RooFit::SumW2Error(true));
  TH1F *mm_fit = (TH1F*)mmSample->createHistogram("mm_fit",mll,RooFit::Binning(int((mllmax-mllmin)/5)),RooFit::SumW2Error(true));
  TH1F *of_fit = (TH1F*)OFSample->createHistogram("of_fit",mll,RooFit::Binning(int((mllmax-mllmin)/5)),RooFit::SumW2Error(true));
  
  TLegend *leg = make_legend();
  leg->AddEntry(ee_fit,"RooDataSet content","p");
  leg->AddEntry(ee_ref,"CBAF cross-check","f");
  leg->SetX1(0.5);
  leg->SetY1(0.75);

  ceedata->cd() ;
  gPad->SetLeftMargin(0.15);
  frame1->SetMaximum(1.2*frame1->GetMaximum());
  frame1->GetYaxis()->SetTitleOffset(1.4);
  frame1->Draw();
  ee_ref->Draw("histo,same");
  ee_fit->Draw("e1,same");
  leg->Draw("same");
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(ceedata,"Edge/PreFit_ee");
  
  ceedata->cd() ;
  gPad->SetLeftMargin(0.15);
  frame2->SetMaximum(1.2*frame2->GetMaximum());
  frame2->GetYaxis()->SetTitleOffset(1.4);
  frame2->Draw();
  mm_ref->Draw("histo,same");
  mm_fit->Draw("e1,same");
  leg->Draw("same");
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(ceedata,"Edge/PreFit_mm");
  
  TCanvas* cOFdata = new TCanvas("cOFdata","cOFdata") ;
  cOFdata->cd() ;
  gPad->SetLeftMargin(0.15);
  frame3->SetMaximum(1.2*frame3->GetMaximum());
  frame3->GetYaxis()->SetTitleOffset(1.4);
  frame3->Draw();
  of_ref->Draw("histo,same");
  of_fit->Draw("e1,same");
  leg->Draw("same");
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(cOFdata,"Edge/PreFit_OF");

  delete ee_fit;
  delete mm_fit;
  delete of_fit;
  
  delete ee_ref;
  delete mm_ref;
  delete of_ref;
}
  
string WriteWithError(float central, float error, int digits) {
  float ref=central;
  if(ref<0) ref=-central;
  int HighestSigDigit = 0;
  if(ref>1) HighestSigDigit = int(log(ref)/log(10))+1;
  else HighestSigDigit = int(log(ref)/(log(10)));
  
  float divider=pow(10.0,(double(HighestSigDigit-digits)));
  
  stringstream result;
  result << divider*int(central/divider+0.5) << " #pm " << divider*int(error/divider+0.5);
  return result.str();
}


string EdgeFitter::RandomStorageFile() {
  TRandom3 *r = new TRandom3(0);
  int rho = (int)r->Uniform(1,10000000); 
  stringstream RandomFile;
  RandomFile << PlottingSetup::cbafbasedir << "/exchange/TempEdgeFile_" << rho << ".root";
  delete r;
  return RandomFile.str();
}

Yield EdgeFitter::Get_Z_estimate(float jzb_cut, int icut) {
  if(MarcoDebug) write_error(__FUNCTION__,"Returning random Z yield"); 
  Yield a(123,45,67); return a;
  return PlottingSetup::allresults.predictions[icut].Zbkg;
}

Yield EdgeFitter::Get_T_estimate(float jzb_cut, int icut) {
  if(MarcoDebug) write_error(__FUNCTION__,"Returning random TTbar yield"); 
  Yield a(1234,56,78); return a;
  return PlottingSetup::allresults.predictions[icut].Flavorsym;
}

void EdgeFitter::DoFit(int is_data, float jzb_cut) {
  
  stringstream prefix;
  if(is_data==data) prefix << "data_";
  if(is_data==mc) prefix << "mc_";
  if(is_data==mcwithsignal) prefix << "mcwithS_";
  
  prefix << EdgeFitter::Mode << "_" << jzb_cut;
  
  if(!EdgeFitter::AllowTriangle && EdgeFitter::FixedMEdge>=0) prefix << "__MEdgeFix_"+any2string(EdgeFitter::FixedMEdge);
  
  if(EdgeFitter::AllowTriangle) prefix << "__H1";
  else prefix << "__H0";
  
  RooRealVar mll("mll","m_{ll}",mllmin,mllmax,"GeV/c^{2}");
  RooRealVar edgeWeight("edgeWeight","edgeWeight",0,1000,"");
  RooCategory sample("sample","sample") ;
  sample.defineType("ee");
  sample.defineType("mm");
  sample.defineType("OF");
  sample.defineType("SF");
  
  RooDataSet combData("combData","combined data",RooArgSet(mll,edgeWeight),RooFit::Index(sample),RooFit::Import("ee",*eeSample),RooFit::Import("mm",*mmSample),RooFit::Import("OF",*OFSample),RooFit::Import("SF",*SFSample),RooFit::WeightVar(edgeWeight));
  
  //------------------------------------------------------------------------------------------------------------------------------------
  //    _____ _               __ 
  //   / ____| |             /_ |
  //  | (___ | |_ ___ _ __    | |
  //   \___ \| __/ _ \ '_ \   | |
  //   ____) | ||  __/ |_) |  | |
  //  |_____/ \__\___| .__/   |_|
  //                 | |         
  //                 |_|         
  //  
  // Fit OF to get good initial values for flavor-symmetric background
  
  
  //First we make a fit to opposite flavor
  RooRealVar fttbarOF("fttbarOF", "fttbarOF", 0.8*OFSample->sumEntries(), 0, 1.2*OFSample->sumEntries());
  
  RooRealVar par1ttbarOF("par1ttbarOF", "par1ttbarOF", 1.77, 0.01, 4.0);
  RooRealVar par2ttbarOF("par2ttbarOF", "par2ttbarOF", 1.0);
  RooRealVar par3ttbarOF("par3ttbarOF", "par3ttbarOF", 0.0272, 0.001, 1.0);
  RooRealVar par4ttbarOF("par4ttbarOF", "par4ttbarOF", 2.0);
  //RooSUSYBkgPdf ttbarOF("ttbarOF","ttbarOF", mll , par1ttbarOF, par2ttbarOF, par3ttbarOF, par4ttbarOF);
  
  
    RooRealVar p0("p0","p0",2.97442e+02,0,500) ;
  RooRealVar p1("p1","p1",-9.88858e+00,-11,11) ;
  RooRealVar p2("p2","p2",7.88900e-01,-1,1) ;
  RooRealVar p3("p3","p3",-1.39526e-02,-0.1,0.1) ;
  RooRealVar p4("p4","p4",1.08647e-04,-0.001,0.001) ;
  RooRealVar p5("p5","p5",-4.34647e-07,-1e-6,1e-6) ;
  RooRealVar p6("p6","p6",8.78765e-10,-1e-8,1e-8) ;
  RooRealVar p7("p7","p7",-7.13562e-13,-1e-11,1e-11) ;
  
  RooSUSYPolynomial ttbarOF("ttbarOF","ttbarOF",mll,p0,p1,p2,p3,p4,p5,p6,p7);

  RooAddPdf model_OF("model_OF","model_OF", ttbarOF, fttbarOF);
  RooSimultaneous simPdfOF("simPdfOF","simultaneous pdf", sample) ;
  simPdfOF.addPdf(model_OF,"OF");
  RooFitResult *resultOF = simPdfOF.fitTo(combData, RooFit::Save(),RooFit::Extended(),RooFit::Minos(true));
  dout << "============================= < OF results > =============================" << endl;
  resultOF->Print();
  dout << "============================= < /OF results > =============================" << endl;
  
  
  RooPlot* frameO = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("OF sample"));
  frameO->GetXaxis()->CenterTitle(1);
  frameO->GetYaxis()->CenterTitle(1);
  combData.plotOn(frameO,RooFit::Name("OFdata"),RooFit::Cut("sample==sample::OF")) ;
  simPdfOF.plotOn(frameO,RooFit::Slice(sample,"OF"),RooFit::Name("FullFit"),RooFit::ProjWData(sample,combData), RooFit::LineColor(kBlack)) ;
  simPdfOF.plotOn(frameO,RooFit::Slice(sample,"OF"),RooFit::Name("TTbarOFonly"),RooFit::Components("ttbarOF"),RooFit::ProjWData(sample,combData),RooFit::LineStyle(kDashed)) ;
  
  TCanvas* pof = new TCanvas("pof","pof") ;
  pof->cd() ;
  gPad->SetLeftMargin(0.15);
  frameO->GetYaxis()->SetTitleOffset(1.4);
  frameO->Draw();
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(pof,"Edge/OF__OFFitonly_"+prefix.str(),false,false);
  delete pof;
  
  TCanvas* pof2 = new TCanvas("pof2","pof2") ;
  pof2->cd();
  gPad->SetLeftMargin(0.15);
  frameO->GetYaxis()->SetTitleOffset(1.4);
  frameO->Draw();
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  stringstream OFFitParameterSummary;
  OFFitParameterSummary << "#splitline{ftbbarOF = " <<  WriteWithError(fttbarOF.getVal(),fttbarOF.getError(),3)  << "}{";
  OFFitParameterSummary << "#splitline{par1ttbarOF = " <<  WriteWithError(par1ttbarOF.getVal(),par1ttbarOF.getError(),3)  << "}{";
  OFFitParameterSummary << "#splitline{par2ttbarOF = " <<  WriteWithError(par2ttbarOF.getVal(),par2ttbarOF.getError(),3)  << "}{";
  OFFitParameterSummary << "#splitline{par3ttbarOF = " <<  WriteWithError(par3ttbarOF.getVal(),par3ttbarOF.getError(),3)  << "}{";
  OFFitParameterSummary << "par4ttbarOF = " <<  WriteWithError(par4ttbarOF.getVal(),par4ttbarOF.getError(),3);
  OFFitParameterSummary << "}}}}";
  TLatex *OFFitinfobox = new TLatex(0.57,0.75,OFFitParameterSummary.str().c_str());
  OFFitinfobox->SetNDC();
  OFFitinfobox->SetTextSize(0.03);
  OFFitinfobox->Draw();

  
  CompleteSave(pof2,"Edge/OF__OFFitonly_"+prefix.str()+"__INFO",false,false);
  
  delete pof2;
    
  if(resultOF->covQual()!=3) {
    write_error(__FUNCTION__,"OF fit did not converge!!! Cannot continue!");
    dout << "covQual is " << resultOF->covQual() << endl;
    if(EdgeFitter::AllowTriangle) EdgeFitter::FixedMEdgeChi2_H1=-1;
    else EdgeFitter::FixedMEdgeChi2_H0=-1;
    if(EdgeFitter::RejectPointIfNoConvergence) return;
  } else {
    write_info(__FUNCTION__,"OF fit converged");
  }
  
  
  //    _____ _               ___  
  //   / ____| |             |__ \ 
  //  | (___ | |_ ___ _ __      ) |
  //   \___ \| __/ _ \ '_ \    / / 
  //   ____) | ||  __/ |_) |  / /_ 
  //  |_____/ \__\___| .__/  |____|
  //                 | |           
  //                 |_|           
  //    
  // Set up all the models
  
  
  // Step 2a: set up edge position (if fixed), and maximum Z yield
  float StartingMedge=70;
  if(EdgeFitter::FixedMEdge>0) StartingMedge=EdgeFitter::FixedMEdge;
 
  RooDataSet *ZDataSet = (RooDataSet*)EdgeFitter::AllData->reduce("id1==id2 && abs(mll-91.2)<20");

  float maxZ = ZDataSet->sumEntries();
  dout << "maxZ was set to " << maxZ << endl;
  delete ZDataSet;
  
  RooRealVar JustOne("JustOne","Just One",1) ;

  
  // Step 2b: set up the models!
  RooRealVar eefrac("eefrac","eefrac",eeSample->sumEntries()/(eeSample->sumEntries()+mmSample->sumEntries()));
  RooFormulaVar mmfrac("mmfrac","1-eefrac",RooArgSet(eefrac));
  
  RooRealVar rOneOverEMFrac("rOneOverEMFrac","rOneOverEMFrac",1.02,1.02-0.07,1.02+0.07);
  RooRealVar rmean("rmean","rmean",1.02);
  RooRealVar rwidth("rwidth","rwidth",0.07);
  RooGaussian OneOverEMFrac("OneOverEMFrac","OneOverEMFrac",rOneOverEMFrac,rmean,rwidth);
  
  
  // FIRST: Drell-Yan: different parameters for resolution of DY (and of course yield), but same mean and so on
  RooRealVar widthz("widthz", "widthz", 2.94);
  widthz.setConstant(1);
  RooRealVar meanz("meanz", "meanz", 91.1876, 89, 93);
  RooRealVar fzSF("fzSF","fzSF",39,0,maxZ);
  RooFormulaVar fzee("fzee","eefrac*fzSF",RooArgSet(eefrac,fzSF));
  RooFormulaVar fzmm("fzmm","mmfrac*fzSF",RooArgSet(mmfrac,fzSF));
  RooRealVar sigmazee("sigmazee", "sigmazee", 5, 0.5, 5);
  RooRealVar sigmazmm("sigmazmm", "sigmazmm", 5, 0.5, 5);
  
  RooVoigtian zee("zee", "zee", mll, meanz, widthz, sigmazee);
  RooVoigtian zmm("zmm", "zmm", mll, meanz, widthz, sigmazmm);
  
  
  //SECOND: Flavor-Symmetry contribution. Only relative fraction is different, all other parameters are the same; 
  RooFormulaVar fttbaree("fttbaree","eefrac*fttbarOF*OneOverEMFrac",RooArgSet(eefrac,fttbarOF,OneOverEMFrac));
  RooFormulaVar fttbarmm("fttbarmm","mmfrac*fttbarOF*OneOverEMFrac",RooArgSet(mmfrac,fttbarOF,OneOverEMFrac));
  
  /*RooSUSYBkgPdf ttbaree("ttbaree","ttbaree", mll , par1ttbarOF, par2ttbarOF, par3ttbarOF, par4ttbarOF);
  RooSUSYBkgPdf ttbarmm("ttbarmm","ttbarmm", mll , par1ttbarOF, par2ttbarOF, par3ttbarOF, par4ttbarOF);*/
  
//  RooChebychev ttbaree("ttbaree","ttbaree",mll,RooArgList(p0,p1,p2,p3,p4,p5,p6,p7)) ;
//  RooChebychev ttbarmm("ttbarmm","ttbarmm",mll,RooArgList(p0,p1,p2,p3,p4,p5,p6,p7)) ;
//  RooChebychev ttbaree("ttbaree","ttbaree",mll,RooArgList(p0,p1,p2,p3)) ;
//  RooChebychev ttbarmm("ttbarmm","ttbarmm",mll,RooArgList(p0,p1,p2,p3)) ;
  
  RooSUSYPolynomial ttbaree("ttbaree","ttbaree",mll,p0,p1,p2,p3,p4,p5,p6,p7);
  RooSUSYPolynomial ttbarmm("ttbarmm","ttbarmm",mll,p0,p1,p2,p3,p4,p5,p6,p7);

  
  //for signal only the resolution and absolute fraction are different for ee / mm
  RooRealVar fsignal("fsignal", "fsignal", 0, 0, (eeSample->sumEntries()+mmSample->sumEntries()-OFSample->sumEntries()));
  RooFormulaVar fsignalee("fsignalee","eefrac*fsignal",RooArgSet(eefrac,fsignal));
  RooFormulaVar fsignalmm("fsignalmm","mmfrac*fsignal",RooArgSet(mmfrac,fsignal));
  
  RooRealVar par1signal("par1signal", "par1signal", 45, 20, 100);
  par1signal.setConstant(1); // doesn't have any effect.
  RooRealVar par3signal("par3signal", "par3signal", StartingMedge, 0, 300); // this is the edge position
  if(EdgeFitter::FixedMEdge>0) par3signal.setConstant();
  
  RooSUSYTPdf signalee("signalee","signalee", mll , par1signal, sigmazee, par3signal);
  RooSUSYTPdf signalmm("signalmm","signalmm", mll , par1signal, sigmazmm, par3signal);
  RooAddPdf signalSF("signalSF","signalSF",RooArgList(signalee,signalmm),RooArgList(fsignalee,fsignalmm));
  
  if(!EdgeFitter::AllowTriangle) {
    fsignal.setVal(0.0); // kill off the signal if we don't want the triangle
    fsignal.setConstant(1);
    par1signal.setConstant(1);
    par3signal.setConstant(1);
  }
  
  
  //COMPLETE MODEL: 
  RooAddPdf model_ee("model_ee","model_ee", RooArgList(zee, ttbaree, signalee), RooArgList(fzee, fttbaree, fsignalee));
  RooAddPdf model_mm("model_mm","model_mm", RooArgList(zmm, ttbarmm, signalmm), RooArgList(fzmm, fttbarmm, fsignalmm));
  RooAddPdf model_SF("model_SF","model_SF",RooArgList(model_ee,model_mm),RooArgList(JustOne,JustOne));
  
  
  //    _____ _               ____  
  //   / ____| |             |___ \ 
  //  | (___ | |_ ___ _ __     __) |
  //   \___ \| __/ _ \ '_ \   |__ < 
  //   ____) | ||  __/ |_) |  ___) |
  //  |_____/ \__\___| .__/  |____/ 
  //                 | |            
  //                 |_|            
  //  
  //  Fitting 
  
  RooSimultaneous simPdf("simPdf","simultaneous pdf",sample) ;
  simPdf.addPdf(model_ee,"ee") ;
  simPdf.addPdf(model_mm,"mm") ;
  simPdf.addPdf(model_OF,"OF") ;

  //RooFitResult *result = simPdf.fitTo(combData, RooFit::Save(), RooFit::Extended(),RooFit::Minos(true),RooFit::ExternalConstraints(OneOverEMFrac));
  RooFitResult *result = simPdf.fitTo(combData, RooFit::Save(), RooFit::Extended(),RooFit::Minos(true));
  
  if(result->covQual()!=3) {
    write_error(__FUNCTION__,"Full fit did not converge!!! Cannot continue!");
    dout << "covQual is " << result->covQual() << endl;
    if(EdgeFitter::AllowTriangle) EdgeFitter::FixedMEdgeChi2_H1=-1;
    else EdgeFitter::FixedMEdgeChi2_H0=-1;
    if(EdgeFitter::RejectPointIfNoConvergence) return;
  } else {
    write_info(__FUNCTION__,"Full fit converged");
  }

  dout << "============================= < Full results > =============================" << endl;
  result->Print();
  dout << "============================= < /Full results > =============================" << endl;

  //    _____ _               _  _   
  //   / ____| |             | || |  
  //  | (___ | |_ ___ _ __   | || |_ 
  //   \___ \| __/ _ \ '_ \  |__   _|
  //   ____) | ||  __/ |_) |    | |  
  //  |_____/ \__\___| .__/     |_|  
  //                 | |             
  //                 |_|             
  //
  //   Present results
  
  RooPlot* frame1 = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("EE sample")) ;
  frame1->GetXaxis()->CenterTitle(1);
  frame1->GetYaxis()->CenterTitle(1);
  combData.plotOn(frame1,RooFit::Name("eedata"),RooFit::Cut("sample==sample::ee")) ;
  simPdf.plotOn(frame1,RooFit::Slice(sample,"ee"),RooFit::Name("FullFitEE"),RooFit::ProjWData(sample,combData), RooFit::LineColor(kBlack)) ;
  simPdf.plotOn(frame1,RooFit::Slice(sample,"ee"),RooFit::Name("TTbarEEonly"),RooFit::Components("ttbaree"),RooFit::ProjWData(sample,combData),RooFit::LineStyle(kDashed)) ;
  simPdf.plotOn(frame1,RooFit::Slice(sample,"ee"),RooFit::Name("DYEEonly"),RooFit::Components("zee"), RooFit::ProjWData(sample, combData), RooFit::LineStyle(kDashed), RooFit::LineColor(kRed));
  if(EdgeFitter::AllowTriangle) simPdf.plotOn(frame1,RooFit::Slice(sample,"ee"),RooFit::Name("SignalEEonly"),RooFit::Components("signalee"), RooFit::ProjWData(sample, combData), RooFit::LineStyle(kDashed), RooFit::LineColor(kGreen));  
  
  
  RooPlot* frame2 = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("mm sample")) ;
  frame2->GetXaxis()->CenterTitle(1);
  frame2->GetYaxis()->CenterTitle(1);
  combData.plotOn(frame2,RooFit::Name("mmdata"),RooFit::Cut("sample==sample::mm")) ;
  simPdf.plotOn(frame2,RooFit::Slice(sample,"mm"),RooFit::Name("FullFitMM"),RooFit::ProjWData(sample,combData), RooFit::LineColor(kBlack)) ;
  simPdf.plotOn(frame2,RooFit::Slice(sample,"mm"),RooFit::Name("TTbarMMonly"),RooFit::Components("ttbarmm"),RooFit::ProjWData(sample,combData),RooFit::LineStyle(kDashed)) ;
  simPdf.plotOn(frame2,RooFit::Slice(sample,"mm"),RooFit::Name("DYMMonly"),RooFit::Components("zmm"), RooFit::ProjWData(sample, combData), RooFit::LineStyle(kDashed), RooFit::LineColor(kRed));
  if(EdgeFitter::AllowTriangle) simPdf.plotOn(frame2,RooFit::Slice(sample,"mm"),RooFit::Name("SignalMMonly"),RooFit::Components("signalmm"), RooFit::ProjWData(sample, combData), RooFit::LineStyle(kDashed), RooFit::LineColor(kGreen));  
  
  
  RooPlot* frame3 = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("OF sample")) ;
  frame3->GetXaxis()->CenterTitle(1);
  frame3->GetYaxis()->CenterTitle(1);
  combData.plotOn(frame3,RooFit::Name("OFdata"),RooFit::Cut("sample==sample::OF")) ;
  simPdf.plotOn(frame3,RooFit::Slice(sample,"OF"),RooFit::Name("FullFitOF"),RooFit::ProjWData(sample,combData), RooFit::LineColor(kBlack)) ;
  simPdf.plotOn(frame3,RooFit::Slice(sample,"OF"),RooFit::Name("TTbarOFonly"),RooFit::Components("ttbarOF"),RooFit::ProjWData(sample,combData),RooFit::LineStyle(kDashed)) ;
  simPdf.plotOn(frame3,RooFit::Slice(sample,"OF"),RooFit::Name("DYOFonly"),RooFit::Components("zOF"), RooFit::ProjWData(sample, combData), RooFit::LineStyle(kDashed), RooFit::LineColor(kRed));

  RooAbsPdf *ee_result = simPdf.getPdf("ee");
  RooAbsPdf *mm_result = simPdf.getPdf("mm");
  RooAddPdf SF_result("SF_result","SF_result",RooArgList(*ee_result,*mm_result));
  
  
  TCanvas* g = new TCanvas("g","g") ;
  
  RooPlot* frame4 = mll.frame(RooFit::Bins(int((mllmax-mllmin)/5.0)),RooFit::Title("SF sample")) ;
  frame4->GetXaxis()->CenterTitle(1);
  frame4->GetYaxis()->CenterTitle(1);
  EdgeFitter::SFSample->plotOn(frame4,RooFit::Name("SFdata")) ;
  SF_result.plotOn(frame4,RooFit::Name("FullFitSF"),RooFit::ProjWData(*EdgeFitter::SFSample),RooFit::LineColor(kBlack));
  SF_result.plotOn(frame4,RooFit::Name("TTbarSFonly"),RooFit::ProjWData(*EdgeFitter::SFSample),RooFit::Components("ttbaree,ttbarmm"),RooFit::LineColor(kBlue),RooFit::LineStyle(kDashed));
  SF_result.plotOn(frame4,RooFit::Name("DYSFonly"),RooFit::ProjWData(*EdgeFitter::SFSample),RooFit::Components("zmm,zee"), RooFit::LineStyle(kDashed), RooFit::LineColor(kRed));
  if(EdgeFitter::AllowTriangle) SF_result.plotOn(frame4,RooFit::Name("SignalSFonly"),RooFit::Components("signalee,signalmm"), RooFit::ProjWData(*EdgeFitter::SFSample), RooFit::LineStyle(kDashed), RooFit::LineColor(kGreen));  
  
/// ********************************************************************************************************************************
  TCanvas* c = new TCanvas("rf501_simultaneouspdf","rf403_simultaneouspdf") ;
  c->cd() ;
  gPad->SetLeftMargin(0.15);
  frame1->GetYaxis()->SetTitleOffset(1.4);
  frame1->Draw();
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(c,"Edge/"+prefix.str()+"_ee",false,false);
  stringstream eeFitParameterSummary;
  eeFitParameterSummary << "#splitline{t#bar{t} : " <<  WriteWithError((OneOverEMFrac.getVal()*fttbarOF.getVal()*eefrac.getVal()),(OneOverEMFrac.getVal()*fttbarOF.getVal()*eefrac.getVal())*sqrt(pow(fttbarOF.getError()/fttbarOF.getVal(),2)+pow(eefrac.getError()/eefrac.getVal(),2)),3)  << "}{";//no taking uncertainty on R(SF/OF) into consideration!
  eeFitParameterSummary << "#splitline{DY    : " <<  WriteWithError((fzSF.getVal()*eefrac.getVal()),(fzSF.getVal()*eefrac.getVal())*sqrt(pow(fzSF.getError()/fzSF.getVal(),2)+pow(eefrac.getError()/eefrac.getVal(),2)),3)  << "}{";
  eeFitParameterSummary << "#splitline{signal    : " <<  WriteWithError((fsignal.getVal()*eefrac.getVal()),(fsignal.getVal()*eefrac.getVal())*sqrt(pow(fsignal.getError()/fsignal.getVal(),2)+pow(eefrac.getError()/eefrac.getVal(),2)),3)  << "}{";
  eeFitParameterSummary << "}}}";
  TLatex *eeFitinfobox = new TLatex(0.57,0.75,eeFitParameterSummary.str().c_str());
  eeFitinfobox->SetNDC();
  eeFitinfobox->SetTextSize(0.03);
  eeFitinfobox->Draw();
  CompleteSave(c,"Edge/"+prefix.str()+"_ee__INFO",false,false);
  
  c->cd() ;
  gPad->SetLeftMargin(0.15);
  frame2->GetYaxis()->SetTitleOffset(1.4);
  frame2->Draw();
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(c,"Edge/"+prefix.str()+"_mm",false,false);
  stringstream mmFitParameterSummary;
  mmFitParameterSummary << "#splitline{t#bar{t} : " <<  WriteWithError((OneOverEMFrac.getVal()*fttbarOF.getVal()*(1-eefrac.getVal())),(OneOverEMFrac.getVal()*fttbarOF.getVal()*(1-eefrac.getVal()))*sqrt(pow(fttbarOF.getError()/fttbarOF.getVal(),2)+pow(eefrac.getError()/(1-eefrac.getVal()),2)),3)  << "}{";//no taking uncertainty on R(SF/OF) into consideration!
  mmFitParameterSummary << "#splitline{DY    : " <<  WriteWithError((fzSF.getVal()*(1-eefrac.getVal())),(fzSF.getVal()*(1-eefrac.getVal()))*sqrt(pow(fzSF.getError()/fzSF.getVal(),2)+pow(eefrac.getError()/(1-eefrac.getVal()),2)),3)  << "}{";
  mmFitParameterSummary << "#splitline{signal    : " <<  WriteWithError((fsignal.getVal()*(1-eefrac.getVal())),(fsignal.getVal()*(1-eefrac.getVal()))*sqrt(pow(fsignal.getError()/fsignal.getVal(),2)+pow(eefrac.getError()/(1-eefrac.getVal()),2)),3)  << "}{";
  mmFitParameterSummary << "}}}";
  TLatex *mmFitinfobox = new TLatex(0.57,0.75,mmFitParameterSummary.str().c_str());
  mmFitinfobox->SetNDC();
  mmFitinfobox->SetTextSize(0.03);
  mmFitinfobox->Draw();
  CompleteSave(c,"Edge/"+prefix.str()+"_mm__INFO",false,false);
  
  c->cd() ;
  gPad->SetLeftMargin(0.15);
  frame3->GetYaxis()->SetTitleOffset(1.4);
  frame3->Draw();
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(c,"Edge/"+prefix.str()+"_OF",false,false);

  c->cd() ;
  gPad->SetLeftMargin(0.15);
  frame4->GetYaxis()->SetTitleOffset(1.4);
  frame4->Draw();
  if(is_data==data) DrawPrelim();
  else DrawPrelim(PlottingSetup::luminosity,true);
  CompleteSave(c,"Edge/"+prefix.str()+"_SF",false,false);
  stringstream SFFitParameterSummary;
  SFFitParameterSummary << "#splitline{t#bar{t} : " <<  WriteWithError((OneOverEMFrac.getVal()*fttbarOF.getVal()),(OneOverEMFrac.getVal()*fttbarOF.getVal())*sqrt(pow(fttbarOF.getError()/fttbarOF.getVal(),2)),3)  << "}{";//no taking uncertainty on R(SF/OF) into consideration!
  SFFitParameterSummary << "#splitline{DY    : " <<  WriteWithError((fzSF.getVal()),(fzSF.getVal())*sqrt(pow(fzSF.getError()/fzSF.getVal(),2)),3)  << "}{";
  SFFitParameterSummary << "#splitline{signal    : " <<  WriteWithError(fsignal.getVal(),(fsignal.getVal())*sqrt(pow(fsignal.getError()/fsignal.getVal(),2)),3)  << "}{";
  SFFitParameterSummary << "}}}";
  TLatex *SFFitinfobox = new TLatex(0.57,0.75,SFFitParameterSummary.str().c_str());
  SFFitinfobox->SetNDC();
  SFFitinfobox->SetTextSize(0.03);
  SFFitinfobox->Draw();
  CompleteSave(c,"Edge/"+prefix.str()+"_SF__INFO",false,false);

  delete c;
/// ********************************************************************************************************************************

  if(result->covQual()==3) {
    if(EdgeFitter::AllowTriangle) EdgeFitter::FixedMEdgeChi2_H1=frame4->chiSquare("FullFitSF", "SFdata", 3);
    else EdgeFitter::FixedMEdgeChi2_H0=frame4->chiSquare("FullFitSF", "SFdata", 3);
  }

}

void EdgeFitter::DoEdgeFit(string mcjzb, string datajzb, float DataPeakError, float MCPeakError, float jzb_cut, int icut, int is_data, TCut cut, TTree *signalevents=0) {
  
  TCut _cut(cut&&PlottingSetup::basiccut&&PlottingSetup::passtrig);
  
  TFile *f = new TFile("workingfile.root","RECREATE");

  EdgeFitter::InitializeVariables(PlottingSetup::iMllLow,PlottingSetup::iMllHigh,PlottingSetup::jzbHigh,_cut);
  
  EdgeFitter::PrepareDatasets(is_data);
  
  EdgeFitter::DrawDatasetContent(is_data);
  
  RooFit::MsgLevel msglevel = RooMsgService::instance().globalKillBelow();
  RooMsgService::instance().setGlobalKillBelow(RooFit::FATAL);
  
  
  EdgeFitter::AllowTriangle=false;
  EdgeFitter::DoFit(is_data, jzb_cut);
  
  EdgeFitter::AllowTriangle=true;
  
  bool ScanMassRange=false;
  float ScanSteps=5.0;//GeV
  
  
  if(ScanMassRange) {
    TFile *fscan = new TFile("fscan.root","UPDATE");
    TGraph *gr = new TGraph();
    TGraph *Rgr = new TGraph();
    stringstream GrName;
    GrName << "ScanGraphFor_" << EdgeFitter::Mode << "_" << jzb_cut;
    stringstream RGrName;
    RGrName << "ScanRatioGraphFor_" << EdgeFitter::Mode << "_" << jzb_cut;
    gr->SetName(GrName.str().c_str());
    Rgr->SetName(RGrName.str().c_str());

    int i=0;
    for(float tempMedge=10;tempMedge<=300;tempMedge+=ScanSteps) {
      write_info(__FUNCTION__,"Now testing Medge="+any2string(tempMedge)+" for "+EdgeFitter::Mode+">"+any2string(jzb_cut));
      EdgeFitter::FixedMEdge=tempMedge;
      EdgeFitter::DoFit(is_data, jzb_cut);
      if(EdgeFitter::FixedMEdgeChi2_H1<0) continue;
      gr->SetPoint(i,tempMedge,EdgeFitter::FixedMEdgeChi2_H1);
      Rgr->SetPoint(i,tempMedge,EdgeFitter::FixedMEdgeChi2_H1/EdgeFitter::FixedMEdgeChi2_H0);
      i++;
    }
    
    TCanvas *ScanCan = new TCanvas("ScanCan","ScanCan",500,500);
    gr->GetXaxis()->SetTitle("m_{edge}");
    gr->GetXaxis()->CenterTitle();
    gr->GetYaxis()->SetTitle("#chi^{2}");
    gr->GetYaxis()->CenterTitle();
    gr->GetYaxis()->SetTitleOffset(0.95);
    gr->GetXaxis()->SetTitleOffset(0.9);
    gr->SetLineColor(kBlue);
    gr->SetTitle("");
    gr->Draw("AL");
    stringstream ScanCanSave;
    ScanCanSave << "Edge/MEdgeScan_"+EdgeFitter::Mode+"_" << jzb_cut;
    if(is_data) DrawPrelim();
    else DrawMCPrelim();
    CompleteSave(ScanCan,ScanCanSave.str());

    Rgr->GetXaxis()->SetTitle("m_{edge}");
    Rgr->GetXaxis()->CenterTitle();
    Rgr->GetYaxis()->SetTitle("#frac{#chi^{2}(H_{1})}{#chi^{2}(H_{0})}");
    Rgr->GetYaxis()->CenterTitle();
    Rgr->GetYaxis()->SetTitleOffset(0.95);
    Rgr->GetXaxis()->SetTitleOffset(0.9);
    Rgr->SetLineColor(kBlue);
    Rgr->SetTitle("");
    Rgr->Draw("AL");
    ScanCanSave.str("");
    ScanCanSave << "Edge/MEdgeScan_Ratio_"+EdgeFitter::Mode+"_" << jzb_cut;
    if(is_data) DrawPrelim();
    else DrawMCPrelim();
    CompleteSave(ScanCan,ScanCanSave.str());
    fscan->cd();
    gr->Write();
    delete ScanCan;
    fscan->Close();
  } else {
    EdgeFitter::DoFit(is_data, jzb_cut);
    dout << "Chi^2 (H0) = " << EdgeFitter::FixedMEdgeChi2_H0 << endl;
    dout << "Chi^2 (H1) = " << EdgeFitter::FixedMEdgeChi2_H1 << endl;
  }
  
  
  RooMsgService::instance().setGlobalKillBelow(msglevel);
 
  f->Close();

}

void DoEdgeFit(string mcjzb, string datajzb, float DataPeakError, float MCPeakError, vector<float> jzb_cut, int is_data, TCut cut, TTree *signalevents=0) {
  
  EdgeFitter::Mode="JZB";
  if(mcjzb=="met[4]") EdgeFitter::Mode="MET";
  
  for(int icut=0;icut<(int)jzb_cut.size();icut++) {
    stringstream addcut;
    if(is_data==1) addcut << "(" << datajzb << ">" << jzb_cut[icut] << ")";
    if(is_data!=1) addcut << "(" << mcjzb << ">" << jzb_cut[icut] << ")";
    TCut jcut(addcut.str().c_str());
    
    
    EdgeFitter::DoEdgeFit(mcjzb, datajzb, DataPeakError, MCPeakError, jzb_cut[icut], icut, is_data, jcut&&cut, signalevents);
    
  }
}
Revision:	1.31
Committed:	Fri Jun 28 11:56:43 2013 UTC (11 years, 10 months ago) by buchmann
Content type:	text/plain
Branch:	MAIN
CVS Tags:	HEAD
Changes since 1.30:	+28 -8 lines
Log Message:	Switched ttbar model to polynomial