ViewVC Help
View File | Revision Log | Show Annotations | Root Listing
root/cvsroot/UserCode/cbrown/AnalysisFramework/Plotting/Modules/SUSYScan.C
Revision: 1.7
Committed: Wed Jul 27 16:30:45 2011 UTC (13 years, 9 months ago) by buchmann
Content type: text/plain
Branch: MAIN
Changes since 1.6: +57 -7 lines
Log Message:
Now using threads and limit calculation wrapper to stop calculation for points where the algorithm encounters local minima

File Contents

# User Rev Content
1 buchmann 1.1 #include <iostream>
2     #include <vector>
3     #include <sys/stat.h>
4     #include <fstream>
5 buchmann 1.7 #include <pthread.h>
6 buchmann 1.1
7     #include <TCut.h>
8     #include <TROOT.h>
9     #include <TCanvas.h>
10     #include <TMath.h>
11     #include <TColor.h>
12     #include <TPaveText.h>
13     #include <TRandom.h>
14     #include <TH1.h>
15     #include <TH2.h>
16     #include <TF1.h>
17     #include <TSQLResult.h>
18     #include <TProfile.h>
19    
20     //#include "TTbar_stuff.C"
21     using namespace std;
22    
23     using namespace PlottingSetup;
24    
25     void susy_scan_axis_labeling(TH2F *histo) {
26     histo->GetXaxis()->SetTitle("#Chi_{2}^{0}-LSP");
27     histo->GetXaxis()->CenterTitle();
28     histo->GetYaxis()->SetTitle("m_{#tilde{q}}");
29     histo->GetYaxis()->CenterTitle();
30     }
31    
32     void scan_susy_space(string mcjzb, string datajzb) {
33     TCanvas *c3 = new TCanvas("c3","c3");
34     vector<float> binning;
35     binning=allsamples.get_optimal_binsize(mcjzb,cutmass&&cutOSSF&&cutnJets,20,50,800);
36     float arrbinning[binning.size()];
37     for(int i=0;i<binning.size();i++) arrbinning[i]=binning[i];
38     TH1F *puredata = allsamples.Draw("puredata", datajzb,binning, "JZB [GeV]", "events", cutmass&&cutOSSF&&cutnJets,data,luminosity);
39     puredata->SetMarkerSize(DataMarkerSize);
40     TH1F *allbgs = allsamples.Draw("allbgs", "-"+datajzb,binning, "JZB [GeV]", "events", cutmass&&cutOSSF&&cutnJets,data,luminosity);
41     TH1F *allbgsb = allsamples.Draw("allbgsb", "-"+datajzb,binning, "JZB [GeV]", "events", cutmass&&cutOSOF&&cutnJets,data,luminosity);
42     TH1F *allbgsc = allsamples.Draw("allbgsc", datajzb,binning, "JZB [GeV]", "events", cutmass&&cutOSOF&&cutnJets,data,luminosity);
43     allbgs->Add(allbgsb,-1);
44     allbgs->Add(allbgsc);
45     int ndata=puredata->Integral();
46     ofstream myfile;
47     myfile.open ("susyscan_log.txt");
48     TFile *susyscanfile = new TFile("/scratch/fronga/SMS/T5z_SqSqToQZQZ_38xFall10.root");
49     TTree *suevents = (TTree*)susyscanfile->Get("events");
50     TH2F *exclusionmap = new TH2F("exclusionmap","",20,0,500,20,0,1000);
51     TH2F *exclusionmap1s = new TH2F("exclusionmap1s","",20,0,500,20,0,1000);
52     TH2F *exclusionmap2s = new TH2F("exclusionmap2s","",20,0,500,20,0,1000);
53     TH2F *exclusionmap3s = new TH2F("exclusionmap3s","",20,0,500,20,0,1000);
54    
55     susy_scan_axis_labeling(exclusionmap);
56     susy_scan_axis_labeling(exclusionmap1s);
57     susy_scan_axis_labeling(exclusionmap2s);
58     susy_scan_axis_labeling(exclusionmap3s);
59    
60     Int_t MyPalette[100];
61     Double_t r[] = {0., 0.0, 1.0, 1.0, 1.0};
62     Double_t g[] = {0., 0.0, 0.0, 1.0, 1.0};
63     Double_t b[] = {0., 1.0, 0.0, 0.0, 1.0};
64     Double_t stop[] = {0., .25, .50, .75, 1.0};
65     Int_t FI = TColor::CreateGradientColorTable(5, stop, r, g, b, 100);
66     for (int i=0;i<100;i++) MyPalette[i] = FI+i;
67    
68     gStyle->SetPalette(100, MyPalette);
69    
70     for(int m23=50;m23<500;m23+=25) {
71     for (int m0=(2*(m23-50)+150);m0<=1000;m0+=50)
72     {
73     c3->cd();
74     stringstream drawcondition;
75     drawcondition << "pfJetGoodNum>=3&&(TMath::Abs(masses[0]-"<<m0<<")<10&&TMath::Abs(masses[2]-masses[3]-"<<m23<<")<10)&&mll>5&&id1==id2";
76     TH1F *puresignal = new TH1F("puresignal","puresignal",binning.size()-1,arrbinning);
77     TH1F *puresignall= new TH1F("puresignall","puresignal",binning.size()-1,arrbinning);
78     stringstream drawvar,drawvar2;
79     drawvar<<mcjzb<<">>puresignal";
80     drawvar2<<"-"<<mcjzb<<">>puresignall";
81     suevents->Draw(drawvar.str().c_str(),drawcondition.str().c_str());
82     suevents->Draw(drawvar2.str().c_str(),drawcondition.str().c_str());
83     if(puresignal->Integral()<60) {
84     delete puresignal;
85     continue;
86     }
87     puresignal->Add(puresignall,-1);//we need to correct for the signal contamination - we effectively only see (JZB>0)-(JZB<0) !!
88     puresignal->Scale(ndata/(20*puresignal->Integral()));//normalizing it to 5% of the data
89     stringstream saveas;
90     saveas<<"Model_Scan/m0_"<<m0<<"__m23_"<<m23;
91     dout << "PLEASE KEEP IN MIND THAT SIGNAL CONTAMINATION IS NOT REALLY TAKEN CARE OF YET DUE TO LOW STATISTICS! SHOULD BE SOMETHING LIKE THIS : "<< endl;
92     // TH1F *signalpredlo = allsamples.Draw("signalpredlo", "-"+mcjzb, binning, "JZB [GeV]", "events", cutmass&&cutOSOF&&cutnJets,mc, luminosity,allsamples.FindSample("LM4"));
93     // TH1F *signalpredro = allsamples.Draw("signalpredro", mcjzb, binning, "JZB [GeV]", "events", cutmass&&cutOSOF&&cutnJets,mc, luminosity,allsamples.FindSample("LM4"));
94     // TH1F *puredata = allsamples.Draw("puredata", datajzb,binning, "JZB [GeV]", "events", cutmass&&cutOSSF&&cutnJets,data,luminosity);
95     // signalpred->Add(signalpredlo,-1);
96     // signalpred->Add(signalpredro);
97     // puresignal->Add(signalpred,-1);//subtracting signal contamination
98     //---------------------
99     // dout << "(m0,m23)=("<<m0<<","<<m23<<") contains " << puresignal->Integral() << endl;
100     // TH1F *puresignal = allsamples.Draw("puresignal",mcjzb, binning, "JZB [GeV]", "events", cutmass&&cutOSSF&&cutnJets,mc, luminosity,allsamples.FindSample("LM4"));
101     vector<float> results=establish_upper_limits(puredata,allbgs,puresignal,saveas.str(),myfile);
102     if(results.size()==0) {
103     delete puresignal;
104     continue;
105     }
106     exclusionmap->Fill(m23,m0,results[0]);
107     exclusionmap1s->Fill(m23,m0,results[1]);
108     exclusionmap2s->Fill(m23,m0,results[2]);
109     exclusionmap3s->Fill(m23,m0,results[3]);
110     delete puresignal;
111     dout << "(m0,m23)=("<<m0<<","<<m23<<") : 3 sigma at " << results[3] << endl;
112     }
113     }//end of model scan for loop
114    
115     dout << "Exclusion Map contains" << exclusionmap->Integral() << " (integral) and entries: " << exclusionmap->GetEntries() << endl;
116     c3->cd();
117     exclusionmap->Draw("CONTZ");
118     CompleteSave(c3,"Model_Scan/CONT/Model_Scan_Mean_values");
119     exclusionmap->Draw("COLZ");
120     CompleteSave(c3,"Model_Scan/COL/Model_Scan_Mean_values");
121    
122     exclusionmap1s->Draw("CONTZ");
123     CompleteSave(c3,"Model_Scan/CONT/Model_Scan_1sigma_values");
124     exclusionmap1s->Draw("COLZ");
125     CompleteSave(c3,"Model_Scan/COL/Model_Scan_1sigma_values");
126    
127     exclusionmap2s->Draw("CONTZ");
128     CompleteSave(c3,"Model_Scan/CONT/Model_Scan_2sigma_values");
129     exclusionmap2s->Draw("COLZ");
130     CompleteSave(c3,"Model_Scan/COL/Model_Scan_2sigma_values");
131    
132     exclusionmap3s->Draw("CONTZ");
133     CompleteSave(c3,"Model_Scan/CONT/Model_Scan_3sigma_values");
134     exclusionmap3s->Draw("COLZ");
135     CompleteSave(c3,"Model_Scan/COL/Model_Scan_3sigma_values");
136    
137     TFile *exclusion_limits = new TFile("exclusion_limits.root","RECREATE");
138     exclusionmap->Write();
139     exclusionmap1s->Write();
140     exclusionmap2s->Write();
141     exclusionmap3s->Write();
142     exclusion_limits->Close();
143     susyscanfile->Close();
144    
145     myfile.close();
146     }
147    
148 buchmann 1.4 void efficiency_scan_in_susy_space(string mcjzb, string datajzb, bool requireZ, float peakerror) {
149     dout << "Doing efficiency scan using " << (scansample.collection)[0].filename << endl;
150 buchmann 1.5 geqleq="geq";
151 buchmann 1.1 automatized=true;
152 buchmann 1.2 mcjzbexpression=mcjzb;
153 buchmann 1.1
154     string massgluname="MassGlu";
155     string massLSPname="MassLSP";
156    
157     Int_t MyPalette[100];
158     Double_t r[] = {0., 0.0, 1.0, 1.0, 1.0};
159     Double_t g[] = {0., 0.0, 0.0, 1.0, 1.0};
160     Double_t b[] = {0., 1.0, 0.0, 0.0, 1.0};
161     Double_t stop[] = {0., .25, .50, .75, 1.0};
162 buchmann 1.2 Int_t FI = TColor::CreateGradientColorTable(5, stop, r, g, b, 110);
163 buchmann 1.1 for (int i=0;i<100;i++) MyPalette[i] = FI+i;
164    
165     gStyle->SetPalette(100, MyPalette);
166    
167     TH2F *efficiencymap = new TH2F("efficiencymap","",(mgluend-mglustart)/mglustep+1,mglustart-0.5*mglustep,mgluend+0.5*mglustep,(mLSPend-mLSPstart)/mLSPstep+1,mLSPstart-0.5*mLSPstep,mLSPend+0.5*mLSPstep);
168 buchmann 1.4 TH2F *Neventsmap = new TH2F("Neventsmap","", (mgluend-mglustart)/mglustep+1,mglustart-0.5*mglustep,mgluend+0.5*mglustep,(mLSPend-mLSPstart)/mLSPstep+1,mLSPstart-0.5*mLSPstep,mLSPend+0.5*mLSPstep);
169 buchmann 1.2
170 buchmann 1.1 float rightmargin=gStyle->GetPadRightMargin();
171 buchmann 1.2 gStyle->SetPadRightMargin(0.14);
172    
173 buchmann 1.1 TCanvas *effcanvas = new TCanvas("effcanvas","Efficiency canvas");
174 buchmann 1.2
175 buchmann 1.1 for(int mglu=mglustart;mglu<=mgluend;mglu+=mglustep) {
176     for (int mlsp=mLSPstart;mlsp<=mLSPend&&mlsp<=mglu;mlsp+=mLSPstep)
177     {
178     float result,resulterr;
179     stringstream addcut;
180     addcut << "(TMath::Abs("<<massgluname<<"-"<<mglu<<")<5)&&(TMath::Abs("<<massLSPname<<"-"<<mlsp<<")<5)";
181     MCefficiency((scansample.collection)[0].events,result,resulterr,mcjzb,requireZ,addcut.str());
182     if(result!=result||isanyinf(result)) {
183 buchmann 1.4 dout << "Watch out the result for mlsp=" << mlsp << " and mglu=" << mglu << " (" << result << ") has been detected as being not a number (nan) or infinity (inf) !" << endl;
184 buchmann 1.1 result=0; // kicking nan and inf errors
185     }
186 buchmann 1.5 else {
187     efficiencymap->Fill(mglu,mlsp,result);
188     dout << " ok! Added efficiency " << result << " for mlsp=" << mlsp << " and mglu=" << mglu << endl;
189     }
190 buchmann 1.2
191     (scansample.collection)[0].events->Draw(mcjzb.c_str(),addcut.str().c_str(),"goff");
192     float nevents = (scansample.collection)[0].events->GetSelectedRows();
193     Neventsmap->Fill(mglu,mlsp,nevents);
194 buchmann 1.1 }
195     }
196    
197     efficiencymap->GetXaxis()->SetTitle("m_{glu}");
198     efficiencymap->GetXaxis()->CenterTitle();
199     efficiencymap->GetYaxis()->SetTitle("m_{LSP}");
200     efficiencymap->GetYaxis()->CenterTitle();
201    
202 buchmann 1.2 Neventsmap->GetXaxis()->SetTitle("m_{glu}");
203     Neventsmap->GetXaxis()->CenterTitle();
204     Neventsmap->GetYaxis()->SetTitle("m_{LSP}");
205     Neventsmap->GetYaxis()->CenterTitle();
206 buchmann 1.4
207 buchmann 1.1 efficiencymap->Draw("COLZ");
208     TText *title = write_title("Efficiency in LSP-Glu plane");
209     title->Draw();
210     CompleteSave(effcanvas,"SUSYScan/Efficency");
211 buchmann 1.4
212 buchmann 1.2 Neventsmap->Draw("COLZ");
213     TText *title2 = write_title("Number of events in LSP-Glu plane");
214     title2->Draw();
215 buchmann 1.5 CompleteSave(effcanvas,"SUSYScan/Nevents");
216 buchmann 1.4 }
217    
218 buchmann 1.7 bool isThreadActive=false;
219    
220     struct limit_args {
221     float mceff;
222     float toterr;
223     int ibin;
224     string mcjzb;
225     vector<float> sigmas;
226     };
227    
228     void* compute_one_upper_limit_wrapper(void* data) {
229     isThreadActive=true;
230     limit_args* args = (limit_args*) data;
231     std::cout << "Thread to compute limits has been started" << std::endl;
232     args->sigmas=compute_one_upper_limit(args->mceff,args->toterr,args->ibin,args->mcjzb);
233     std::cout << "Thread to compute limits has finished" << std::endl;
234     isThreadActive=false;
235     return NULL; // oder in C++: return 0;// Damit kann man Werte zurückgeben
236     }
237    
238     void do_limit_wrapper(float mceff,float toterr,int ibin,string mcjzb,vector<float> &sigmas) {
239     pthread_t limitthread;
240     limit_args limargs;
241     limargs={mceff,toterr,ibin,mcjzb,sigmas};
242     pthread_create( &limitthread, NULL, compute_one_upper_limit_wrapper, (void*) &limargs);
243     int counter=0;
244     sleep(1); //waiting a second for the process to become active
245     while(counter<limitpatience*60 && isThreadActive) {
246     std::cout << "Checking round " << counter << std::endl;
247     counter++;
248     sleep(1);
249     }
250    
251     if(!isThreadActive) {
252     cout << "Thread finished sucessfully" << endl;
253     pthread_join( limitthread, NULL );
254     std::cout<< __FUNCTION__ << " : going to save sigmas " << std::endl;
255     sigmas=limargs.sigmas;
256     } else {
257     pthread_cancel(limitthread);
258     std::cout << "DID NOT TERMINATE IN TIME - ABORTED!" << std::endl;
259     sigmas.push_back(-1);sigmas.push_back(-1);sigmas.push_back(-1);
260     }
261     }
262    
263 buchmann 1.6 void scan_SUSY_parameter_space(string mcjzb,string datajzb,vector<float> jzb_cut,bool requireZ, float peakerror, int ibin,float njobs=-1, float jobnumber=-1) {
264     bool runninglocally=true;
265     if(njobs>-1&&jobnumber>-1) {
266     runninglocally=false;
267 buchmann 1.7 dout << "Running on the GRID (this is job " << jobnumber << "/" << njobs << ")" << endl;
268 buchmann 1.6 } else {
269 buchmann 1.7 dout << "Running locally " << endl;
270     dout << "This will take a really, really long time - if you want to see the results THIS week try running the LimitWorkerScript on the grid (DistributedModelCalculation/Limits/)" << endl;
271 buchmann 1.6 }
272 buchmann 1.4
273     jzbSel=jzb_cut[ibin];
274     geqleq="geq";
275     automatized=true;
276     mcjzbexpression=mcjzb;
277    
278     string massgluname="MassGlu";
279     string massLSPname="MassLSP";
280    
281     Int_t MyPalette[100];
282     Double_t r[] = {0., 0.0, 1.0, 1.0, 1.0};
283     Double_t g[] = {0., 0.0, 0.0, 1.0, 1.0};
284     Double_t b[] = {0., 1.0, 0.0, 0.0, 1.0};
285     Double_t stop[] = {0., .25, .50, .75, 1.0};
286     Int_t FI = TColor::CreateGradientColorTable(5, stop, r, g, b, 110);
287     for (int i=0;i<100;i++) MyPalette[i] = FI+i;
288    
289     gStyle->SetPalette(100, MyPalette);
290    
291 buchmann 1.6 TH2F *limitmap = new TH2F(("limitmap"+any2string(jzbSel)).c_str(),"",(mgluend-mglustart)/mglustep+1,mglustart-0.5*mglustep,mgluend+0.5*mglustep,(mLSPend-mLSPstart)/mLSPstep+1,mLSPstart-0.5*mLSPstep,mLSPend+0.5*mLSPstep);
292 buchmann 1.4
293     float rightmargin=gStyle->GetPadRightMargin();
294     gStyle->SetPadRightMargin(0.15);
295    
296     TCanvas *limcanvas = new TCanvas("limcanvas","Limit canvas");
297    
298 buchmann 1.6
299     int Npoints=0;
300     for(int mglu=mglustart;mglu<=mgluend;mglu+=mglustep) {
301     for (int mlsp=mLSPstart;mlsp<=mLSPend&&mlsp<=mglu;mlsp+=mLSPstep) Npoints++;
302     }
303    
304     int ipoint=-1;
305 buchmann 1.4 for(int mglu=mglustart;mglu<=mgluend;mglu+=mglustep) {
306     for (int mlsp=mLSPstart;mlsp<=mLSPend&&mlsp<=mglu;mlsp+=mLSPstep)
307     {
308 buchmann 1.6 ipoint++;
309     if(!runninglocally&&!do_this_point(ipoint,Npoints,jobnumber,njobs)) continue;
310 buchmann 1.4 float result,resulterr;
311     stringstream addcut;
312     addcut << "(TMath::Abs("<<massgluname<<"-"<<mglu<<")<5)&&(TMath::Abs("<<massLSPname<<"-"<<mlsp<<")<5)";
313     vector<vector<float> > systematics;
314 buchmann 1.6 MCefficiency((scansample.collection)[0].events,result,resulterr,mcjzb,requireZ,addcut.str());
315     if(result!=result||resulterr!=resulterr) {
316     dout << "Limits can't be calculated for this configuration (mglu="<<mglu<<" , mlsp="<<mlsp << ") as either the efficiency or its error are not numbers! (result="<<result<<" and resulterr="<<resulterr<<")"<< endl;
317     continue;
318     } else {
319 buchmann 1.7 dout << "Configuration (mglu="<<mglu<<" , mlsp="<<mlsp << ") passed the mcefficiency test; will compute systematics and limits now." << endl;
320 buchmann 1.6 }
321 buchmann 1.4 do_systematics_for_one_file((scansample.collection)[0].events,"SUSY SCAN", systematics,mcjzb,datajzb,peakerror,requireZ, addcut.str());
322     float JZBcutat=systematics[0][0];
323     float mceff=systematics[0][1];
324     float toterr =systematics[0][4];
325     if(mceff!=mceff||toterr!=toterr) {
326 buchmann 1.6 dout << "Limits can't be calculated for this configuration (mglu="<<mglu<<" , mlsp="<<mlsp << ") as either the efficiency or its error are not numbers! (mceff="<<mceff<<" and toterr="<<toterr<<")"<< endl;
327 buchmann 1.4 continue;
328 buchmann 1.5 } else {
329 buchmann 1.6 dout << "Calculating limit now for m_{glu}="<<mglu << " and m_{lsp}="<<mlsp<<endl;
330 buchmann 1.7 vector<float> sigmas;
331     do_limit_wrapper(mceff,toterr,ibin,mcjzb,sigmas);
332     cout << "back in " << __FUNCTION__ << endl;
333     if(sigmas[0]>-0.5) { // negative sigmas are the error signature of do_limit_wrapper, so we want to exclude them.
334     limitmap->Fill(mglu,mlsp,sigmas[0]);
335     dout << "A limit has been added at " << sigmas[0] << " for m_{glu}="<<mglu << " and m_{lsp}="<<mlsp<<endl;
336     }//end of if sigma is positive
337 buchmann 1.4 }
338     }
339     }
340    
341     limitmap->GetXaxis()->SetTitle("m_{glu}");
342     limitmap->GetXaxis()->CenterTitle();
343     limitmap->GetYaxis()->SetTitle("m_{LSP}");
344     limitmap->GetYaxis()->CenterTitle();
345    
346     limitmap->GetXaxis()->SetTitle("m_{glu}");
347     limitmap->GetXaxis()->CenterTitle();
348     limitmap->GetYaxis()->SetTitle("m_{LSP}");
349     limitmap->GetYaxis()->CenterTitle();
350    
351     limcanvas->cd();
352     limitmap->Draw("COLZ");
353     TText *title = write_title("Limits in LSP-Glu plane");
354     title->Draw();
355 buchmann 1.6 if(runninglocally) {
356     CompleteSave(limcanvas,"SUSYScan/Limits_JZB_geq"+any2string(jzb_cut[ibin]));
357     } else {
358     TFile *outputfile=new TFile(("output/DistributedLimits_job"+string(any2string(jobnumber))+"_of_"+string(any2string(njobs))+".root").c_str(),"UPDATE");
359     limitmap->Write();
360     outputfile->Close();
361     }
362 buchmann 1.1 }
363 buchmann 1.4
364 buchmann 1.6 void scan_SUSY_parameter_space(string mcjzb,string datajzb,vector<float> jzb_cut,bool requireZ, float peakerror, float njobs=-1, float jobnumber=-1) {
365 buchmann 1.4 for(int ibin=0;ibin<jzb_cut.size();ibin++) {
366 buchmann 1.6 scan_SUSY_parameter_space(mcjzb,datajzb,jzb_cut,requireZ, peakerror, ibin, njobs, jobnumber);
367 buchmann 1.4 }
368 buchmann 1.6 }