TreeMod/src/Analysis.cc

// $Id: Analysis.cc,v 1.12 2008/07/03 08:22:19 loizides Exp $

#include "MitAna/TreeMod/interface/Analysis.h"
#include <Riostream.h>
#include <TFile.h>
#include <TList.h>
#include <TDSet.h>
#include <TChain.h>
#include <TObjString.h>
#include <TSystem.h>
#include <TProof.h>
#include <TROOT.h>
#include <TBrowser.h>
#include "MitAna/DataUtil/interface/Debug.h"
#include "MitAna/DataTree/interface/Names.h"
#include "MitAna/TAM/interface/TAMVirtualLoader.h"
#include "MitAna/TAM/interface/TAModule.h"
#include "MitAna/TreeMod/interface/Selector.h"
#include "MitAna/TreeMod/interface/TreeLoader.h"
#include "MitAna/Catalog/interface/Dataset.h"

ClassImp(mithep::Analysis)

using namespace mithep;

//--------------------------------------------------------------------------------------------------
Analysis::Analysis(Bool_t useproof) : 
  fUseProof(useproof), 
  fHierachy(kTRUE), 
  fState(kPristine), 
  fNFriends(0), 
  fList(new TList), 
  fOutput(0), 
  fPackages(new TList), 
  fLoaders(new TList),
  fSuperMod(0), 
  fSelector(0), 
  fChain(0), 
  fSet(0), 
  fDeleteList(new TList),
  fTreeName(Names::gkEvtTreeName),
  fCompLevel(2), 
  fProof(0),
  fDoNEvents(TChain::kBigNumber)
{
  // Default constructor.

  fList->SetOwner();
  fDeleteList->SetOwner();

  /* default packages for PROOF upload */
  fPackages->SetOwner();
  // nothing to be done since we do not use par files (yet?)
}

//--------------------------------------------------------------------------------------------------
Analysis::~Analysis()
{
  // Destructor.

  if (fState == kInit || fState == kRun)
    Terminate();

  delete fList;
  delete fPackages;
  delete fLoaders;
  delete fDeleteList;
  delete fSelector;
  fOutput   = 0;   // owned by TAM
  fSuperMod = 0;   // owned by user

  delete fProof;
}

//--------------------------------------------------------------------------------------------------
Bool_t Analysis::AddFile(const char *pname)
{
  // Add file with given name to the list of files to be processed. Using the token "|", you can
  // specify an arbritray number of paths to tree files that will be concatenated as friend trees.

  if (fState != kPristine) {
    Error("AddFile", "Analysis already initialized");
    return kFALSE;
  }

  TString pnamestr(pname);
  TString tok("|");
  TObjArray *arr = pnamestr.Tokenize(tok);
  TString msg;

  for(Int_t i=0; i<arr->GetEntries(); i++){
      
    TObjString *dummy = dynamic_cast<TObjString*>(arr->At(i));
    if(!dummy) continue;

    AddFile(dummy->GetName(),i);      
    if(i==0) msg=dummy->GetName();
    else {
      Info("AddFile", "Add file %s as friend to %s", 
           dummy->GetName(), msg.Data());
    }
  }
  delete arr;

  return kTRUE;
}

//--------------------------------------------------------------------------------------------------
void Analysis::AddFile(const char *pname, Int_t eventlist)
{
  // Add file name to the event list specified by eventlist. The lists are used to hold filenames of
  // different types of events. In case you dont want friend trees, just give no eventlist argument
  // (default 0).

  MitAssert("AddFile", pname != 0);

  TList *l = 0;
  if (eventlist >= 0 && eventlist < fNFriends) {
      
    l = dynamic_cast<TList*>(fList->At(eventlist));
    if (!l) {
      Fatal("AddFile", "Requested list %d not found!", eventlist);
      return;
    }

  } else if (eventlist == fNFriends) {
      
    l = new TList;
    l->SetOwner();
    fList->Add(l);
    fNFriends++;

  } else if (eventlist < 0 || eventlist > fNFriends) {
    Error("AddFile", "Specified list %d not in [0,%d]", eventlist, fNFriends);
    return;
  }
   
  if(!IsValidName(pname)) return;

  l->Add(new TObjString(pname));

  MDB(kAnalysis, 2)
    Info("AddFile", "Added %s to list of files.", pname);
}

//--------------------------------------------------------------------------------------------------
void Analysis::AddFile(const TObject *oname, Int_t eventlist)
{
  // Add file name to the event list specified by eventlist. The lists are used to hold filenames of
  // different types of events. In case you dont want mixing, just give no eventlist argument
  // (default 0).

  MitAssert("AddFile", oname != 0);

  return AddFile(oname->GetName(), eventlist);
}

//________________________________________________________________________
Bool_t Analysis::AddFiles(const char *pname, Int_t nmax)
{
  // Add files from text file with given name. If nmax>0, maximum nmax files will be added.

  MitAssert("AddFiles", pname != 0);

  ifstream in;
  in.open(pname);
  if (!in) {
    Error("AddFiles", "Can not open file with name %s", pname);
    return kFALSE;
  }

  Int_t fc = 0;
  while (in) {
    TString line;
    line.ReadLine(in);
    cout << line << endl;
    if (!line.EndsWith(".root")) 
      continue;
    cout << line << endl;

    if (!AddFile(line)) {
      Error("AddFiles", "Error adding file with name %s", line.Data());
      return kFALSE;
    }

    ++fc;
    if(nmax>0 && fc>=nmax) {
      Info("AddFiles", "Maximal number (%d) of files added", nmax);
      break;
    }
  } 

  return kTRUE;
}

//--------------------------------------------------------------------------------------------------
Bool_t Analysis::AddDataset(const Dataset *dataset)
{
  Bool_t status = true;

  // Add a full dataset to the analysis.
  for (UInt_t i=0; i<dataset->NFiles(); i++)
    status = (status && AddFile(dataset->FileUrl(i)));

  return status;
}

//--------------------------------------------------------------------------------------------------
void Analysis::AddList(TList *list, Int_t eventlist)
{
  // Add file name to the event list specified by eventlist. The lists are used to hold filenames of
  // different types of events. In case you dont want mixing, just give no eventlist argument
  // (default 0).

  MitAssert("AddList", list != 0);

  TIter next(list);                           
  while (TObject *obj = next())                                
    AddFile(obj->GetName(), eventlist);
}

//--------------------------------------------------------------------------------------------------
void Analysis::AddLoader(TAMVirtualLoader *l)      
{ 
  // Add loader to the list of loaders.

  fLoaders->Add(l); 
}

//--------------------------------------------------------------------------------------------------
void Analysis::AddPackage(const char* name)
{
  // Add package to the list of uploaded packages.

  MitAssert("AddPackage", name != 0);
  fPackages->Add(new TObjString(name));
}

//--------------------------------------------------------------------------------------------------
void Analysis::AddPackages(TList *list)
{
  // Add list of packages to the list of uploaded packages.

  MitAssert("AddPackage", list != 0);

  TIter next(list);
  while (TObject *obj = next()) {
    fPackages->Add(new TObjString(obj->GetName()));
  }
}

//--------------------------------------------------------------------------------------------------
Bool_t Analysis::Init()
{
  // Setup the TDSet and TChain to be used for the analysis with or without PROOF. If more than one
  // list of file names was given, friend trees are supported.

  if (fState == kRun || fState == kInit) {
    Error("Init", "Init in state %d is not possible! Call Terminate() first.",
          Int_t(fState));
    return kFALSE;
  }

  if (fNFriends <= 0) {
    Error("Init", "List of friend lists is empty!");
    return kFALSE;
  }

  if (!fSuperMod) {
    Error("Init", "Top-level TAM module is NULL!");
    return kFALSE;
  }

  if (fUseProof) { // first init our PROOF session
    if (!InitProof()) return kFALSE;
  }

  // we do this here instead in Terminate() so that 
  // we can browse the output even after Terminate()
  delete fSelector;
  fSelector = 0;

  fChain = new TChain(fTreeName); 
  fSet   = new TDSet("TTree",fTreeName);

  for(Int_t i=0; i<fNFriends; i++){

    TList *l = dynamic_cast<TList*>(fList->At(i));
    if (!l) {
      Fatal("Init", "List %d not found!", i);
      return kFALSE;
    }

    if (i == 0) {
      TIter next(l);                           
      while ( TObjString *obj = dynamic_cast<TObjString*>(next()) ) {
        fChain->Add(obj->GetName());
        fSet->Add(obj->GetName());
      }

    } else {

      TChain *chain = new TChain(fTreeName); 
      TDSet *set    = new TDSet("TTree",fTreeName);

      TIter next(l);                           
      while (TObjString *obj = dynamic_cast<TObjString*>(next())) {
        chain->Add(obj->GetName());
        set->Add(obj->GetName());
      }

      TString alias("TAMTREE_"); // aliases currently not used
      alias+=i;

      fChain->AddFriend(chain,alias.Data());
      fSet->AddFriend(set,alias.Data());

      fDeleteList->Add(chain);
      fDeleteList->Add(set);
    }

  }

  // create our customized loader plugin for TAM
  TreeLoader *bl = new TreeLoader;
  fLoaders->Add(bl);
  fDeleteList->Add(bl);

  if (fUseProof) {

    fProof->AddInput(fSuperMod);
    fLoaders->SetName("TAM_LOADERS");
    fProof->AddInput(fLoaders);      

  } else {

    // when not running Proof, we must make a selector
    fSelector = new Selector; 
    fSelector->AddInput(fSuperMod);
    MDB(kAnalysis, 2)
      fSelector->SetVerbosity(1);

    // pass loaders to selector
    TIter next(fLoaders);                           
    while ( TAMVirtualLoader *l = dynamic_cast<TAMVirtualLoader*>(next()) )
      fSelector->AddLoader(l);
  }

  fState = kInit;
  return kTRUE;
}

//--------------------------------------------------------------------------------------------------
Bool_t Analysis::InitProof()
{
  // Initialize PROOF connection.

  if(fProof && fProof->IsValid()) 
    return kTRUE;

  delete fProof;

  if (fMaster.Contains("rcf.bnl.gov")) {
    for(Int_t i=0;i<5;i++) {
      Warning("InitProof", "*** DID YOU RUN PROOF_KINIT? %d (5) ***", i);
      gSystem->Sleep(1000);
    }
  }

  MDB(kAnalysis, 1)
    Info("InitProof", "Starting PROOF on master %s with config %s",
         fMaster.Data(), fConfig.Data());

  fProof = dynamic_cast<TProof*>(TProof::Open(fMaster, fConfig));
  if (!fProof) {
    Error("InitProof", "Could not start PROOF!");
    return kFALSE;
  }

  MDB(kAnalysis, 3)
    gROOT->Print();

  //fProof->AddInput(new TNamed("PROOF_NewPacketizer",""));

  Bool_t ret=kTRUE;
  if (fPackages) {
    // tell Proof what additional libraries we will need on each worker computer
    ret = UploadPackages(fPackages);
  }

  return ret;
}

//--------------------------------------------------------------------------------------------------
void Analysis::Run()
{
  // Run the analysis on the created file set.

  if (fState == kPristine || fState == kRun) {
    Error("Run", "Run in state %d is not possible! Call Init() first.",
          Int_t(fState));
  }

  if (fUseProof) {

    MDB(kAnalysis, 1)
      Info("Run", "Start processing with PROOF...");

    fSet->Process("Selector","",fDoNEvents);

  } else {

    MDB(kAnalysis, 1)
      Info("Run", "Start processing (no PROOF)...");

    fChain->Process(fSelector,"",fDoNEvents);
  }

  MDB(kAnalysis, 1)
    Info("Run", "Processing complete!");

  fState = kRun;
}

//--------------------------------------------------------------------------------------------------
Bool_t Analysis::Run(Bool_t browse)
{
  // Execute analysis and open TBrowser if requested.

  if (Init()) {
    Run();
    Terminate();
    if (browse) {
      new TBrowser;
    }
    return kTRUE;
  }

  Error("Execute", "Could not initialize analysis.");
  return kFALSE;
}

//--------------------------------------------------------------------------------------------------
void Analysis::Terminate()
{
  // Terminate current analysis run.

  if (fState == kPristine || fState == kTerminate) {
    Error("Terminate", "Terminate in state %d is not possible! Call Init() first.",
          Int_t(fState));
    return;
  }

  if (fState == kRun) {

    if (fUseProof) {
      // the output list from Proof can (in principal) contain other objects
      // besides the module output hierarchy.
      TList* outputlist = fProof->GetOutputList();
      TIter nextOut(outputlist);
      while (TObject *obj = nextOut()) {
        if (obj->InheritsFrom(TAMOutput::Class())) {
          fOutput = dynamic_cast<TList*>(obj);
          break;
        }
      }

    } else {
      fOutput = fSelector->GetModOutput();
    }

    if (fOutput && !fAnaOutput.IsNull()) {
      TDirectory::TContext context(0); // automatically restore gDirectory

      std::auto_ptr<TFile> outf(TFile::Open(fAnaOutput,"recreate","", fCompLevel));
      if (outf.get() == 0) {
        Error("Terminate", "Could not open file %s for output!", fAnaOutput.Data());
      } else {
        MDB(kAnalysis, 1)
          Info("Terminate", "Saving output to %s!", fAnaOutput.Data());

        if (fHierachy) 
          fOutput->Write(fOutput->GetName(),TObject::kSingleKey);       
        else 
          fOutput->Write();
               
      }
    }
  }

  delete fChain;
  delete fSet;
  fDeleteList->Delete();

  fState = kTerminate;
}

//--------------------------------------------------------------------------------------------------
Bool_t Analysis::UploadPackages(TList *packages)
{
  // Upload list of par files to the server.

  MitAssert("UploadPackages", packages != 0);

  for (Int_t i=0; i<packages->GetEntries(); i++) {

    TObject* objstr = packages->At(i); 
    if (!objstr) {
      Error("InitProof", "Problem at package number %d!", i);
      return kFALSE;
    }

    TString packname = objstr->GetName();
    Int_t   en       = 0;
    if (packname.EndsWith("+")) { 
      en=1;
      packname.Resize(packname.Length()-1);
    }

    ifstream ftest(gSystem->ExpandPathName(packname.Data()),ios_base::binary);
    if (!ftest.good()) {
      Error("InitProof", "Could not open %s for upload!", packname.Data());
      return kFALSE;
    }

    if (fProof->UploadPackage(packname)<0) {
      Error("UploadPackage", "Upload for %s failed!", packname.Data());
      return kFALSE;
    }

    if (en == 1) {
      Int_t pos=packname.Last('/')+1;
      if (pos)
        packname.Remove(0,pos);
      if (fProof->EnablePackage(packname)<0) {
        Error("UploadPackage", "Enabling for %s failed!", packname.Data());
        return kFALSE;
      }
    }
  }

  return kTRUE;
}
Revision:	1.13
Committed:	Mon Jul 7 16:41:54 2008 UTC (16 years, 10 months ago) by paus
Content type:	text/plain
Branch:	MAIN
Changes since 1.12:	+14 -1 lines
Log Message:	Implement simple Ascii file driven catalog. Easily extensible, though.
#	User	Rev	Content
1	paus	1.13	// $Id: Analysis.cc,v 1.12 2008/07/03 08:22:19 loizides Exp $
2	loizides	1.1
3	loizides	1.9	#include "MitAna/TreeMod/interface/Analysis.h"
4	loizides	1.1	#include <Riostream.h>
5			#include <TFile.h>
6			#include <TList.h>
7			#include <TDSet.h>
8			#include <TChain.h>
9			#include <TObjString.h>
10			#include <TSystem.h>
11			#include <TProof.h>
12			#include <TROOT.h>
13	loizides	1.4	#include <TBrowser.h>
14	loizides	1.1	#include "MitAna/DataUtil/interface/Debug.h"
15	loizides	1.2	#include "MitAna/DataTree/interface/Names.h"
16	loizides	1.1	#include "MitAna/TAM/interface/TAMVirtualLoader.h"
17			#include "MitAna/TAM/interface/TAModule.h"
18	loizides	1.9	#include "MitAna/TreeMod/interface/Selector.h"
19	loizides	1.11	#include "MitAna/TreeMod/interface/TreeLoader.h"
20	paus	1.13	#include "MitAna/Catalog/interface/Dataset.h"
21	loizides	1.1
22			ClassImp(mithep::Analysis)
23
24			using namespace mithep;
25
26	loizides	1.12	//--------------------------------------------------------------------------------------------------
27	loizides	1.5	Analysis::Analysis(Bool_t useproof) :
28			fUseProof(useproof),
29			fHierachy(kTRUE),
30			fState(kPristine),
31			fNFriends(0),
32			fList(new TList),
33			fOutput(0),
34			fPackages(new TList),
35			fLoaders(new TList),
36			fSuperMod(0),
37			fSelector(0),
38			fChain(0),
39			fSet(0),
40			fDeleteList(new TList),
41	loizides	1.8	fTreeName(Names::gkEvtTreeName),
42	loizides	1.5	fCompLevel(2),
43			fProof(0),
44	paus	1.6	fDoNEvents(TChain::kBigNumber)
45	loizides	1.4	{
46			// Default constructor.
47
48			fList->SetOwner();
49			fDeleteList->SetOwner();
50
51			/* default packages for PROOF upload */
52			fPackages->SetOwner();
53			// nothing to be done since we do not use par files (yet?)
54	loizides	1.1	}
55
56	loizides	1.12	//--------------------------------------------------------------------------------------------------
57	loizides	1.1	Analysis::~Analysis()
58			{
59	loizides	1.4	// Destructor.
60	loizides	1.1
61	loizides	1.4	if (fState == kInit \|\| fState == kRun)
62			Terminate();
63	loizides	1.1
64	loizides	1.4	delete fList;
65	paus	1.7	delete fPackages;
66			delete fLoaders;
67	loizides	1.4	delete fDeleteList;
68			delete fSelector;
69			fOutput = 0; // owned by TAM
70			fSuperMod = 0; // owned by user
71	loizides	1.1
72	loizides	1.4	delete fProof;
73	loizides	1.1	}
74
75	loizides	1.12	//--------------------------------------------------------------------------------------------------
76	loizides	1.5	Bool_t Analysis::AddFile(const char *pname)
77	loizides	1.1	{
78	paus	1.7	// Add file with given name to the list of files to be processed. Using the token "\|", you can
79			// specify an arbritray number of paths to tree files that will be concatenated as friend trees.
80	loizides	1.4
81			if (fState != kPristine) {
82			Error("AddFile", "Analysis already initialized");
83			return kFALSE;
84			}
85
86			TString pnamestr(pname);
87			TString tok("\|");
88			TObjArray *arr = pnamestr.Tokenize(tok);
89			TString msg;
90	loizides	1.1
91	loizides	1.4	for(Int_t i=0; i<arr->GetEntries(); i++){
92	loizides	1.1
93	loizides	1.4	TObjString dummy = dynamic_cast<TObjString>(arr->At(i));
94			if(!dummy) continue;
95	loizides	1.1
96	loizides	1.4	AddFile(dummy->GetName(),i);
97			if(i==0) msg=dummy->GetName();
98			else {
99			Info("AddFile", "Add file %s as friend to %s",
100			dummy->GetName(), msg.Data());
101			}
102			}
103			delete arr;
104	loizides	1.1
105	loizides	1.4	return kTRUE;
106	loizides	1.1	}
107
108	loizides	1.12	//--------------------------------------------------------------------------------------------------
109	loizides	1.1	void Analysis::AddFile(const char *pname, Int_t eventlist)
110			{
111	paus	1.7	// Add file name to the event list specified by eventlist. The lists are used to hold filenames of
112			// different types of events. In case you dont want friend trees, just give no eventlist argument
113			// (default 0).
114	loizides	1.1
115	loizides	1.4	MitAssert("AddFile", pname != 0);
116	loizides	1.1
117	loizides	1.4	TList *l = 0;
118			if (eventlist >= 0 && eventlist < fNFriends) {
119	loizides	1.1
120	loizides	1.4	l = dynamic_cast<TList*>(fList->At(eventlist));
121			if (!l) {
122			Fatal("AddFile", "Requested list %d not found!", eventlist);
123			return;
124			}
125	loizides	1.1
126	loizides	1.4	} else if (eventlist == fNFriends) {
127	loizides	1.1
128	loizides	1.4	l = new TList;
129			l->SetOwner();
130			fList->Add(l);
131			fNFriends++;
132
133			} else if (eventlist < 0 \|\| eventlist > fNFriends) {
134			Error("AddFile", "Specified list %d not in [0,%d]", eventlist, fNFriends);
135			return;
136			}
137	loizides	1.1
138	loizides	1.4	if(!IsValidName(pname)) return;
139	loizides	1.1
140	loizides	1.4	l->Add(new TObjString(pname));
141	loizides	1.1
142	loizides	1.4	MDB(kAnalysis, 2)
143			Info("AddFile", "Added %s to list of files.", pname);
144	loizides	1.1	}
145
146	loizides	1.12	//--------------------------------------------------------------------------------------------------
147	loizides	1.1	void Analysis::AddFile(const TObject *oname, Int_t eventlist)
148			{
149	paus	1.7	// Add file name to the event list specified by eventlist. The lists are used to hold filenames of
150			// different types of events. In case you dont want mixing, just give no eventlist argument
151			// (default 0).
152	loizides	1.1
153	loizides	1.4	MitAssert("AddFile", oname != 0);
154	loizides	1.1
155	loizides	1.4	return AddFile(oname->GetName(), eventlist);
156	loizides	1.1	}
157
158	loizides	1.5	//________________________________________________________________________
159			Bool_t Analysis::AddFiles(const char *pname, Int_t nmax)
160			{
161	paus	1.7	// Add files from text file with given name. If nmax>0, maximum nmax files will be added.
162	loizides	1.5
163			MitAssert("AddFiles", pname != 0);
164
165			ifstream in;
166			in.open(pname);
167			if (!in) {
168			Error("AddFiles", "Can not open file with name %s", pname);
169			return kFALSE;
170			}
171
172			Int_t fc = 0;
173			while (in) {
174			TString line;
175			line.ReadLine(in);
176			cout << line << endl;
177			if (!line.EndsWith(".root"))
178			continue;
179			cout << line << endl;
180
181			if (!AddFile(line)) {
182			Error("AddFiles", "Error adding file with name %s", line.Data());
183			return kFALSE;
184			}
185
186			++fc;
187			if(nmax>0 && fc>=nmax) {
188			Info("AddFiles", "Maximal number (%d) of files added", nmax);
189			break;
190			}
191			}
192
193			return kTRUE;
194			}
195
196	loizides	1.12	//--------------------------------------------------------------------------------------------------
197	paus	1.13	Bool_t Analysis::AddDataset(const Dataset *dataset)
198			{
199			Bool_t status = true;
200
201			// Add a full dataset to the analysis.
202			for (UInt_t i=0; i<dataset->NFiles(); i++)
203			status = (status && AddFile(dataset->FileUrl(i)));
204
205			return status;
206			}
207
208			//--------------------------------------------------------------------------------------------------
209	loizides	1.1	void Analysis::AddList(TList *list, Int_t eventlist)
210			{
211	paus	1.7	// Add file name to the event list specified by eventlist. The lists are used to hold filenames of
212			// different types of events. In case you dont want mixing, just give no eventlist argument
213			// (default 0).
214	loizides	1.4
215			MitAssert("AddList", list != 0);
216
217			TIter next(list);
218			while (TObject *obj = next())
219			AddFile(obj->GetName(), eventlist);
220	loizides	1.1	}
221
222	loizides	1.12	//--------------------------------------------------------------------------------------------------
223	loizides	1.1	void Analysis::AddLoader(TAMVirtualLoader *l)
224			{
225	loizides	1.4	// Add loader to the list of loaders.
226	loizides	1.1
227	loizides	1.4	fLoaders->Add(l);
228	loizides	1.1	}
229
230	loizides	1.12	//--------------------------------------------------------------------------------------------------
231	loizides	1.1	void Analysis::AddPackage(const char* name)
232			{
233	loizides	1.4	// Add package to the list of uploaded packages.
234	loizides	1.1
235	loizides	1.4	MitAssert("AddPackage", name != 0);
236			fPackages->Add(new TObjString(name));
237	loizides	1.1	}
238
239	loizides	1.12	//--------------------------------------------------------------------------------------------------
240	loizides	1.1	void Analysis::AddPackages(TList *list)
241			{
242	loizides	1.4	// Add list of packages to the list of uploaded packages.
243	loizides	1.1
244	loizides	1.4	MitAssert("AddPackage", list != 0);
245	loizides	1.1
246	loizides	1.4	TIter next(list);
247			while (TObject *obj = next()) {
248			fPackages->Add(new TObjString(obj->GetName()));
249			}
250	loizides	1.1	}
251
252	loizides	1.12	//--------------------------------------------------------------------------------------------------
253	loizides	1.1	Bool_t Analysis::Init()
254			{
255	paus	1.7	// Setup the TDSet and TChain to be used for the analysis with or without PROOF. If more than one
256			// list of file names was given, friend trees are supported.
257	loizides	1.4
258			if (fState == kRun \|\| fState == kInit) {
259			Error("Init", "Init in state %d is not possible! Call Terminate() first.",
260			Int_t(fState));
261			return kFALSE;
262			}
263
264			if (fNFriends <= 0) {
265			Error("Init", "List of friend lists is empty!");
266			return kFALSE;
267			}
268
269			if (!fSuperMod) {
270			Error("Init", "Top-level TAM module is NULL!");
271			return kFALSE;
272			}
273
274			if (fUseProof) { // first init our PROOF session
275			if (!InitProof()) return kFALSE;
276			}
277
278			// we do this here instead in Terminate() so that
279			// we can browse the output even after Terminate()
280			delete fSelector;
281			fSelector = 0;
282
283			fChain = new TChain(fTreeName);
284			fSet = new TDSet("TTree",fTreeName);
285
286			for(Int_t i=0; i<fNFriends; i++){
287
288			TList l = dynamic_cast<TList>(fList->At(i));
289			if (!l) {
290			Fatal("Init", "List %d not found!", i);
291	loizides	1.1	return kFALSE;
292	loizides	1.4	}
293
294			if (i == 0) {
295			TIter next(l);
296			while ( TObjString obj = dynamic_cast<TObjString>(next()) ) {
297			fChain->Add(obj->GetName());
298			fSet->Add(obj->GetName());
299			}
300	loizides	1.1
301	loizides	1.4	} else {
302	loizides	1.1
303	loizides	1.4	TChain *chain = new TChain(fTreeName);
304			TDSet *set = new TDSet("TTree",fTreeName);
305	loizides	1.1
306	loizides	1.4	TIter next(l);
307			while (TObjString obj = dynamic_cast<TObjString>(next())) {
308			chain->Add(obj->GetName());
309			set->Add(obj->GetName());
310	loizides	1.1	}
311
312	loizides	1.4	TString alias("TAMTREE_"); // aliases currently not used
313			alias+=i;
314	loizides	1.1
315	loizides	1.4	fChain->AddFriend(chain,alias.Data());
316			fSet->AddFriend(set,alias.Data());
317	loizides	1.1
318	loizides	1.4	fDeleteList->Add(chain);
319			fDeleteList->Add(set);
320			}
321	loizides	1.1
322	loizides	1.4	}
323	loizides	1.1
324	loizides	1.11	// create our customized loader plugin for TAM
325			TreeLoader *bl = new TreeLoader;
326			fLoaders->Add(bl);
327			fDeleteList->Add(bl);
328	loizides	1.1
329	loizides	1.4	if (fUseProof) {
330	loizides	1.1
331	loizides	1.4	fProof->AddInput(fSuperMod);
332			fLoaders->SetName("TAM_LOADERS");
333			fProof->AddInput(fLoaders);
334	loizides	1.1
335	loizides	1.4	} else {
336	loizides	1.1
337	loizides	1.4	// when not running Proof, we must make a selector
338	loizides	1.9	fSelector = new Selector;
339	loizides	1.4	fSelector->AddInput(fSuperMod);
340			MDB(kAnalysis, 2)
341			fSelector->SetVerbosity(1);
342	loizides	1.1
343	loizides	1.4	// pass loaders to selector
344			TIter next(fLoaders);
345			while ( TAMVirtualLoader l = dynamic_cast<TAMVirtualLoader>(next()) )
346			fSelector->AddLoader(l);
347			}
348	loizides	1.1
349	loizides	1.4	fState = kInit;
350			return kTRUE;
351	loizides	1.1	}
352
353	loizides	1.12	//--------------------------------------------------------------------------------------------------
354	loizides	1.1	Bool_t Analysis::InitProof()
355			{
356	loizides	1.4	// Initialize PROOF connection.
357	loizides	1.1
358	loizides	1.4	if(fProof && fProof->IsValid())
359			return kTRUE;
360	loizides	1.1
361	loizides	1.4	delete fProof;
362	loizides	1.1
363	loizides	1.4	if (fMaster.Contains("rcf.bnl.gov")) {
364			for(Int_t i=0;i<5;i++) {
365			Warning("InitProof", "* DID YOU RUN PROOF_KINIT? %d (5) *", i);
366			gSystem->Sleep(1000);
367			}
368			}
369
370			MDB(kAnalysis, 1)
371			Info("InitProof", "Starting PROOF on master %s with config %s",
372			fMaster.Data(), fConfig.Data());
373
374			fProof = dynamic_cast<TProof*>(TProof::Open(fMaster, fConfig));
375			if (!fProof) {
376			Error("InitProof", "Could not start PROOF!");
377			return kFALSE;
378			}
379
380			MDB(kAnalysis, 3)
381			gROOT->Print();
382
383			//fProof->AddInput(new TNamed("PROOF_NewPacketizer",""));
384
385			Bool_t ret=kTRUE;
386			if (fPackages) {
387			// tell Proof what additional libraries we will need on each worker computer
388			ret = UploadPackages(fPackages);
389			}
390	loizides	1.1
391	loizides	1.4	return ret;
392	loizides	1.1	}
393
394	loizides	1.12	//--------------------------------------------------------------------------------------------------
395	loizides	1.1	void Analysis::Run()
396			{
397	loizides	1.4	// Run the analysis on the created file set.
398	loizides	1.1
399	loizides	1.4	if (fState == kPristine \|\| fState == kRun) {
400			Error("Run", "Run in state %d is not possible! Call Init() first.",
401			Int_t(fState));
402			}
403	loizides	1.1
404	loizides	1.4	if (fUseProof) {
405	loizides	1.1
406	loizides	1.4	MDB(kAnalysis, 1)
407			Info("Run", "Start processing with PROOF...");
408	loizides	1.1
409	loizides	1.9	fSet->Process("Selector","",fDoNEvents);
410	loizides	1.1
411	loizides	1.4	} else {
412	loizides	1.1
413	loizides	1.4	MDB(kAnalysis, 1)
414			Info("Run", "Start processing (no PROOF)...");
415	loizides	1.1
416	loizides	1.5	fChain->Process(fSelector,"",fDoNEvents);
417	loizides	1.4	}
418	loizides	1.1
419	loizides	1.4	MDB(kAnalysis, 1)
420			Info("Run", "Processing complete!");
421	loizides	1.1
422	loizides	1.4	fState = kRun;
423	loizides	1.1	}
424
425	loizides	1.12	//--------------------------------------------------------------------------------------------------
426	loizides	1.4	Bool_t Analysis::Run(Bool_t browse)
427	loizides	1.1	{
428	loizides	1.4	// Execute analysis and open TBrowser if requested.
429	loizides	1.1
430	loizides	1.4	if (Init()) {
431			Run();
432			Terminate();
433	paus	1.7	if (browse) {
434	loizides	1.4	new TBrowser;
435			}
436			return kTRUE;
437			}
438	loizides	1.1
439	loizides	1.4	Error("Execute", "Could not initialize analysis.");
440			return kFALSE;
441			}
442	loizides	1.1
443	loizides	1.12	//--------------------------------------------------------------------------------------------------
444	loizides	1.4	void Analysis::Terminate()
445			{
446			// Terminate current analysis run.
447	loizides	1.1
448	loizides	1.4	if (fState == kPristine \|\| fState == kTerminate) {
449			Error("Terminate", "Terminate in state %d is not possible! Call Init() first.",
450			Int_t(fState));
451			return;
452			}
453
454			if (fState == kRun) {
455
456			if (fUseProof) {
457			// the output list from Proof can (in principal) contain other objects
458			// besides the module output hierarchy.
459			TList* outputlist = fProof->GetOutputList();
460			TIter nextOut(outputlist);
461			while (TObject *obj = nextOut()) {
462			if (obj->InheritsFrom(TAMOutput::Class())) {
463			fOutput = dynamic_cast<TList*>(obj);
464			break;
465			}
466			}
467
468			} else {
469			fOutput = fSelector->GetModOutput();
470			}
471
472			if (fOutput && !fAnaOutput.IsNull()) {
473			TDirectory::TContext context(0); // automatically restore gDirectory
474
475			std::auto_ptr<TFile> outf(TFile::Open(fAnaOutput,"recreate","", fCompLevel));
476			if (outf.get() == 0) {
477			Error("Terminate", "Could not open file %s for output!", fAnaOutput.Data());
478	loizides	1.1	} else {
479	loizides	1.4	MDB(kAnalysis, 1)
480			Info("Terminate", "Saving output to %s!", fAnaOutput.Data());
481	loizides	1.1
482	loizides	1.4	if (fHierachy)
483			fOutput->Write(fOutput->GetName(),TObject::kSingleKey);
484			else
485			fOutput->Write();
486	loizides	1.1
487			}
488	loizides	1.4	}
489			}
490	loizides	1.1
491	loizides	1.4	delete fChain;
492			delete fSet;
493			fDeleteList->Delete();
494	loizides	1.1
495	loizides	1.4	fState = kTerminate;
496	loizides	1.1	}
497
498	loizides	1.12	//--------------------------------------------------------------------------------------------------
499	loizides	1.1	Bool_t Analysis::UploadPackages(TList *packages)
500			{
501	loizides	1.4	// Upload list of par files to the server.
502	loizides	1.1
503	loizides	1.4	MitAssert("UploadPackages", packages != 0);
504	loizides	1.1
505	paus	1.7	for (Int_t i=0; i<packages->GetEntries(); i++) {
506	loizides	1.1
507	loizides	1.4	TObject* objstr = packages->At(i);
508	paus	1.7	if (!objstr) {
509	loizides	1.4	Error("InitProof", "Problem at package number %d!", i);
510			return kFALSE;
511			}
512	loizides	1.1
513	loizides	1.4	TString packname = objstr->GetName();
514	paus	1.7	Int_t en = 0;
515	loizides	1.4	if (packname.EndsWith("+")) {
516			en=1;
517			packname.Resize(packname.Length()-1);
518			}
519
520			ifstream ftest(gSystem->ExpandPathName(packname.Data()),ios_base::binary);
521	paus	1.7	if (!ftest.good()) {
522	loizides	1.4	Error("InitProof", "Could not open %s for upload!", packname.Data());
523			return kFALSE;
524			}
525	loizides	1.1
526	paus	1.7	if (fProof->UploadPackage(packname)<0) {
527	loizides	1.4	Error("UploadPackage", "Upload for %s failed!", packname.Data());
528			return kFALSE;
529			}
530	loizides	1.1
531	loizides	1.4	if (en == 1) {
532			Int_t pos=packname.Last('/')+1;
533	paus	1.7	if (pos)
534			packname.Remove(0,pos);
535			if (fProof->EnablePackage(packname)<0) {
536	loizides	1.4	Error("UploadPackage", "Enabling for %s failed!", packname.Data());
537			return kFALSE;
538	loizides	1.1	}
539	loizides	1.4	}
540			}
541	loizides	1.1
542	loizides	1.4	return kTRUE;
543	loizides	1.1	}