Validation/test/genrelval.sh

#!/bin/bash
# $Id: genrelval.sh,v 1.6 2008/11/21 20:12:26 loizides Exp $
#
# genrelval.sh: Release validation script for generated particles
#
# $Id: genrelval.sh,v 1.6 2008/11/21 20:12:26 loizides Exp $
#_____________________________________________________________________________________________
#
# Variables to configure:
#

# Assume there is already a CMSSW environment
# and that our code is compiled.

# Set the directory where the generated sample and logfiles
# will be placed.
export MY_BASE_DIR=/tmp/relval.`date +%s`

#
# end variables to configure.
#_____________________________________________________________________________________________
##############################################################################################
##############################################################################################

function write_cfg {
cat <<EOF
import FWCore.ParameterSet.Config as cms

process = cms.Process('HLT')

process.load('Configuration.StandardSequences.SimulationRandomNumberGeneratorSeeds_cff')
process.load('SimGeneral.HepPDTESSource.pythiapdt_cfi')

   
process.maxEvents = cms.untracked.PSet(
    input = cms.untracked.int32(25)
)

process.source = cms.Source("PythiaSource",
    pythiaPylistVerbosity = cms.untracked.int32(1),
    filterEfficiency      = cms.untracked.double(1.0),
    pythiaHepMCVerbosity  = cms.untracked.bool(False),
    comEnergy             = cms.untracked.double(10000.0),    
    maxEventsToPrint      = cms.untracked.int32(-1),

    PythiaParameters = cms.PSet(
        parameterSets = cms.vstring()
    )
)                           
    
# load generator sequence (VtxSmeared is needed inside, missing dependence)
process.load('Configuration.StandardSequences.VtxSmearedBetafuncEarlyCollision_cff')
process.load('Configuration.StandardSequences.Generator_cff')

# include the MIT services and standard filler
process.ObjectService = cms.Service("ObjectService")

process.TreeService = cms.Service("TreeService",
    fileNames = cms.untracked.vstring("mit-gen")
)

process.MitTreeFiller = cms.EDAnalyzer("FillMitTree",
    fillers = cms.untracked.vstring('MetaInfos',
                                    'MCParticles',
                                    'MCEventInfo'), 

    MetaInfos = cms.untracked.PSet(
        hltActive  = cms.untracked.bool(False),
        fillerType = cms.untracked.string('FillerMetaInfos')
    ),

    MCParticles = cms.untracked.PSet(
        simActive  = cms.untracked.bool(False),
        fillerType = cms.untracked.string('FillerMCParticles')
    )
)
 
process.p0 = cms.Path( process.pgen * process.MitTreeFiller)

# also make Edm output for the events we generate
process.load('Configuration.EventContent.EventContent_cff')

process.FEVT = cms.OutputModule("PoolOutputModule",
    process.FEVTSIMEventContent,
    fileName = cms.untracked.string('edm-gen.root'),        
)
   
process.end = cms.EndPath( process.FEVT )
EOF
}


function write_macro {
    echo '
//--------------------------------------------------------------------------------------------------
void runGenRelVal(const char *files = "mit-gen_000.root")
{
  gROOT->Macro("$CMSSW_BASE/src/MitAna/macros/setRootEnv.C+");
  gSystem->Load("$CMSSW_BASE/lib/slc4_ia32_gcc345/libMitAnaValidation.so");

  using namespace mithep;
  gDebugMask  = Debug::kAnalysis;
  gDebugLevel = 0;

  // set up the modules
  GenRelValMod *mod = new GenRelValMod;
  mod->SetWrite(1);
  mod->SetPrint(0);

  // set up analysis
  Analysis *ana = new Analysis;
  ana->SetSuperModule(mod);
  ana->SetUseHLT(0);
  ana->AddFile(files);

  // run the analysis after successful initialisation
  ana->Run(0);
}
'
}

##############################################################################################
##############################################################################################
#
# Generate sample and fill tree
mkdir -p $MY_BASE_DIR/prod
cd $MY_BASE_DIR/prod
write_cfg > relval.py
cmsRun relval.py >pythia_raw.txt 2>/dev/null
if (( $? )) ; then 
    echo "Problem generating sample:" >&2
    echo '' >&2
    cat pythia_raw.txt >&2
    echo "Output left in $MY_BASE_DIR" >&2
    exit 1
fi

# Parse pythia output into something easier to compare with tree.
# The following outputs: index, pdgcode, px, py, pz, E
# with a particular spacing similar to pylist.
PYFILE=$MY_BASE_DIR/prod/pythia_parsed.txt
cat pythia_raw.txt | \
    perl -ne 'if ($_ =~ /^(\s{4}\d{1})\s.{18}(.{5})(.{5})(.{36})/ or 
                  $_ =~ /^(\s{3}\d{2})\s.{18}(.{5})(.{5})(.{36})/ or 
                  $_ =~ /^(\s{2}\d{3})\s.{18}(.{5})(.{5})(.{36})/ or 
                  $_ =~ /^(\s{1}\d{4})\s.{18}(.{5})(.{5})(.{36})/) 
                { print "$1$2$3$4\n" ; }' > $PYFILE


# write+run the validation macro:
cd $MY_BASE_DIR/prod

write_macro > ./runGenRelVal.C

rec=`root -l -n -q ./runGenRelVal.C 2>&1`
if (( $? )) ; then 
    echo "Problem executing runGenRelVal.C:" >&2
    echo ''  >&2
    echo $rec >&2
    echo "Output left in $MY_BASE_DIR" >&2
    exit 1
fi

# do the diff of pythia output and mit tree contents obtained from macro:
diff $PYFILE macro_output.txt > diff_report.txt

# check if things are ok
if (( $? )) ; then 
    echo "Pythia output disagrees with GenParticles branch contents:" >&2
    cat diff_report.txt >&2
    echo "Output left in $MY_BASE_DIR" >&2
    exit 1
fi

# Cleanup
rm -rf $MY_BASE_DIR
exit 0
Revision:	1.7
Committed:	Mon Mar 23 09:07:28 2009 UTC (16 years, 1 month ago) by loizides
Content type:	application/x-sh
Branch:	MAIN
CVS Tags:	Mit_032, Mit_031, Mit_025c_branch2, Mit_025c_branch1, Mit_030, Mit_029c, Mit_029b, Mit_030_pre1, Mit_029a, Mit_029, Mit_029_pre1, Mit_028a, Mit_025c_branch0, Mit_028, Mit_027a, Mit_027, Mit_026, Mit_025e, Mit_025d, Mit_025c, Mit_025b, Mit_025a, Mit_025, Mit_025pre2, Mit_024b, Mit_025pre1, Mit_024a, Mit_024, Mit_023, Mit_022a, Mit_022, Mit_020d, TMit_020d, Mit_020c, Mit_021, Mit_021pre2, Mit_021pre1, Mit_020b, Mit_020a, Mit_020, Mit_020pre1, Mit_018, Mit_017, Mit_017pre3, Mit_017pre2, Mit_017pre1, Mit_016, Mit_015b, Mit_015a, Mit_015, Mit_014e, Mit_014d, Mit_014c, Mit_014b, Mit_014a, Mit_014, Mit_014pre3, Mit_014pre2, Mit_014pre1, Mit_013d, Mit_013c, Mit_013b, Mit_013a, Mit_013, Mit_013pre1, Mit_012i, Mit_012h, Mit_012g, Mit_012f, Mit_012e, Mit_012d, Mit_012c, Mit_012b, Mit_012a, Mit_012, Mit_011a, Mit_011, Mit_010a, Mit_010, Mit_009c, Mit_009b, Mit_009a, Mit_009, Mit_008, HEAD
Branch point for:	Mit_025c_branch
Changes since 1.6:	+67 -64 lines
Error occurred while calculating annotation data.
Log Message:	Moved to python config.
#	Content
1	#!/bin/bash
2	# $Id: genrelval.sh,v 1.6 2008/11/21 20:12:26 loizides Exp $
3	#
4	# genrelval.sh: Release validation script for generated particles
5	#
6	# $Id: genrelval.sh,v 1.6 2008/11/21 20:12:26 loizides Exp $
7	#_____________________________________________________________________________________________
8	#
9	# Variables to configure:
10	#
11
12	# Assume there is already a CMSSW environment
13	# and that our code is compiled.
14
15	# Set the directory where the generated sample and logfiles
16	# will be placed.
17	export MY_BASE_DIR=/tmp/relval.`date +%s`
18
19	#
20	# end variables to configure.
21	#_____________________________________________________________________________________________
22	##############################################################################################
23	##############################################################################################
24
25	function write_cfg {
26	cat <<EOF
27	import FWCore.ParameterSet.Config as cms
28
29	process = cms.Process('HLT')
30
31	process.load('Configuration.StandardSequences.SimulationRandomNumberGeneratorSeeds_cff')
32	process.load('SimGeneral.HepPDTESSource.pythiapdt_cfi')
33
34
35	process.maxEvents = cms.untracked.PSet(
36	input = cms.untracked.int32(25)
37	)
38
39	process.source = cms.Source("PythiaSource",
40	pythiaPylistVerbosity = cms.untracked.int32(1),
41	filterEfficiency = cms.untracked.double(1.0),
42	pythiaHepMCVerbosity = cms.untracked.bool(False),
43	comEnergy = cms.untracked.double(10000.0),
44	maxEventsToPrint = cms.untracked.int32(-1),
45
46	PythiaParameters = cms.PSet(
47	parameterSets = cms.vstring()
48	)
49	)
50
51	# load generator sequence (VtxSmeared is needed inside, missing dependence)
52	process.load('Configuration.StandardSequences.VtxSmearedBetafuncEarlyCollision_cff')
53	process.load('Configuration.StandardSequences.Generator_cff')
54
55	# include the MIT services and standard filler
56	process.ObjectService = cms.Service("ObjectService")
57
58	process.TreeService = cms.Service("TreeService",
59	fileNames = cms.untracked.vstring("mit-gen")
60	)
61
62	process.MitTreeFiller = cms.EDAnalyzer("FillMitTree",
63	fillers = cms.untracked.vstring('MetaInfos',
64	'MCParticles',
65	'MCEventInfo'),
66
67	MetaInfos = cms.untracked.PSet(
68	hltActive = cms.untracked.bool(False),
69	fillerType = cms.untracked.string('FillerMetaInfos')
70	),
71
72	MCParticles = cms.untracked.PSet(
73	simActive = cms.untracked.bool(False),
74	fillerType = cms.untracked.string('FillerMCParticles')
75	)
76	)
77
78	process.p0 = cms.Path( process.pgen * process.MitTreeFiller)
79
80	# also make Edm output for the events we generate
81	process.load('Configuration.EventContent.EventContent_cff')
82
83	process.FEVT = cms.OutputModule("PoolOutputModule",
84	process.FEVTSIMEventContent,
85	fileName = cms.untracked.string('edm-gen.root'),
86	)
87
88	process.end = cms.EndPath( process.FEVT )
89	EOF
90	}
91
92
93	function write_macro {
94	echo '
95	//--------------------------------------------------------------------------------------------------
96	void runGenRelVal(const char *files = "mit-gen_000.root")
97	{
98	gROOT->Macro("$CMSSW_BASE/src/MitAna/macros/setRootEnv.C+");
99	gSystem->Load("$CMSSW_BASE/lib/slc4_ia32_gcc345/libMitAnaValidation.so");
100
101	using namespace mithep;
102	gDebugMask = Debug::kAnalysis;
103	gDebugLevel = 0;
104
105	// set up the modules
106	GenRelValMod *mod = new GenRelValMod;
107	mod->SetWrite(1);
108	mod->SetPrint(0);
109
110	// set up analysis
111	Analysis *ana = new Analysis;
112	ana->SetSuperModule(mod);
113	ana->SetUseHLT(0);
114	ana->AddFile(files);
115
116	// run the analysis after successful initialisation
117	ana->Run(0);
118	}
119	'
120	}
121
122	##############################################################################################
123	##############################################################################################
124	#
125	# Generate sample and fill tree
126	mkdir -p $MY_BASE_DIR/prod
127	cd $MY_BASE_DIR/prod
128	write_cfg > relval.py
129	cmsRun relval.py >pythia_raw.txt 2>/dev/null
130	if (( $? )) ; then
131	echo "Problem generating sample:" >&2
132	echo '' >&2
133	cat pythia_raw.txt >&2
134	echo "Output left in $MY_BASE_DIR" >&2
135	exit 1
136	fi
137
138	# Parse pythia output into something easier to compare with tree.
139	# The following outputs: index, pdgcode, px, py, pz, E
140	# with a particular spacing similar to pylist.
141	PYFILE=$MY_BASE_DIR/prod/pythia_parsed.txt
142	cat pythia_raw.txt \| \
143	perl -ne 'if ($_ =~ /^(\s{4}\d{1})\s.{18}(.{5})(.{5})(.{36})/ or
144	$_ =~ /^(\s{3}\d{2})\s.{18}(.{5})(.{5})(.{36})/ or
145	$_ =~ /^(\s{2}\d{3})\s.{18}(.{5})(.{5})(.{36})/ or
146	$_ =~ /^(\s{1}\d{4})\s.{18}(.{5})(.{5})(.{36})/)
147	{ print "$1$2$3$4\n" ; }' > $PYFILE
148
149
150	# write+run the validation macro:
151	cd $MY_BASE_DIR/prod
152
153	write_macro > ./runGenRelVal.C
154
155	rec=`root -l -n -q ./runGenRelVal.C 2>&1`
156	if (( $? )) ; then
157	echo "Problem executing runGenRelVal.C:" >&2
158	echo '' >&2
159	echo $rec >&2
160	echo "Output left in $MY_BASE_DIR" >&2
161	exit 1
162	fi
163
164	# do the diff of pythia output and mit tree contents obtained from macro:
165	diff $PYFILE macro_output.txt > diff_report.txt
166
167	# check if things are ok
168	if (( $? )) ; then
169	echo "Pythia output disagrees with GenParticles branch contents:" >&2
170	cat diff_report.txt >&2
171	echo "Output left in $MY_BASE_DIR" >&2
172	exit 1
173	fi
174
175	# Cleanup
176	rm -rf $MY_BASE_DIR
177	exit 0