FGolf/BatchSubmitCMS2/mergeHadoopFiles.sh

#!/bin/bash

HADOOPDIR=/hadoop/cms/store/user/${USER}/$1
rm unmerged/*.root

echo "
void mergeHadoopFiles() {
  TChain *chain = new TChain(\"tree\");
  chain->SetMaxTreeSize(5000000000LL); //default is 100000000000LL
" > mergeHadoopFiles.C

PREFIX=""
for FILE in `ls $HADOOPDIR`; do
    echo cp ${HADOOPDIR}/${FILE} unmerged/
    cp ${HADOOPDIR}/${FILE} unmerged/
    echo "chain->Add(\"unmerged/${FILE}\");" >> mergeHadoopFiles.C
    PREFIX=`echo ${FILE} | sed 's/\(.*\)_merged.*.root/\1/'`
done

echo $PREFIX

echo "
chain->Merge(\"merged/${PREFIX}.root\", \"fast\");
}" >> mergeHadoopFiles.C

root -b -q mergeHadoopFiles.C

Revision:	1.2
Committed:	Fri Jul 27 17:23:34 2012 UTC (12 years, 9 months ago) by fgolf
Content type:	application/x-sh
Branch:	MAIN
CVS Tags:	HEAD
Changes since 1.1:	+2 -2 lines
Log Message:	update for general user
#	User	Rev	Content
1	fgolf	1.1	#!/bin/bash
2
3	fgolf	1.2	HADOOPDIR=/hadoop/cms/store/user/${USER}/$1
4	fgolf	1.1	rm unmerged/*.root
5
6			echo "
7			void mergeHadoopFiles() {
8	fgolf	1.2	TChain *chain = new TChain(\"tree\");
9	fgolf	1.1	chain->SetMaxTreeSize(5000000000LL); //default is 100000000000LL
10			" > mergeHadoopFiles.C
11
12			PREFIX=""
13			for FILE in `ls $HADOOPDIR`; do
14			echo cp ${HADOOPDIR}/${FILE} unmerged/
15			cp ${HADOOPDIR}/${FILE} unmerged/
16			echo "chain->Add(\"unmerged/${FILE}\");" >> mergeHadoopFiles.C
17			PREFIX=`echo ${FILE} \| sed 's/\(.\)_merged..root/\1/'`
18			done
19
20			echo $PREFIX
21
22			echo "
23			chain->Merge(\"merged/${PREFIX}.root\", \"fast\");
24			}" >> mergeHadoopFiles.C
25
26			root -b -q mergeHadoopFiles.C
27