| 1 |
#!/bin/bash
|
| 2 |
#CTA, HH, 09/15/007
|
| 3 |
|
| 4 |
#TOTAL_JOBS=10
|
| 5 |
FILESPERJOB=20
|
| 6 |
|
| 7 |
echo "...preparing jobs"
|
| 8 |
|
| 9 |
#strip possible endings:
|
| 10 |
SAMPLE=`echo $1 | sed -e "s|.cfg| |"`
|
| 11 |
SAMPLE=`echo $SAMPLE | sed -e "s|.cfi| |"`
|
| 12 |
SAMPLE=`echo $SAMPLE | sed -e "s|.cff| |"`
|
| 13 |
SAMPLE=`echo $SAMPLE | sed -e "s|.dat| |"`
|
| 14 |
|
| 15 |
#Get Path from Release directory to current
|
| 16 |
BASEPATH=`pwd`
|
| 17 |
CURRPATH=`pwd`
|
| 18 |
THISPATH=""
|
| 19 |
while [ -z `basename $CURRPATH | grep "src"` ]; do
|
| 20 |
CURRPATH=`pwd`
|
| 21 |
THISPATH=`basename $CURRPATH`/$THISPATH
|
| 22 |
cd ..
|
| 23 |
done
|
| 24 |
cd $BASEPATH
|
| 25 |
THISPATH=`echo "$THISPATH" | sed -e "s|src/| |"`
|
| 26 |
|
| 27 |
POOLSOURCE=`grep "#PoolSource =" $1 | sed -e "s/#PoolSource = / /" | tr -d [\"]`
|
| 28 |
FULLSOURCE=`echo "$CMSSW_BASE/src/$POOLSOURCE" | tr -d [\ ]`
|
| 29 |
|
| 30 |
# stage 'em
|
| 31 |
#ALL_FILES_ARRAY=`grep "root" $CMSSW_BASE/$POOLSOURCE | tr -d [\',]`
|
| 32 |
#for i in $ALL_FILES_ARRAY
|
| 33 |
#do
|
| 34 |
# #echo "stager_get -M $i"
|
| 35 |
# echo "."
|
| 36 |
#done
|
| 37 |
|
| 38 |
# split sample to n jobs
|
| 39 |
grep "root" $FULLSOURCE > _majordomo
|
| 40 |
#grep "root" files.cfi > _majordomo
|
| 41 |
echo "," >> _majordomo
|
| 42 |
split -l $FILESPERJOB _majordomo _tmpfilelist_
|
| 43 |
FIL=1
|
| 44 |
for i in `ls _tmpfilelist_*`
|
| 45 |
do
|
| 46 |
echo "replace PoolSource.fileNames = {" > $SAMPLE.SUB$FIL.cfi
|
| 47 |
#Remove last comma
|
| 48 |
FILES=`cat $i`
|
| 49 |
FILES=${FILES%,}
|
| 50 |
for file in $FILES
|
| 51 |
do
|
| 52 |
echo $file >> $SAMPLE.SUB$FIL.cfi
|
| 53 |
done
|
| 54 |
echo "}" >> $SAMPLE.SUB$FIL.cfi
|
| 55 |
FIL=$(($FIL+1))
|
| 56 |
done
|
| 57 |
|
| 58 |
#create new cfg files with above _tmpfilelist_*.cfi's
|
| 59 |
JOB=1
|
| 60 |
for i in `ls $SAMPLE.SUB*.cfi`
|
| 61 |
do
|
| 62 |
#the jobs cfg file
|
| 63 |
sed -e "s|$SAMPLE|$SAMPLE.$JOB|" $1 > _tmp$JOB.$1
|
| 64 |
THIS_CFI=`echo "\"$THISPATH$i\"" | tr -d [\ ]`
|
| 65 |
sed -e "s|#include_datafiles_here|include $THIS_CFI|" _tmp$JOB.$1 > job_$JOB.$1
|
| 66 |
#the jobs run script
|
| 67 |
sed -e "s|CFG_FILE|$SAMPLE|" run.sh > _tmp_$JOB.$1.sh
|
| 68 |
sed -e "s|JOB_NUMBER|$JOB|" _tmp_$JOB.$1.sh > run_$JOB.$1.sh
|
| 69 |
chmod a+x run_$JOB.$1.sh
|
| 70 |
|
| 71 |
echo "...submitting job #"$JOB
|
| 72 |
bsub -R "mem>1001&&cpuf>1.1" -q 1nh run_$JOB.$1.sh
|
| 73 |
JOB=$(($JOB+1))
|
| 74 |
done
|
| 75 |
rm -f _majordomo
|
| 76 |
rm -f _tmp*
|
| 77 |
#rm -f _*
|
| 78 |
mkdir $SAMPLE
|
| 79 |
cp * $SAMPLE/.
|
| 80 |
#./clean
|
| 81 |
|
