| 1 |
guiducci |
1.1 |
# get all runs with > 1k events from DBS
|
| 2 |
|
|
dbs --search --query "find run,sum(file.numevents) where dataset=/SingleMu/Run2012A-PromptReco-v1/RECO" | grep -v Using | grep -v run | awk '{ if ($2 >= 1000) print $1 }' > runlist.txt
|
| 3 |
|
|
# get runs with running job
|
| 4 |
|
|
bjobs | grep -v JOBID | awk '{print $7}' | sed 's/^..//' > runningjobslist.txt
|
| 5 |
|
|
# get runs with ntuple already created
|
| 6 |
|
|
rfdir /castor/cern.ch/user/g/guiducci/DTDPG/2012/DTNtuple/SingleMu/ | awk '{print $9}' | sed 's/^............//;s/.\{5\}$//' > donejobslist.txt
|
| 7 |
|
|
# generate list of runs still to process
|
| 8 |
|
|
L=`cat runningjobslist.txt | wc -l`
|
| 9 |
|
|
echo $L
|
| 10 |
|
|
if [[ $L -eq 0 ]]; then
|
| 11 |
|
|
cat runlist.txt > filt1.txt
|
| 12 |
|
|
else
|
| 13 |
|
|
awk 'NR==FNR{_[$1];next}!($1 in _)' runningjobslist.txt runlist.txt > filt1.txt
|
| 14 |
|
|
fi
|
| 15 |
|
|
awk 'NR==FNR{_[$1];next}!($1 in _)' donejobslist.txt filt1.txt > runstodo.txt
|
| 16 |
|
|
# submit jobs
|
| 17 |
|
|
cat runstodo.txt | while read A; do ./buildRunJob.sh $A; done
|
| 18 |
|
|
# clean up
|
| 19 |
|
|
rm runlist.txt
|
| 20 |
|
|
rm runningjobslist.txt
|
| 21 |
|
|
rm donejobslist.txt
|
| 22 |
|
|
rm filt1.txt
|
| 23 |
|
|
rm runstodo.txt
|
