4 |
|
#--------------------------------------------------------------------------------------------------- |
5 |
|
H=`basename $0` |
6 |
|
SAMPLE_LIST=$1 |
7 |
– |
MIT_LOCATION="/pnfs/cmsaf.mit.edu/t2bat/cms/store/user/paus" |
8 |
– |
CERN_LOCATION="/castor/cern.ch/user/p/paus" |
7 |
|
|
8 |
|
# start next request |
9 |
|
remainingMax=0 |
26 |
|
dataset="XXX" |
27 |
|
startTime=$(date +%s) |
28 |
|
nowTime=$(date +%s); duration=$(($nowTime - $startTime)) |
29 |
< |
format='-format "%d " ClusterId -format "%s " Cmd -format "%s \n" Args' |
32 |
< |
jobs=`condor_q -global $USER $format | grep $dataset | grep downloadFiles.sh | wc -l` |
33 |
< |
#jobs=`condor_q -global $USER | grep downloadFiles.sh | wc -l` |
29 |
> |
jobs=`condor_q -global $USER -format "%d " ClusterId -format "%s " Cmd -format "%s \n" Args | grep $dataset | grep downloadFiles.sh | wc -l` |
30 |
|
while [ $jobs -gt $remainingMax ] |
31 |
|
do |
32 |
|
echo " waiting since $duration sec == condor queue has $jobs jobs left"; sleep 60; echo "" |
71 |
|
|
72 |
|
# go into waiting loop |
73 |
|
nowTime=$(date +%s); duration=$(($nowTime - $startTime)) |
74 |
< |
#jobs=`condor_q -global $USER | grep downloadFiles.sh | wc -l` |
79 |
< |
jobs=`condor_q -global $USER $format | grep $dataset | grep downloadFiles.sh | wc -l` |
74 |
> |
jobs=`condor_q -global $USER -format "%d " ClusterId -format "%s " Cmd -format "%s \n" Args | grep $dataset | grep downloadFiles.sh | wc -l` |
75 |
|
while [ $jobs -gt $remainingMax ] |
76 |
|
do |
77 |
|
echo " waiting since $duration sec == condor queue has $jobs jobs left"; sleep 60; echo "" |
78 |
< |
#jobs=`condor_q -global $USER | grep downloadFiles.sh | wc -l` |
84 |
< |
jobs=`condor_q -global $USER $format | grep $dataset | grep downloadFiles.sh | wc -l` |
78 |
> |
jobs=`condor_q -global $USER -format "%d " ClusterId -format "%s " Cmd -format "%s \n" Args | grep $dataset | grep downloadFiles.sh | wc -l` |
79 |
|
nowTime=$(date +%s); duration=$(($nowTime - $startTime)) |
80 |
|
done |
81 |
|
echo " Queues are empty ($jobs) --> cleaning up and making catalogs." |