Processing/bin/status.sh

#!/bin/bash
#---------------------------------------------------------------------------------------------------
# Determining the status of a given production sample
#---------------------------------------------------------------------------------------------------
H=`basename $0`

CATALOG=$HOME/catalog
BOOK=$1
DATASET=$2
PRINTOPT=$3

if [ "$PRINTOPT" == "-header" ]
then
  date=`date`
  printf "\nUpdated: $date\n\n%s\n" \
    'BOOK          SAMPLE                                    All     T2(Catalg)   ToDo'
  printf "%s\n" \
    '---------------------------------------------------------------------------------'
fi

DIR1=/mnt/hadoop/cms/store/user/paus/$BOOK
T3DIR=/mnt/hadoop/cmsprod/$BOOK
if [ "`list $DIR1 2> /dev/null | grep $DATASET`" != "" ]
then
  if ! [ -e "lfns/$DATASET.lfns" ]
  then
    echo " Warning: complete file list not available. Creating it now."
    echo " -> findSamples.py --cmssw=mc --pattern=$DATASET --remakeLfns=1 --complete --exe"
    # find sample in list
    findSamples.py --cmssw=mc --pattern=$DATASET --remakeLfns=1 --complete --exe >& /dev/null
  fi
  nAll=`wc -l lfns/$DATASET.lfns 2> /dev/null | cut -d ' ' -f 1`
  # how many are done on the Tier-2
  #echo list $DIR1/$DATASET '2> /dev/null | grep root | wc -l'
  nDone=`list $DIR1/$DATASET 2> /dev/null | grep root | wc -l`
  # how many are done on the Tier-2
  #echo cat $CATALOG/t2mit/$BOOK/$DATASET/Files '2> /dev/null | grep -v ^# | wc -l'
  nCata=`cat $CATALOG/t2mit/$BOOK/$DATASET/Files 2> /dev/null | grep -v ^# | wc -l`
  # how many are missing on the Tier-2
  nMissing=$(( ${nAll}-${nDone} ))

  ## # how many are available on the Tier-3
  ## nDoneT3=`list $T3DIR/$DATASET 2> /dev/null | grep root | wc -l`
  ## # how many are done on the Tier-3
  ## nCataT3=`cat $CATALOG/local/$BOOK/$DATASET/Files 2> /dev/null | grep -v ^# | wc -l`
  ## # how many are missing on the Tier-3
  ## nMissingT3=0
  ## if [ $nDoneT3 -gt 0 ]
  ## then
  ##   nMissingT3=$(( ${nDone}-${nDoneT3} ))
  ## fi

  # event number, sample and event sizes
  nEvents=`cat lfns/$DATASET.lfns 2> /dev/null | awk '{n=n+$3} END {print n}'`
  size=0
  if [ "$nEvents" != "" ] && [ "`list $DIR1/$DATASET 2> /dev/null`" != ""  ]
  then
    size=`list $DIR1/$DATASET 2> /dev/null | grep root | awk '{s=s+$1} END {print s/1024./1024./1024.}'`
  fi
  sizePerEvent=0
  if [ "$nEvents" != "" ] && [ $nEvents -gt 0 ]
  then
    sizePerEvent=`echo $nEvents $size | awk '{print $2*1024*1024/$1}'` 
  fi

  # print the result
  #echo " ECHO -- " \
  #  $BOOK $DATASET \
  #  $nAll $nDone $nCata $nMissing $nDoneT3 $nCataT3 $nMissingT3 $nEvents $size $sizePerEvent
  #printf "%-13s %-38s %6d %6d(%6d) %6d - %6d(%6d) %6d %12d ev, %8.2f GB, %5.1f kB/ev\n" \
  #  $BOOK $DATASET \
  #  $nAll $nDone $nCata $nMissing $nDoneT3 $nCataT3 $nMissingT3 $nEvents $size $sizePerEvent
  printf "%-13s %-38s %6d %6d(%6d) %6d %12d ev, %8.2f GB, %5.1f kB/ev\n" \
    $BOOK $DATASET \
    $nAll $nDone $nCata $nMissing $nEvents $size $sizePerEvent
fi

# if [ $nDone -gt $nCata ]
# then
#   echo "catalog.sh -ceg `basename $BOOK` $DATASET --retry"
#   catalog.sh -ceg `basename $BOOK` $DATASET --retry
# fi

exit 0
Revision:	1.9
Committed:	Wed Jul 10 02:25:42 2013 UTC (11 years, 10 months ago) by paus
Content type:	application/x-sh
Branch:	MAIN
Changes since 1.8:	+20 -15 lines
Log Message:	Updating last production entries (031, delphes, delphes4).
#	User	Rev	Content
1	paus	1.1	#!/bin/bash
2			#---------------------------------------------------------------------------------------------------
3			# Determining the status of a given production sample
4			#---------------------------------------------------------------------------------------------------
5			H=`basename $0`
6
7	paus	1.3	CATALOG=$HOME/catalog
8	paus	1.1	BOOK=$1
9			DATASET=$2
10	paus	1.2	PRINTOPT=$3
11
12			if [ "$PRINTOPT" == "-header" ]
13			then
14	paus	1.3	date=`date`
15			printf "\nUpdated: $date\n\n%s\n" \
16	paus	1.9	'BOOK SAMPLE All T2(Catalg) ToDo'
17	paus	1.3	printf "%s\n" \
18	paus	1.9	'---------------------------------------------------------------------------------'
19	paus	1.2	fi
20	paus	1.1
21	paus	1.7	DIR1=/mnt/hadoop/cms/store/user/paus/$BOOK
22	paus	1.2	T3DIR=/mnt/hadoop/cmsprod/$BOOK
23	paus	1.7	if [ "`list $DIR1 2> /dev/null \| grep $DATASET`" != "" ]
24	paus	1.1	then
25	paus	1.8	if ! [ -e "lfns/$DATASET.lfns" ]
26	paus	1.6	then
27			echo " Warning: complete file list not available. Creating it now."
28			echo " -> findSamples.py --cmssw=mc --pattern=$DATASET --remakeLfns=1 --complete --exe"
29	paus	1.8	# find sample in list
30	paus	1.6	findSamples.py --cmssw=mc --pattern=$DATASET --remakeLfns=1 --complete --exe >& /dev/null
31			fi
32	paus	1.8	nAll=`wc -l lfns/$DATASET.lfns 2> /dev/null \| cut -d ' ' -f 1`
33	paus	1.2	# how many are done on the Tier-2
34	paus	1.7	#echo list $DIR1/$DATASET '2> /dev/null \| grep root \| wc -l'
35			nDone=`list $DIR1/$DATASET 2> /dev/null \| grep root \| wc -l`
36	paus	1.3	# how many are done on the Tier-2
37	paus	1.6	#echo cat $CATALOG/t2mit/$BOOK/$DATASET/Files '2> /dev/null \| grep -v ^# \| wc -l'
38	paus	1.3	nCata=`cat $CATALOG/t2mit/$BOOK/$DATASET/Files 2> /dev/null \| grep -v ^# \| wc -l`
39			# how many are missing on the Tier-2
40			nMissing=$(( ${nAll}-${nDone} ))
41	paus	1.9
42			## # how many are available on the Tier-3
43			## nDoneT3=`list $T3DIR/$DATASET 2> /dev/null \| grep root \| wc -l`
44			## # how many are done on the Tier-3
45			## nCataT3=`cat $CATALOG/local/$BOOK/$DATASET/Files 2> /dev/null \| grep -v ^# \| wc -l`
46			## # how many are missing on the Tier-3
47			## nMissingT3=0
48			## if [ $nDoneT3 -gt 0 ]
49			## then
50			## nMissingT3=$(( ${nDone}-${nDoneT3} ))
51			## fi
52
53	paus	1.3	# event number, sample and event sizes
54	paus	1.9	nEvents=`cat lfns/$DATASET.lfns 2> /dev/null \| awk '{n=n+$3} END {print n}'`
55	paus	1.4	size=0
56	paus	1.7	if [ "$nEvents" != "" ] && [ "`list $DIR1/$DATASET 2> /dev/null`" != "" ]
57	paus	1.4	then
58	paus	1.7	size=`list $DIR1/$DATASET 2> /dev/null \| grep root \| awk '{s=s+$1} END {print s/1024./1024./1024.}'`
59	paus	1.4	fi
60			sizePerEvent=0
61			if [ "$nEvents" != "" ] && [ $nEvents -gt 0 ]
62			then
63			sizePerEvent=`echo $nEvents $size \| awk '{print $210241024/$1}'`
64			fi
65
66	paus	1.3	# print the result
67	paus	1.4	#echo " ECHO -- " \
68			# $BOOK $DATASET \
69			# $nAll $nDone $nCata $nMissing $nDoneT3 $nCataT3 $nMissingT3 $nEvents $size $sizePerEvent
70	paus	1.9	#printf "%-13s %-38s %6d %6d(%6d) %6d - %6d(%6d) %6d %12d ev, %8.2f GB, %5.1f kB/ev\n" \
71			# $BOOK $DATASET \
72			# $nAll $nDone $nCata $nMissing $nDoneT3 $nCataT3 $nMissingT3 $nEvents $size $sizePerEvent
73			printf "%-13s %-38s %6d %6d(%6d) %6d %12d ev, %8.2f GB, %5.1f kB/ev\n" \
74	paus	1.3	$BOOK $DATASET \
75	paus	1.9	$nAll $nDone $nCata $nMissing $nEvents $size $sizePerEvent
76	paus	1.3	fi
77	paus	1.2
78	paus	1.3	# if [ $nDone -gt $nCata ]
79			# then
80			# echo "catalog.sh -ceg `basename $BOOK` $DATASET --retry"
81			# catalog.sh -ceg `basename $BOOK` $DATASET --retry
82			# fi
83	paus	1.1
84			exit 0