| 8 |
|
|
| 9 |
|
# Subdir structure: |
| 10 |
|
# top/ |
| 11 |
– |
# Boss/... |
| 11 |
|
# python/... |
| 13 |
– |
# script/... |
| 12 |
|
# DBSAPI |
| 13 |
|
# DLSAPI |
| 14 |
< |
# PsetCode |
| 14 |
> |
# ProdCommon |
| 15 |
> |
# sqlite |
| 16 |
> |
# py2-pysqlite |
| 17 |
|
# |
| 18 |
|
TopDir=`\pwd` |
| 19 |
+ |
sqlite_ver=3.4.0 |
| 20 |
+ |
pysql_ver=2.4.0 |
| 21 |
|
|
| 22 |
< |
############################################# |
| 23 |
< |
######## BOSS CONFIGURATION ################# |
| 22 |
< |
############################################# |
| 23 |
< |
BOSSVER=4_3_6-sl3-sl4 |
| 24 |
< |
BACKEND=SQLite |
| 25 |
< |
|
| 26 |
< |
function configureBoss { |
| 27 |
< |
## unpack and configure Boss |
| 28 |
< |
cd Boss |
| 29 |
< |
echo "unpacking BOSS distribution ${BOSSVER}" |
| 30 |
< |
tar xzf BOSS_${BOSSVER}-bin.tar.gz |
| 31 |
< |
cd BOSS_${BOSSVER} |
| 32 |
< |
|
| 33 |
< |
echo "Creating Env. files" |
| 34 |
< |
source install.sh |
| 35 |
< |
echo "Creating ./BossConfig.clad" |
| 36 |
< |
cat > ./BossConfig.clad <<EOF |
| 37 |
< |
# This is the BOSS configuration file |
| 38 |
< |
|
| 39 |
< |
[ |
| 40 |
< |
# BOSS temporary directory (where files are extracted from DB) |
| 41 |
< |
BOSS_TMP_DIR = "/tmp"; |
| 42 |
< |
|
| 43 |
< |
# BOSS update interval |
| 44 |
< |
BOSS_MIN_UPD_INT = 30; # at most one upd. every BOSS_MIN_UPD_INT sec. |
| 45 |
< |
BOSS_MAX_UPD_INT = 180; # at least one upd. every BOSS_MAX_UPD_INT sec. |
| 46 |
< |
|
| 47 |
< |
# Maximum retries after post-process finishes before killing RTUpdator |
| 48 |
< |
# (waits BOSS_UPD_INTERVAL*BOSS_MAX_RETRY seconds) |
| 49 |
< |
BOSS_MAX_RETRY = 3; |
| 50 |
< |
|
| 51 |
< |
# Boss Database Backend |
| 52 |
< |
DB_BACKEND = "${BACKEND}"; |
| 53 |
< |
|
| 54 |
< |
# Info sent also to Monalisa (if empty not enabled) |
| 55 |
< |
ML_URL = ""; |
| 56 |
< |
] |
| 57 |
< |
EOF |
| 22 |
> |
SQLITE_ROOT=$TopDir/sqlite/ |
| 23 |
> |
PYSQLITE_ROOT=$TopDir/pysqlite/ |
| 24 |
|
|
| 25 |
< |
echo "Setting environment" |
| 26 |
< |
. bossenv.sh |
| 25 |
> |
function configureSqlite { |
| 26 |
> |
# part for Sqlite install |
| 27 |
> |
echo " SQLITE Installation: begin at `date`" |
| 28 |
> |
cd $TopDir/sqlite |
| 29 |
> |
echo "untar.. " |
| 30 |
> |
tar zxvf sqlite-$sqlite_ver.tar.gz > \dev\null 2>&1 |
| 31 |
> |
cd sqlite-$sqlite_ver |
| 32 |
> |
mkdir .libs |
| 33 |
> |
ln -s /usr/lib/libreadline.so.4.3 .libs/libreadline.so |
| 34 |
> |
echo "configure... " |
| 35 |
> |
./configure --prefix=$SQLITE_ROOT --disable-tcl >\dev\null 2>&1 |
| 36 |
> |
echo "compile and install.... " |
| 37 |
> |
make >\dev\null 2>&1 |
| 38 |
> |
make install >\dev\null 2>&1 |
| 39 |
> |
cd ../.. |
| 40 |
> |
echo "SQLITE Installation: end at `date`" |
| 41 |
> |
return |
| 42 |
> |
} |
| 43 |
> |
function configurePysqlite { |
| 44 |
> |
# part for Py2-pysqlite install |
| 45 |
> |
echo "Py2-pysqlite Installation: begin at `date`" |
| 46 |
> |
cd $TopDir/py2-pysqlite |
| 47 |
> |
echo "untar.. " |
| 48 |
> |
tar zxvf pysqlite-$pysql_ver.tar.gz >\dev\null 2>&1 |
| 49 |
> |
cd pysqlite-$pysql_ver |
| 50 |
> |
perl -p -i -e "s!include_dirs=.*!include_dirs=$SQLITE_ROOT/include!" setup.cfg |
| 51 |
> |
perl -p -i -e "s!library_dirs=.*!library_dirs=$SQLITE_ROOT/lib!" setup.cfg |
| 52 |
> |
echo "build and install... " |
| 53 |
> |
python setup.py build >\dev\null 2>&1 |
| 54 |
> |
python setup.py install --prefix=$PYSQLITE_ROOT >\dev\null 2>&1 |
| 55 |
> |
cd ../.. |
| 56 |
> |
echo "Py2-pysqlite Installation: end at `date`" |
| 57 |
> |
return |
| 58 |
|
} |
| 59 |
|
|
| 60 |
|
function configureCrab { |
| 61 |
|
## prapare the crab env |
| 62 |
|
cd $TopDir |
| 63 |
+ |
tar zxvf sqlite.tgz > \dev\null 2>&1 |
| 64 |
+ |
rm sqlite.tgz |
| 65 |
+ |
tar zxvf py2-pysqlite.tgz > \dev\null 2>&1 |
| 66 |
+ |
rm py2-pysqlite.tgz |
| 67 |
|
|
| 68 |
|
# sh style |
| 69 |
|
cat > crab.sh <<EOF |
| 81 |
|
export CRABPRODAGENTPYTHON=\${CRABDIR}/ProdAgentApi |
| 82 |
|
export CRABPRODCOMMONPYTHON=\${CRABDIR}/ProdCommon |
| 83 |
|
|
| 84 |
+ |
|
| 85 |
|
if [ -z "\$PATH" ]; then |
| 86 |
|
export PATH=\${CRABPATH} |
| 87 |
|
else |
| 93 |
|
export PYTHONPATH=\${PYTHONPATH}:\${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPSETPYTHON}:\${CRABPRODAGENTPYTHON}:\${CRABPRODCOMMONPYTHON} |
| 94 |
|
fi |
| 95 |
|
|
| 94 |
– |
# BOSS related Stuff |
| 95 |
– |
source $TopDir/Boss/BOSS_$BOSSVER/bossenv.sh |
| 96 |
– |
|
| 97 |
– |
# check whether central boss db is configured |
| 96 |
|
|
| 97 |
< |
# check if .bossrc dir exists |
| 97 |
> |
## sqlite |
| 98 |
> |
export CRABSQLITE=\${CRABDIR}/sqlite/ |
| 99 |
> |
export CRABSQLITE_VERSION="3.3.5" |
| 100 |
> |
export CRABSQLITE_ROOT=\$CRABSQLITE/\$CRABSQLITE_VERSION |
| 101 |
> |
|
| 102 |
> |
export PATH=\${CRABSQLITE_ROOT}/bin:\${PATH} |
| 103 |
> |
export LD_LIBRARY_PATH=\${CRABSQLITE_ROOT}/lib:\${LD_LIBRARY_PATH} |
| 104 |
> |
|
| 105 |
> |
|
| 106 |
> |
## py2sql |
| 107 |
> |
export CRABPYSQLITE=\${CRABDIR}/py2-pysqlite |
| 108 |
> |
export CRABPY2_PYSQLITE_VERSION="2.3.2" |
| 109 |
> |
export CRABPY2_PYSQLITE_REVISION="1008" |
| 110 |
> |
export CRABPY2_PYSQLITE_ROOT=\$CRABPYSQLITE/\$CRABPY2_PYSQLITE_VERSION |
| 111 |
> |
|
| 112 |
> |
export LD_LIBRARY_PATH=\$CRABPY2_PYSQLITE_ROOT/lib:\$LD_LIBRARY_PATH |
| 113 |
> |
|
| 114 |
> |
export PYTHON_VERSION=2.3.4 |
| 115 |
> |
export PYTHONPATH=\${CRABPY2_PYSQLITE_ROOT}/lib/python2.4/site-packages:\$PYTHONPATH |
| 116 |
> |
## partially hardcoded path for python version "2.4" |
| 117 |
> |
## need to do something like: |
| 118 |
> |
#export PYTHONPATH=\${CRABPY2_PYSQLITE_ROOT}/lib/python`echo $PYTHON_VERSION | cut -f1,2 -d.`/site-packages:\${PYTHONPATH} |
| 119 |
|
|
| 101 |
– |
if [ ! -d ~/.bossrc ]; then |
| 102 |
– |
mkdir ~/.bossrc |
| 103 |
– |
fi |
| 120 |
|
|
| 105 |
– |
# check if *clad files exist |
| 106 |
– |
|
| 107 |
– |
if [ ! -e ~/.bossrc/BossConfig.clad ]; then |
| 108 |
– |
if [ -e ~/BossConfig.clad ]; then |
| 109 |
– |
cp ~/BossConfig.clad ~/.bossrc/BossConfig.clad |
| 110 |
– |
else |
| 111 |
– |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss" |
| 112 |
– |
return 1 |
| 113 |
– |
fi |
| 114 |
– |
fi |
| 115 |
– |
if [ ! -e ~/.bossrc/SQLiteConfig.clad ]; then |
| 116 |
– |
if [ -e ~/SQLiteConfig.clad ]; then |
| 117 |
– |
cp ~/SQLiteConfig.clad ~/.bossrc/SQLiteConfig.clad |
| 118 |
– |
else |
| 119 |
– |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss" |
| 120 |
– |
return 1 |
| 121 |
– |
fi |
| 122 |
– |
fi |
| 123 |
– |
if [ ! -e ~/.bossrc/MySQLRTConfig.clad ]; then |
| 124 |
– |
if [ -e ~/MySQLRTConfig.clad ]; then |
| 125 |
– |
cp ~/MySQLRTConfig.clad ~/.bossrc/MySQLRTConfig.clad |
| 126 |
– |
else |
| 127 |
– |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss" |
| 128 |
– |
return 1 |
| 129 |
– |
fi |
| 130 |
– |
fi |
| 131 |
– |
# now check a boss command to see if boss DB is up and running |
| 132 |
– |
if [ \`boss clientID 1>/dev/null | grep -c "not correctly configured"\` -ne 0 ]; then |
| 133 |
– |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss" |
| 134 |
– |
return 1 |
| 135 |
– |
fi |
| 121 |
|
EOF |
| 122 |
|
|
| 123 |
|
# csh style |
| 132 |
|
setenv CRABPYTHON \${CRABDIR}/python |
| 133 |
|
setenv CRABDBSAPIPYTHON \${CRABDIR}/DBSAPI |
| 134 |
|
setenv CRABDLSAPIPYTHON \${CRABDIR}/DLSAPI |
| 150 |
– |
setenv CRABPSETPYTHON \${CRABDIR}/PsetCode |
| 151 |
– |
setenv CRABPRODAGENTPYTHON \${CRABDIR}/ProdAgentApi |
| 135 |
|
setenv CRABPRODCOMMONPYTHON \${CRABDIR}/ProdCommon |
| 136 |
|
|
| 137 |
+ |
|
| 138 |
|
if ( ! \$?path ) then |
| 139 |
|
set path=(\${CRABPATH}) |
| 140 |
|
else |
| 141 |
|
set path=( \${CRABPATH} \${path}) |
| 142 |
|
endif |
| 143 |
|
if ( ! \$?PYTHONPATH ) then |
| 144 |
< |
setenv PYTHONPATH \${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPSETPYTHON}:\${CRABPRODAGENTPYTHON}:\${CRABPRODCOMMONPYTHON} |
| 144 |
> |
setenv PYTHONPATH \${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPRODCOMMONPYTHON} |
| 145 |
|
else |
| 146 |
< |
setenv PYTHONPATH \${PYTHONPATH}:\${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPSETPYTHON}:\${CRABPRODAGENTPYTHON}:\${CRABPRODCOMMONPYTHON} |
| 146 |
> |
setenv PYTHONPATH \${PYTHONPATH}:\${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPRODCOMMONPYTHON} |
| 147 |
|
endif |
| 148 |
|
|
| 165 |
– |
# BOSS related Stuff |
| 166 |
– |
source $TopDir/Boss/BOSS_$BOSSVER/bossenv.csh |
| 149 |
|
|
| 150 |
< |
# check whether central boss db is configured |
| 150 |
> |
## sqlite |
| 151 |
> |
setenv CRABSQLITE \${CRABDIR}/sqlite/ |
| 152 |
> |
setenv CRABSQLITE_VERSION "3.3.5" |
| 153 |
> |
setenv CRABSQLITE_ROOT \$CRABSQLITE/\$CRABSQLITE_VERSION |
| 154 |
|
|
| 155 |
< |
# check if .bossrc dir exists |
| 155 |
> |
setenv PATH \${CRABSQLITE_ROOT}/bin:\${PATH} |
| 156 |
> |
setenv LD_LIBRARY_PATH \${CRABSQLITE_ROOT}/lib:\${LD_LIBRARY_PATH} |
| 157 |
|
|
| 172 |
– |
if ( ! -d ~/.bossrc ) then |
| 173 |
– |
mkdir ~/.bossrc |
| 174 |
– |
endif |
| 158 |
|
|
| 159 |
< |
# check if *clad files exist |
| 160 |
< |
if ( ! -e ~/.bossrc/BossConfig.clad ) then |
| 161 |
< |
if ( -e ~/BossConfig.clad ) then |
| 162 |
< |
cp ~/BossConfig.clad ~/.bossrc/BossConfig.clad |
| 163 |
< |
else |
| 164 |
< |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss" |
| 165 |
< |
exit 1 |
| 183 |
< |
endif |
| 184 |
< |
endif |
| 185 |
< |
if ( ! -e ~/.bossrc/SQLiteConfig.clad ) then |
| 186 |
< |
if ( -e ~/SQLiteConfig.clad ) then |
| 187 |
< |
cp ~/SQLiteConfig.clad ~/.bossrc/SQLiteConfig.clad |
| 188 |
< |
else |
| 189 |
< |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss" |
| 190 |
< |
exit 1 |
| 191 |
< |
endif |
| 192 |
< |
endif |
| 193 |
< |
if ( ! -e ~/.bossrc/MySQLRTConfig.clad ) then |
| 194 |
< |
if ( -e ~/MySQLRTConfig.clad ) then |
| 195 |
< |
cp ~/MySQLRTConfig.clad ~/.bossrc/MySQLRTConfig.clad |
| 196 |
< |
else |
| 197 |
< |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss" |
| 198 |
< |
exit 1 |
| 199 |
< |
endif |
| 200 |
< |
endif |
| 201 |
< |
# now check a boss command to see if boss DB is up and running |
| 202 |
< |
if ( \`boss clientID |& grep -c "not correctly configured"\` ) then |
| 203 |
< |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss" |
| 204 |
< |
exit 1 |
| 205 |
< |
endif |
| 206 |
< |
EOF |
| 207 |
< |
return |
| 208 |
< |
} |
| 159 |
> |
## py2sql |
| 160 |
> |
setenv CRABPYSQLITE \${CRABDIR}/py2-pysqlite |
| 161 |
> |
setenv CRABPY2_PYSQLITE_VERSION "2.3.2" |
| 162 |
> |
setenv CRABPY2_PYSQLITE_REVISION "1008" |
| 163 |
> |
setenv CRABPY2_PYSQLITE_ROOT \$CRABPYSQLITE/\$CRABPY2_PYSQLITE_VERSION |
| 164 |
> |
|
| 165 |
> |
setenv LD_LIBRARY_PATH \$CRABPY2_PYSQLITE_ROOT/lib:\$LD_LIBRARY_PATH |
| 166 |
|
|
| 167 |
< |
function configureDLSAPI { |
| 168 |
< |
# part for PyXML install |
| 169 |
< |
echo "DLSAPI Installation: begin at `date`" |
| 170 |
< |
cd $TopDir/DLSAPI |
| 171 |
< |
./InstallPyXML.sh |
| 172 |
< |
cd .. |
| 173 |
< |
echo "DLSAPI Installation: end at `date`" |
| 167 |
> |
setenv PYTHON_VERSION 2.3.4 |
| 168 |
> |
setenv PYTHONPATH \${CRABPY2_PYSQLITE_ROOT}/lib/python2.4/site-packages:\$PYTHONPATH |
| 169 |
> |
## partially hardcoded path for python version "2.4" |
| 170 |
> |
## need to do something like: |
| 171 |
> |
#setenv PYTHONPATH \${CRABPY2_PYSQLITE_ROOT}/lib/python`echo $PYTHON_VERSION | cut -f1,2 -d.`/site-packages:\${PYTHONPATH} |
| 172 |
> |
|
| 173 |
> |
|
| 174 |
> |
EOF |
| 175 |
|
return |
| 176 |
|
} |
| 177 |
|
|
| 178 |
< |
configureBoss |
| 178 |
> |
#configureSqlite |
| 179 |
> |
#configurePysqlite |
| 180 |
|
configureCrab |
| 222 |
– |
configureDLSAPI |
| 181 |
|
|
