1 |
slacapra |
1.1 |
#! /bin/sh
|
2 |
|
|
#
|
3 |
|
|
# Stefano Lacaprara <lacaprara@pd.infn.it> INFN Padova
|
4 |
|
|
#
|
5 |
fanzago |
1.6 |
# Installation script for Crab
|
6 |
slacapra |
1.1 |
#
|
7 |
fanzago |
1.9 |
# 09-March-2006
|
8 |
slacapra |
1.1 |
|
9 |
fanzago |
1.6 |
# Subdir structure:
|
10 |
|
|
# top/
|
11 |
|
|
# Boss/...
|
12 |
fanzago |
1.9 |
# python/...
|
13 |
|
|
# script/...
|
14 |
slacapra |
1.12 |
# DBSAPI
|
15 |
|
|
# DLSAPI
|
16 |
afanfani |
1.13 |
# PsetCode
|
17 |
slacapra |
1.12 |
#
|
18 |
fanzago |
1.6 |
TopDir=`\pwd`
|
19 |
|
|
|
20 |
|
|
#############################################
|
21 |
|
|
######## BOSS CONFIGURATION #################
|
22 |
|
|
#############################################
|
23 |
fanzago |
1.48 |
BOSSVER=4_3_10-pre1
|
24 |
fanzago |
1.6 |
BACKEND=SQLite
|
25 |
|
|
|
26 |
|
|
function configureBoss {
|
27 |
|
|
## unpack and configure Boss
|
28 |
|
|
cd Boss
|
29 |
|
|
echo "unpacking BOSS distribution ${BOSSVER}"
|
30 |
slacapra |
1.19 |
tar xzf BOSS_${BOSSVER}-bin.tar.gz
|
31 |
slacapra |
1.21 |
cd BOSS_${BOSSVER}
|
32 |
fanzago |
1.6 |
|
33 |
|
|
echo "Creating Env. files"
|
34 |
slacapra |
1.18 |
source install.sh
|
35 |
afanfani |
1.13 |
echo "Creating ./BossConfig.clad"
|
36 |
fanzago |
1.6 |
cat > ./BossConfig.clad <<EOF
|
37 |
|
|
# This is the BOSS configuration file
|
38 |
|
|
|
39 |
|
|
[
|
40 |
|
|
# BOSS temporary directory (where files are extracted from DB)
|
41 |
|
|
BOSS_TMP_DIR = "/tmp";
|
42 |
|
|
|
43 |
|
|
# BOSS update interval
|
44 |
|
|
BOSS_MIN_UPD_INT = 30; # at most one upd. every BOSS_MIN_UPD_INT sec.
|
45 |
|
|
BOSS_MAX_UPD_INT = 180; # at least one upd. every BOSS_MAX_UPD_INT sec.
|
46 |
|
|
|
47 |
|
|
# Maximum retries after post-process finishes before killing RTUpdator
|
48 |
|
|
# (waits BOSS_UPD_INTERVAL*BOSS_MAX_RETRY seconds)
|
49 |
|
|
BOSS_MAX_RETRY = 3;
|
50 |
slacapra |
1.1 |
|
51 |
fanzago |
1.6 |
# Boss Database Backend
|
52 |
|
|
DB_BACKEND = "${BACKEND}";
|
53 |
|
|
|
54 |
|
|
# Info sent also to Monalisa (if empty not enabled)
|
55 |
|
|
ML_URL = "";
|
56 |
|
|
]
|
57 |
|
|
EOF
|
58 |
|
|
|
59 |
|
|
echo "Setting environment"
|
60 |
|
|
. bossenv.sh
|
61 |
|
|
}
|
62 |
|
|
|
63 |
|
|
function configureCrab {
|
64 |
|
|
## prapare the crab env
|
65 |
|
|
cd $TopDir
|
66 |
slacapra |
1.1 |
|
67 |
fanzago |
1.6 |
# sh style
|
68 |
slacapra |
1.1 |
cat > crab.sh <<EOF
|
69 |
|
|
#! /bin/sh
|
70 |
|
|
# CRAB related Stuff
|
71 |
fanzago |
1.9 |
export CRABDIR=$TopDir
|
72 |
slacapra |
1.18 |
export CRABSCRIPT=\${CRABDIR}/script
|
73 |
slacapra |
1.1 |
|
74 |
fanzago |
1.6 |
CRABPATH=\${CRABDIR}/python
|
75 |
slacapra |
1.18 |
CRABDLSAPIPATH=\${CRABDIR}/DLSAPI
|
76 |
gutsche |
1.14 |
export CRABPYTHON=\${CRABDIR}/python
|
77 |
slacapra |
1.18 |
export CRABDBSAPIPYTHON=\${CRABDIR}/DBSAPI
|
78 |
|
|
export CRABDLSAPIPYTHON=\${CRABDIR}/DLSAPI
|
79 |
|
|
export CRABPSETPYTHON=\${CRABDIR}/PsetCode
|
80 |
fanzago |
1.37 |
export CRABPRODAGENTPYTHON=\${CRABDIR}/ProdAgentApi
|
81 |
fanzago |
1.38 |
export CRABPRODCOMMONPYTHON=\${CRABDIR}/ProdCommon
|
82 |
slacapra |
1.1 |
|
83 |
|
|
if [ -z "\$PATH" ]; then
|
84 |
slacapra |
1.23 |
export PATH=\${CRABPATH}
|
85 |
slacapra |
1.1 |
else
|
86 |
slacapra |
1.23 |
export PATH=\${CRABPATH}:\${PATH}
|
87 |
slacapra |
1.1 |
fi
|
88 |
|
|
if [ -z "\$PYTHONPATH" ]; then
|
89 |
fanzago |
1.37 |
export PYTHONPATH=\${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPSETPYTHON}:\${CRABPRODAGENTPYTHON}:\${CRABPRODCOMMONPYTHON}
|
90 |
slacapra |
1.1 |
else
|
91 |
fanzago |
1.37 |
export PYTHONPATH=\${PYTHONPATH}:\${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPSETPYTHON}:\${CRABPRODAGENTPYTHON}:\${CRABPRODCOMMONPYTHON}
|
92 |
fanzago |
1.6 |
fi
|
93 |
|
|
|
94 |
|
|
# BOSS related Stuff
|
95 |
fanzago |
1.32 |
source $TopDir/Boss/BOSS_$BOSSVER/bossenv.sh
|
96 |
fanzago |
1.6 |
|
97 |
|
|
# check whether central boss db is configured
|
98 |
|
|
|
99 |
fanzago |
1.10 |
# check if .bossrc dir exists
|
100 |
|
|
|
101 |
|
|
if [ ! -d ~/.bossrc ]; then
|
102 |
|
|
mkdir ~/.bossrc
|
103 |
slacapra |
1.12 |
fi
|
104 |
fanzago |
1.10 |
|
105 |
fanzago |
1.6 |
# check if *clad files exist
|
106 |
spiga |
1.8 |
|
107 |
|
|
if [ ! -e ~/.bossrc/BossConfig.clad ]; then
|
108 |
|
|
if [ -e ~/BossConfig.clad ]; then
|
109 |
afanfani |
1.13 |
cp ~/BossConfig.clad ~/.bossrc/BossConfig.clad
|
110 |
spiga |
1.8 |
else
|
111 |
slacapra |
1.23 |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss"
|
112 |
gutsche |
1.14 |
return 1
|
113 |
spiga |
1.8 |
fi
|
114 |
|
|
fi
|
115 |
|
|
if [ ! -e ~/.bossrc/SQLiteConfig.clad ]; then
|
116 |
|
|
if [ -e ~/SQLiteConfig.clad ]; then
|
117 |
|
|
cp ~/SQLiteConfig.clad ~/.bossrc/SQLiteConfig.clad
|
118 |
|
|
else
|
119 |
slacapra |
1.23 |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss"
|
120 |
gutsche |
1.14 |
return 1
|
121 |
spiga |
1.8 |
fi
|
122 |
|
|
fi
|
123 |
|
|
if [ ! -e ~/.bossrc/MySQLRTConfig.clad ]; then
|
124 |
|
|
if [ -e ~/MySQLRTConfig.clad ]; then
|
125 |
|
|
cp ~/MySQLRTConfig.clad ~/.bossrc/MySQLRTConfig.clad
|
126 |
|
|
else
|
127 |
slacapra |
1.23 |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss"
|
128 |
gutsche |
1.14 |
return 1
|
129 |
spiga |
1.8 |
fi
|
130 |
fanzago |
1.6 |
fi
|
131 |
|
|
# now check a boss command to see if boss DB is up and running
|
132 |
spiga |
1.8 |
if [ \`boss clientID 1>/dev/null | grep -c "not correctly configured"\` -ne 0 ]; then
|
133 |
slacapra |
1.23 |
echo "User-boss DB not installed: run $\CRABDIR/configureBoss"
|
134 |
gutsche |
1.14 |
return 1
|
135 |
slacapra |
1.1 |
fi
|
136 |
|
|
EOF
|
137 |
|
|
|
138 |
|
|
# csh style
|
139 |
|
|
cat > crab.csh <<EOF
|
140 |
|
|
#! /bin/csh
|
141 |
|
|
# CRAB related Stuff
|
142 |
fanzago |
1.9 |
setenv CRABDIR $TopDir
|
143 |
slacapra |
1.18 |
setenv CRABSCRIPT \${CRABDIR}/script
|
144 |
slacapra |
1.1 |
|
145 |
fanzago |
1.6 |
set CRABPATH=\${CRABDIR}/python
|
146 |
slacapra |
1.18 |
set CRABDLSAPIPATH=\${CRABDIR}/DLSAPI
|
147 |
gutsche |
1.14 |
setenv CRABPYTHON \${CRABDIR}/python
|
148 |
slacapra |
1.18 |
setenv CRABDBSAPIPYTHON \${CRABDIR}/DBSAPI
|
149 |
|
|
setenv CRABDLSAPIPYTHON \${CRABDIR}/DLSAPI
|
150 |
|
|
setenv CRABPSETPYTHON \${CRABDIR}/PsetCode
|
151 |
fanzago |
1.37 |
setenv CRABPRODAGENTPYTHON \${CRABDIR}/ProdAgentApi
|
152 |
fanzago |
1.38 |
setenv CRABPRODCOMMONPYTHON \${CRABDIR}/ProdCommon
|
153 |
slacapra |
1.1 |
|
154 |
|
|
if ( ! \$?path ) then
|
155 |
slacapra |
1.23 |
set path=(\${CRABPATH})
|
156 |
slacapra |
1.1 |
else
|
157 |
slacapra |
1.23 |
set path=( \${CRABPATH} \${path})
|
158 |
slacapra |
1.1 |
endif
|
159 |
|
|
if ( ! \$?PYTHONPATH ) then
|
160 |
fanzago |
1.37 |
setenv PYTHONPATH \${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPSETPYTHON}:\${CRABPRODAGENTPYTHON}:\${CRABPRODCOMMONPYTHON}
|
161 |
slacapra |
1.1 |
else
|
162 |
fanzago |
1.37 |
setenv PYTHONPATH \${PYTHONPATH}:\${CRABPYTHON}:\${CRABDBSAPIPYTHON}:\${CRABDLSAPIPYTHON}:\${CRABPSETPYTHON}:\${CRABPRODAGENTPYTHON}:\${CRABPRODCOMMONPYTHON}
|
163 |
slacapra |
1.1 |
endif
|
164 |
slacapra |
1.5 |
|
165 |
fanzago |
1.6 |
# BOSS related Stuff
|
166 |
fanzago |
1.32 |
source $TopDir/Boss/BOSS_$BOSSVER/bossenv.csh
|
167 |
slacapra |
1.5 |
|
168 |
fanzago |
1.6 |
# check whether central boss db is configured
|
169 |
slacapra |
1.5 |
|
170 |
fanzago |
1.10 |
# check if .bossrc dir exists
|
171 |
|
|
|
172 |
|
|
if ( ! -d ~/.bossrc ) then
|
173 |
|
|
mkdir ~/.bossrc
|
174 |
slacapra |
1.12 |
endif
|
175 |
fanzago |
1.10 |
|
176 |
fanzago |
1.6 |
# check if *clad files exist
|
177 |
spiga |
1.8 |
if ( ! -e ~/.bossrc/BossConfig.clad ) then
|
178 |
|
|
if ( -e ~/BossConfig.clad ) then
|
179 |
afanfani |
1.13 |
cp ~/BossConfig.clad ~/.bossrc/BossConfig.clad
|
180 |
spiga |
1.8 |
else
|
181 |
slacapra |
1.23 |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss"
|
182 |
spiga |
1.8 |
exit 1
|
183 |
|
|
endif
|
184 |
|
|
endif
|
185 |
|
|
if ( ! -e ~/.bossrc/SQLiteConfig.clad ) then
|
186 |
|
|
if ( -e ~/SQLiteConfig.clad ) then
|
187 |
|
|
cp ~/SQLiteConfig.clad ~/.bossrc/SQLiteConfig.clad
|
188 |
|
|
else
|
189 |
slacapra |
1.23 |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss"
|
190 |
spiga |
1.8 |
exit 1
|
191 |
|
|
endif
|
192 |
|
|
endif
|
193 |
|
|
if ( ! -e ~/.bossrc/MySQLRTConfig.clad ) then
|
194 |
|
|
if ( -e ~/MySQLRTConfig.clad ) then
|
195 |
|
|
cp ~/MySQLRTConfig.clad ~/.bossrc/MySQLRTConfig.clad
|
196 |
|
|
else
|
197 |
slacapra |
1.23 |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss"
|
198 |
spiga |
1.8 |
exit 1
|
199 |
|
|
endif
|
200 |
fanzago |
1.6 |
endif
|
201 |
|
|
# now check a boss command to see if boss DB is up and running
|
202 |
|
|
if ( \`boss clientID |& grep -c "not correctly configured"\` ) then
|
203 |
slacapra |
1.23 |
echo "User-boss DB not installed: run \$CRABDIR/configureBoss"
|
204 |
fanzago |
1.6 |
exit 1
|
205 |
|
|
endif
|
206 |
|
|
EOF
|
207 |
|
|
return
|
208 |
|
|
}
|
209 |
slacapra |
1.5 |
|
210 |
afanfani |
1.13 |
function configureDLSAPI {
|
211 |
afanfani |
1.15 |
# part for PyXML install
|
212 |
|
|
echo "DLSAPI Installation: begin at `date`"
|
213 |
|
|
cd $TopDir/DLSAPI
|
214 |
|
|
./InstallPyXML.sh
|
215 |
|
|
cd ..
|
216 |
|
|
echo "DLSAPI Installation: end at `date`"
|
217 |
afanfani |
1.13 |
return
|
218 |
|
|
}
|
219 |
|
|
|
220 |
spiga |
1.8 |
configureBoss
|
221 |
fanzago |
1.6 |
configureCrab
|
222 |
farinafa |
1.47 |
### configureDLSAPI
|
223 |
afanfani |
1.13 |
|