COMP/CMSDIST/bootstrap.file

#!/bin/bash
# Revision: $Revision: 1.40 $

if [ X"$(id -u)" = X0 ]; then
  echo "*** CMS SOFTWARE INSTALLATION ABORTED ***" 1>&2
  echo "CMS software cannot be installed as the super-user." 1>&2
  echo "(We recommend reading any standard unix security guide.)" 1>&2
  exit 1
fi

# We still depend on find-provides script from the system installation
# in order to be able to install on unsupported platforms like ubuntu and
# osx (with fink). This
if [ -f /usr/lib/rpm/find-provides ]
then
    rpmFindProvides=/usr/lib/rpm/find-provides
elif [ -f /opt/local/lib/rpm/find-provides ]
then
    rpmFindProvides=/opt/local/lib/rpm/find-provides
elif [ -f /sw/lib/rpm/find-provides ]
then
    rpmFindProvides=/sw/lib/rpm/find-provides
else
    echo "find-provides not found. Ubuntu/Debian/OSX installation might fail."
fi

server=cmsrep.cern.ch
server_main_dir=cms/cpt/Software/download
repository=/cms
apt_dir=apt
groups="lcg cms external"

rootdir=$(pwd)
unsupportedDistribution=false
testInstance=false

# Added support for online releases:
onlineRelease=false   # default 
onlineDir=/opt/xdaq   # here online software is preinstalled,
                      # bootstrap.sh will exit if this directory 
                      # is missing

while [ $# -gt 0 ]; do
  case $1 in
        setup )
          command=setup 
          shift ;;
        reseed )
          command=reseed
          shift;;
        -path )
          [ $# -gt 0 ] || { echo "Option \`$1' requires an argument" 1>&2; exit 1;  }
          if [ "$(echo $2 | cut -b 1)" != "/" ]; then
            rootdir="$PWD/$2"
          else
            rootdir="$2"
          fi
          shift; shift ;;
        -server )
          [ $# -gt 1 ] || { echo "Option \`$1' requires an argument" 1>&2; exit 1;  }
          server=$2
          testInstance=true
          shift; shift ;;
        -server-path )
          [ $# -gt 1 ] || { echo "Option \`$1' requires an argument" 1>&2; exit 1;  }
          server_main_dir=`echo $2 | sed -e "s|\(.*\)/.*/.*|\1|"`
          apt_dir=`echo $2 | sed -e "s|.*/||"`
          repository=/`echo $2 | sed -e "s|.*/\(.*\)/.*|\1|"`
          echo "server_main_dir $server_main_dir"
          echo "apt_dir $apt_dir"
          echo "repository $repository"
          testInstance=true
          shift; shift ;;
        -repository )
          [ $# -gt 1 ] || { echo "Option \`$1' requires an argument" 1>&2; exit 1;  }
          repository=/$2 
          testInstance=true
          shift; shift ;;
        -groups )
          [ $# -gt 1 ] || { echo "Option \`$1' requires at lease one argument" 1>&2; exit 1; }
          shift
          groups=""
          while [ "$(echo $1 | cut -b1)" != "-" ] && [ $# -gt 0 ]
          do
            groups="$groups $1"
            shift
          done
          testInstance=true
          ;;

        -unsupported_distribution_hack )
          unsupportedDistribution=true; shift
          ;;
        -help )
          cat << \EOF_HELP 
bootstrap.sh 

A script to bootstrap a CMS software area.

Syntax:
bootstrap.sh setup [-path <cms-path>] [-server <server>] [-server-path <download-path>] 

-path <cms-path> : location of where the installation must be done (default $PWD).
-server <server>  : repositories are to be found on server <server> (default cmsrep.cern.ch).
-server-path <download-path> : package structure is found on <download-path> on server (default cms/cpt/Software/download/apt).
-repository <repository> : use private apt repository cms.<username> (default: public repository)
-groups <groups-list> : list of the channels we want to subscribe to (default: "cms external lcg virtual").
EOF_HELP
        exit 1
        ;;
        * )
            echo "bootstrap.sh: argument $1 not supported"; exit 1;;
    esac
done


if [ "$onlineRelease" != "false" ]
then
[ -d $onlineDir ] || (
  echo "Does not look like online machine:" 
  echo "directory $onlineDir doesn't exist." 
  echo "Sorry." 
  exit 1
  )
fi


rpmdb=@CMSPLATF@/var/lib/rpm
rpmlock=$rootdir/@CMSPLATF@/var/lib/rpm/__db.0
tmp=$rootdir/@CMSPLATF@/tmp/system-import

perlHarvester () {
        echo Harvesting for perl modules >&2
    for x in $(perl -e'print join "\n", @INC')
    do
        find -L $x  \
                | grep -v -e '\(^[.]/\|[/]$\)' \
                | grep -e '\([.]pm$\|[.]pl$\|[.]pod$\)' \
                | sed -e "s|$x/||;s|[.]pm||;s|[.]pod||;s|/|::|g;s|^\(.*\)|Provides: perl(\1)|" 2> /dev/null
        done
}

generateSeedSpec () {
    # Seed system info
    echo "Seeding RPM database from selected system RPMs."
    # ----------------------------------------
    # Set unconditionally list of seeds for FWLITE distribution,
    # until the transition to bootstrap-driver is done. 
        echo "SHALL USE SYSTEM COMPILER"
        # Seed minimal required set:
        seed="glibc coreutils bash tcsh perl tcl
              readline ncurses
              e2fsprogs krb5-libs freetype fontconfig
              xorg-x11-deprecated-libs xorg-x11-libs xorg-x11-Mesa-libGLU
              xorg-x11-Mesa-libGL compat-libstdc++-33 libidn"

        # Seed system compiler: root requires libg2c.so.0 provided by libf2c:
        seed="$seed libgcc libf2c libstdc++"
    # ----------------------------------------

     rm -rf $tmp
     mkdir -p $tmp
     cd $tmp
     mkdir -p SOURCES BUILD SPEC RPMS SRPMS tmp
     : > SOURCES/none
     # FIXME: It might be better to use rootdir rather than PWD
     (echo "%define _sourcedir      $PWD/SOURCES"
      echo "%define _builddir       $PWD/BUILD"
      echo "%define _specdir        $PWD/SPEC"
      echo "%define _rpmdir         $PWD/RPMS"
      echo "%define _srcrpmdir      $PWD/SRPMS"
      echo "%define _tmppath        $PWD/tmp"
      echo "%define _topdir         $PWD"
      echo "%define _rpmfilename    system-base-import.rpm"
      echo;
      echo "Name: system-base-import"
      echo "Version: 1.0"
      echo "Release: `date +%s`"
      echo "Summary: Base system seed"
      echo "License: Unknown"
      echo "Group: Hacks"
      echo "Packager: install.sh"
      echo "Source: none"
      # echo "Provides: perl(+=)"
      # echo "Provides: perl(=)"
      
      if [ "$unsupportDistribution" != "false" ]
      then
        echo "Provides: libtcl8.3.so"
        echo "Provides: libtk8.3.so"
        echo "Provides: /bin/env"
        echo "Provides: libcom_err.so.3" 
        echo "Provides: libcrypto.so.4" 
        echo "Provides: libgssapi_krb5.so.2" 
        echo "Provides: libk5crypto.so.3" 
        echo "Provides: libkrb5.so.3" 
        echo "Provides: libssl.so.4"
        # Not everyone wants csh installed.
        echo "Provides: /bin/csh"
        echo "Provides: /bin/tcsh"
        # Guess perl
        echo "Provides: perl = `perl -MConfig -e 'print $Config{version}'`"
        # Ubuntu specific
        echo "Provides: libreadline.so.4"
        echo "Provides: libtcl8.4.so"
        echo "Provides: libtk8.4.so"
      fi
      
      if [ "$(uname -s)" = "Darwin" ]
      then
        find /bin | sed 's!^!Provides: !'
        /bin/ls -1 /usr/lib/*.dylib | awk -F"/" '{print $4}' | sed 's!^!Provides: !'
        /bin/ls -1 /usr/lib/*/*.dylib | awk -F"/" '{print $5}' | sed 's!^!Provides: !'
        /bin/ls -1 /usr/X11R6/lib/*.dylib | awk -F"/" '{print $5}' | sed 's!^!Provides: !'
            echo "Provides: AGL"
            echo "Provides: ApplicationServices"
            echo "Provides: Carbon"
            echo "Provides: CoreFoundation"
            echo "Provides: CoreServices"
            echo "Provides: OpenGL"
            echo "Provides: Python"
            echo "Provides: QuickTime"
            echo "Provides: Tcl"
            echo "Provides: Tk"
            echo "Provides: libintl.3.dylib"
      fi
      if [ "$(which dpkg 2>&1 | grep 'no dpkg' )" = "" ]
      then
        echo "dpkg found in $(which dpkg), using it to seed the database." >&2
        for p in $seed; do
          if [ "$(dpkg -L $p 2>&1 | grep 'is not installed')" = "" ]; then
                  dpkg -L $p 2>/dev/null | sed -e "s|^|Provides:|"
              # FIXME: this relies on rpm being installed. We should really have our
              # own version of find-provides, but this will bring in more rpm helper 
              # script, so we live with it for the moment.
              dpkg -L $p 2>/dev/null | $rpmFindProvides | sed -e "s|^|Provides:|"
          fi
        done
        perlHarvester
      fi
      if which rpm 2>&1 >/dev/null && [ "$(rpm -qa 2>&1 | grep 'use alien')" = "" ]
      then
        echo "rpm found in $(which rpm), using it to seed the database." >&2
          for p in $seed; do
            rpm -q $p  >&2
            if [ "$?" == "0" ]
            then
              rpm -q $p --provides | sed 's!<*=.*!!; s!^!Provides: !'
              rpm -q $p --list | grep '\.so' | sed 's!^.*/!Provides: !'
              rpm -q $p --list | grep '/bin/' | sed 's!^!Provides: !'
            fi
          done
      fi
      echo; echo "%description"; echo "Seeds RPM repository from the base system."
      echo; echo "%prep"; echo "%build"; echo "%install"; echo "%files";
     ) > system-base-import.spec
    cd $was
}

seed ()
{
    rcfile=$1
    cd $tmp
    (rpmbuild -ba --rcfile $rcfile system-base-import.spec
     echo Seeding database in in $rootdir/$rpmdb
     rpm --define "_rpmlock_path $rpmlock" -Uvh -r $rootdir --rcfile $rcfile --dbpath $rootdir/$rpmdb RPMS/system-base-import.rpm
    ) || exit $?
    cd $was
}

setup() {
# FIXME: this is the ugliest trick ever found in a shell script.
# The problem is that rpm sometimes applies the value of --root
# to dbpath, some other times it does not.
# At some point this should be really fixed in the rpm sources,
# but for the time being we keep it as it is.
if [ "$rootdir" = "" ]
then
    echo Installation path not specified.
    exit 1
fi

rootdir=`echo $rootdir | perl -p -e 's|/$||'`

eval `echo $rootdir | awk -F \/ '{print "fakelink=$rootdir/"$2}'`
if [ ! -e $fakelink ]
then
    echo $rootdir | awk -F \/ '{print "ln -s /"$2" $rootdir/"$2}'
    command=`echo $rootdir | awk -F \/ '{print "ln -s /"$2" $rootdir/"$2}'`
    eval $command
fi

# Fetch the required RPMS for RPM and APT from the server and install them using rpmcpio
export DOWNLOAD_DIR=$rootdir/tmp/BOOTSTRAP
mkdir -p $DOWNLOAD_DIR
cd $DOWNLOAD_DIR
downloadPath=$server/$server_main_dir/$repository/RPMS/@CMSPLATF@

if [ "$onlineRelease" == "false" ]
then
    wget -N $downloadPath/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm
    wget -N $downloadPath/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm
    wget -N $downloadPath/external+openssl+@OPENSSL_VERSION@-1-@OPENSSL_REVISION@.@CMSPLATF@.rpm
fi
wget -N $downloadPath/external+elfutils+@ELFUTILS_VERSION@-1-@ELFUTILS_REVISION@.@CMSPLATF@.rpm 
wget -N $downloadPath/external+expat+@EXPAT_VERSION@-1-@EXPAT_REVISION@.@CMSPLATF@.rpm
wget -N $downloadPath/external+db4+@DB4_VERSION@-1-@DB4_REVISION@.@CMSPLATF@.rpm
wget -N $downloadPath/external+beecrypt+@BEECRYPT_VERSION@-1-@BEECRYPT_REVISION@.@CMSPLATF@.rpm
wget -N $downloadPath/external+bz2lib+@BZ2LIB_VERSION@-1-@BZ2LIB_REVISION@.@CMSPLATF@.rpm
wget -N $downloadPath/external+neon+@NEON_VERSION@-1-@NEON_REVISION@.@CMSPLATF@.rpm
wget -N $downloadPath/external+rpm+@RPM_VERSION@-1-@RPM_REVISION@.@CMSPLATF@.rpm
wget -N $downloadPath/external+libxml2+@LIBXML2_VERSION@-1-@LIBXML2_REVISION@.@CMSPLATF@.rpm
wget -N $downloadPath/external+apt+@APT_VERSION@-1-@APT_REVISION@.@CMSPLATF@.rpm 
was=`pwd`
cd $rootdir
if [ -d $rootdir/$rpmdb ]
then
    read -e -p "Warning, $rootdir already set up. Do you want to reconfigure it? [ y / N ] " override
    case $(echo $override | tr [A-Z] [a-z]) in
        y|ye|yes) ;;
        *) echo "No changes made. Exiting... "; exit 1;;
    esac
else
    mkdir -p $rootdir/$rpmdb
fi
# Extract the packages via rpm, source the init.sh
# Some packages might actually not be there (gcc on darwin, for example, where we use the system one).
cd $DOWNLOAD_DIR
if [ -f $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm ]
then
    rpm2cpio $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm | cpio -idu
fi
rpm2cpio $DOWNLOAD_DIR/external+elfutils+@ELFUTILS_VERSION@-1-@ELFUTILS_REVISION@.@CMSPLATF@.rpm | cpio -idu
rpm2cpio $DOWNLOAD_DIR/external+expat+@EXPAT_VERSION@-1-@EXPAT_REVISION@.@CMSPLATF@.rpm | cpio -idu 
rpm2cpio $DOWNLOAD_DIR/external+db4+@DB4_VERSION@-1-@DB4_REVISION@.@CMSPLATF@.rpm | cpio -idu
rpm2cpio $DOWNLOAD_DIR/external+beecrypt+@BEECRYPT_VERSION@-1-@BEECRYPT_REVISION@.@CMSPLATF@.rpm | cpio -idu

if [ -f $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm ]
then
    rpm2cpio $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm | cpio -idu
fi
rpm2cpio $DOWNLOAD_DIR/external+bz2lib+@BZ2LIB_VERSION@-1-@BZ2LIB_REVISION@.@CMSPLATF@.rpm | cpio -idu
rpm2cpio $DOWNLOAD_DIR/external+neon+@NEON_VERSION@-1-@NEON_REVISION@.@CMSPLATF@.rpm | cpio -idu
rpm2cpio $DOWNLOAD_DIR/external+rpm+@RPM_VERSION@-1-@RPM_REVISION@.@CMSPLATF@.rpm | cpio -idu
# Generate the seed spec using the old rpm:
generateSeedSpec
# Now move to use the new RPM by sourcing its init.sh
perl -p -i -e "s!(/[^ ]*@CMSPLATF@)!$DOWNLOAD_DIR\$1!g" `grep -R -e "/[^ ]*@CMSPLATF@" $DOWNLOAD_DIR@INSTROOT@ | grep -v Binary | cut -d: -f1 | uniq`
source $DOWNLOAD_DIR@INSTROOT@/@CMSPLATF@/external/rpm/@RPM_VERSION@/etc/profile.d/init.sh
cd $rootdir
# Initialise the rpmdb using the new rpm.
rpm --define "_rpmlock_path $rpmlock" -r $rootdir --dbpath $rootdir/$rpmdb --initdb
# Build the seed spec and install it, in order to seed the newly generated db.
rpmOptions="-r $rootdir --dbpath $rootdir/$rpmdb --rcfile $DOWNLOAD_DIR@INSTROOT@/@CMSPLATF@/external/rpm/@RPM_VERSION@/lib/rpm/rpmrc --nodeps --prefix $rootdir --ignoreos --ignorearch"
seed $DOWNLOAD_DIR@INSTROOT@/@CMSPLATF@/external/rpm/@RPM_VERSION@/lib/rpm/rpmrc

# Install the packages, this time using rpm.
if [ -f $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm ]
then
    rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm
fi
rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+elfutils+@ELFUTILS_VERSION@-1-@ELFUTILS_REVISION@.@CMSPLATF@.rpm
rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+expat+@EXPAT_VERSION@-1-@EXPAT_REVISION@.@CMSPLATF@.rpm
rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+db4+@DB4_VERSION@-1-@DB4_REVISION@.@CMSPLATF@.rpm
rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+beecrypt+@BEECRYPT_VERSION@-1-@BEECRYPT_REVISION@.@CMSPLATF@.rpm

if [ -f $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm ]
then
    rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm
fi
rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+bz2lib+@BZ2LIB_VERSION@-1-@BZ2LIB_REVISION@.@CMSPLATF@.rpm
rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+neon+@NEON_VERSION@-1-@NEON_REVISION@.@CMSPLATF@.rpm
rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+rpm+@RPM_VERSION@-1-@RPM_REVISION@.@CMSPLATF@.rpm
source $rootdir/@CMSPLATF@/external/rpm/@RPM_VERSION@/etc/profile.d/init.sh
# Install the packages required by apt

if [ -f $DOWNLOAD_DIR/external+openssl+@OPENSSL_VERSION@-1-@OPENSSL_REVISION@.@CMSPLATF@.rpm ]
then
    rpm -Uvh $rpmOptions $DOWNLOAD_DIR/external+openssl+@OPENSSL_VERSION@-1-@OPENSSL_REVISION@.@CMSPLATF@.rpm
fi
rpm -Uvh $rpmOptions $DOWNLOAD_DIR/external+libxml2+@LIBXML2_VERSION@-1-@LIBXML2_REVISION@.@CMSPLATF@.rpm
rpm -Uvh $rpmOptions $DOWNLOAD_DIR/external+apt+@APT_VERSION@-1-@APT_REVISION@.@CMSPLATF@.rpm
# Source the apt environment and upgrade what's already there.
source $rootdir/@CMSPLATF@/external/apt/@APT_VERSION@/etc/profile.d/init.sh
apt-get update
apt-get dist-upgrade

# If we want to use a test instance, we need to adjust the sources.list accordingly.
if [ "$testInstance" = "true" ]
then
    perl -p -i -e "s|^|#|;
                   s|###||;
                   s|\@GROUPS\@|$groups|;
                   s|\@SERVER\@|$server|;
                   s|\@SERVER_PATH\@|$server_main_dir|;
                   s|\@REPOSITORY\@|$repository|" $rootdir/@CMSPLATF@/external/apt/@APT_VERSION@/etc/sources.list
fi

cd $was
}

##########################################################
case $command in
    setup )
        setup ;;
    reseed )
        generateSeedSpec
        seed @CMSPLATF@/external/rpm/@RPM_VERSION@/lib/rpm/rpmrc 
        ;;
esac

exit 0
#	User	Rev	Content
1	eulisse	1.29	#!/bin/bash
2	ratnik	1.56	# Revision: $Revision: 1.40 $
3	eulisse	1.1
4			if [ X"$(id -u)" = X0 ]; then
5			echo "* CMS SOFTWARE INSTALLATION ABORTED *" 1>&2
6			echo "CMS software cannot be installed as the super-user." 1>&2
7			echo "(We recommend reading any standard unix security guide.)" 1>&2
8			exit 1
9			fi
10
11	ratnik	1.56	# We still depend on find-provides script from the system installation
12			# in order to be able to install on unsupported platforms like ubuntu and
13			# osx (with fink). This
14			if [ -f /usr/lib/rpm/find-provides ]
15			then
16			rpmFindProvides=/usr/lib/rpm/find-provides
17			elif [ -f /opt/local/lib/rpm/find-provides ]
18			then
19			rpmFindProvides=/opt/local/lib/rpm/find-provides
20			elif [ -f /sw/lib/rpm/find-provides ]
21			then
22			rpmFindProvides=/sw/lib/rpm/find-provides
23	eulisse	1.52	else
24	ratnik	1.56	echo "find-provides not found. Ubuntu/Debian/OSX installation might fail."
25	eulisse	1.52	fi
26
27	eulisse	1.1	server=cmsrep.cern.ch
28			server_main_dir=cms/cpt/Software/download
29			repository=/cms
30			apt_dir=apt
31			groups="lcg cms external"
32
33			rootdir=$(pwd)
34	ratnik	1.56	unsupportedDistribution=false
35	eulisse	1.4	testInstance=false
36	eulisse	1.1
37	ratnik	1.56	# Added support for online releases:
38			onlineRelease=false # default
39			onlineDir=/opt/xdaq # here online software is preinstalled,
40			# bootstrap.sh will exit if this directory
41			# is missing
42
43	eulisse	1.1	while [ $# -gt 0 ]; do
44			case $1 in
45			setup )
46			command=setup
47			shift ;;
48			reseed )
49			command=reseed
50			shift;;
51	ratnik	1.56	-path )
52			[ $# -gt 0 ] \|\| { echo "Option \`$1' requires an argument" 1>&2; exit 1; }
53			if [ "$(echo $2 \| cut -b 1)" != "/" ]; then
54			rootdir="$PWD/$2"
55			else
56	eulisse	1.46	rootdir="$2"
57	eulisse	1.1	fi
58			shift; shift ;;
59			-server )
60	ratnik	1.56	[ $# -gt 1 ] \|\| { echo "Option \`$1' requires an argument" 1>&2; exit 1; }
61	eulisse	1.4	server=$2
62			testInstance=true
63			shift; shift ;;
64	eulisse	1.1	-server-path )
65	ratnik	1.56	[ $# -gt 1 ] \|\| { echo "Option \`$1' requires an argument" 1>&2; exit 1; }
66	eulisse	1.1	server_main_dir=`echo $2 \| sed -e "s\|\(.\)/./.*\|\1\|"`
67			apt_dir=`echo $2 \| sed -e "s\|.*/\|\|"`
68			repository=/`echo $2 \| sed -e "s\|./\(.\)/.*\|\1\|"`
69			echo "server_main_dir $server_main_dir"
70			echo "apt_dir $apt_dir"
71			echo "repository $repository"
72	eulisse	1.4	testInstance=true
73	eulisse	1.1	shift; shift ;;
74	ratnik	1.56	-repository )
75			[ $# -gt 1 ] \|\| { echo "Option \`$1' requires an argument" 1>&2; exit 1; }
76	eulisse	1.26	repository=/$2
77			testInstance=true
78			shift; shift ;;
79	ratnik	1.56	-groups )
80			[ $# -gt 1 ] \|\| { echo "Option \`$1' requires at lease one argument" 1>&2; exit 1; }
81	eulisse	1.4	shift
82			groups=""
83	ratnik	1.56	while [ "$(echo $1 \| cut -b1)" != "-" ] && [ $# -gt 0 ]
84	eulisse	1.4	do
85			groups="$groups $1"
86			shift
87			done
88			testInstance=true
89			;;
90	ratnik	1.56
91	eulisse	1.1	-unsupported_distribution_hack )
92			unsupportedDistribution=true; shift
93			;;
94	ratnik	1.56	-help )
95	eulisse	1.1	cat << \EOF_HELP
96			bootstrap.sh
97
98			A script to bootstrap a CMS software area.
99
100			Syntax:
101			bootstrap.sh setup [-path <cms-path>] [-server <server>] [-server-path <download-path>]
102
103			-path <cms-path> : location of where the installation must be done (default $PWD).
104			-server <server> : repositories are to be found on server <server> (default cmsrep.cern.ch).
105			-server-path <download-path> : package structure is found on <download-path> on server (default cms/cpt/Software/download/apt).
106	eulisse	1.4	-repository <repository> : use private apt repository cms.<username> (default: public repository)
107			-groups <groups-list> : list of the channels we want to subscribe to (default: "cms external lcg virtual").
108	eulisse	1.1	EOF_HELP
109	ratnik	1.56	exit 1
110	eulisse	1.1	;;
111			* )
112	ratnik	1.56	echo "bootstrap.sh: argument $1 not supported"; exit 1;;
113	eulisse	1.1	esac
114			done
115
116	eulisse	1.42
117	ratnik	1.56	if [ "$onlineRelease" != "false" ]
118			then
119			[ -d $onlineDir ] \|\| (
120			echo "Does not look like online machine:"
121			echo "directory $onlineDir doesn't exist."
122			echo "Sorry."
123			exit 1
124			)
125			fi
126
127
128			rpmdb=@CMSPLATF@/var/lib/rpm
129			rpmlock=$rootdir/@CMSPLATF@/var/lib/rpm/__db.0
130			tmp=$rootdir/@CMSPLATF@/tmp/system-import
131	eulisse	1.42
132	eulisse	1.1	perlHarvester () {
133	ratnik	1.56	echo Harvesting for perl modules >&2
134			for x in $(perl -e'print join "\n", @INC')
135	eulisse	1.1	do
136	ratnik	1.56	find -L $x \
137	eulisse	1.1	\| grep -v -e '\(^[.]/\\|[/]$\)' \
138			\| grep -e '\([.]pm$\\|[.]pl$\\|[.]pod$\)' \
139	ratnik	1.56	\| sed -e "s\|$x/\|\|;s\|[.]pm\|\|;s\|[.]pod\|\|;s\|/\|::\|g;s\|^\(.*\)\|Provides: perl(\1)\|" 2> /dev/null
140	eulisse	1.1	done
141			}
142
143			generateSeedSpec () {
144			# Seed system info
145	ratnik	1.56	echo "Seeding RPM database from selected system RPMs."
146			# ----------------------------------------
147			# Set unconditionally list of seeds for FWLITE distribution,
148			# until the transition to bootstrap-driver is done.
149			echo "SHALL USE SYSTEM COMPILER"
150			# Seed minimal required set:
151			seed="glibc coreutils bash tcsh perl tcl
152			readline ncurses
153			e2fsprogs krb5-libs freetype fontconfig
154			xorg-x11-deprecated-libs xorg-x11-libs xorg-x11-Mesa-libGLU
155			xorg-x11-Mesa-libGL compat-libstdc++-33 libidn"
156
157			# Seed system compiler: root requires libg2c.so.0 provided by libf2c:
158			seed="$seed libgcc libf2c libstdc++"
159			# ----------------------------------------
160
161			rm -rf $tmp
162			mkdir -p $tmp
163			cd $tmp
164	eulisse	1.1	mkdir -p SOURCES BUILD SPEC RPMS SRPMS tmp
165			: > SOURCES/none
166			# FIXME: It might be better to use rootdir rather than PWD
167			(echo "%define _sourcedir $PWD/SOURCES"
168			echo "%define _builddir $PWD/BUILD"
169			echo "%define _specdir $PWD/SPEC"
170			echo "%define _rpmdir $PWD/RPMS"
171			echo "%define _srcrpmdir $PWD/SRPMS"
172			echo "%define _tmppath $PWD/tmp"
173			echo "%define _topdir $PWD"
174			echo "%define _rpmfilename system-base-import.rpm"
175			echo;
176			echo "Name: system-base-import"
177			echo "Version: 1.0"
178			echo "Release: `date +%s`"
179			echo "Summary: Base system seed"
180			echo "License: Unknown"
181			echo "Group: Hacks"
182			echo "Packager: install.sh"
183			echo "Source: none"
184	ratnik	1.56	# echo "Provides: perl(+=)"
185			# echo "Provides: perl(=)"
186	eulisse	1.1
187	ratnik	1.56	if [ "$unsupportDistribution" != "false" ]
188	eulisse	1.1	then
189	ratnik	1.56	echo "Provides: libtcl8.3.so"
190			echo "Provides: libtk8.3.so"
191			echo "Provides: /bin/env"
192			echo "Provides: libcom_err.so.3"
193			echo "Provides: libcrypto.so.4"
194			echo "Provides: libgssapi_krb5.so.2"
195			echo "Provides: libk5crypto.so.3"
196			echo "Provides: libkrb5.so.3"
197			echo "Provides: libssl.so.4"
198			# Not everyone wants csh installed.
199			echo "Provides: /bin/csh"
200			echo "Provides: /bin/tcsh"
201	eulisse	1.19	# Guess perl
202			echo "Provides: perl = `perl -MConfig -e 'print $Config{version}'`"
203	ratnik	1.56	# Ubuntu specific
204			echo "Provides: libreadline.so.4"
205			echo "Provides: libtcl8.4.so"
206			echo "Provides: libtk8.4.so"
207	eulisse	1.1	fi
208
209	ratnik	1.56	if [ "$(uname -s)" = "Darwin" ]
210			then
211			find /bin \| sed 's!^!Provides: !'
212			/bin/ls -1 /usr/lib/*.dylib \| awk -F"/" '{print $4}' \| sed 's!^!Provides: !'
213			/bin/ls -1 /usr/lib//.dylib \| awk -F"/" '{print $5}' \| sed 's!^!Provides: !'
214			/bin/ls -1 /usr/X11R6/lib/*.dylib \| awk -F"/" '{print $5}' \| sed 's!^!Provides: !'
215			echo "Provides: AGL"
216			echo "Provides: ApplicationServices"
217			echo "Provides: Carbon"
218			echo "Provides: CoreFoundation"
219			echo "Provides: CoreServices"
220			echo "Provides: OpenGL"
221			echo "Provides: Python"
222			echo "Provides: QuickTime"
223			echo "Provides: Tcl"
224			echo "Provides: Tk"
225			echo "Provides: libintl.3.dylib"
226			fi
227	eulisse	1.18	if [ "$(which dpkg 2>&1 \| grep 'no dpkg' )" = "" ]
228	eulisse	1.1	then
229	ratnik	1.56	echo "dpkg found in $(which dpkg), using it to seed the database." >&2
230	eulisse	1.1	for p in $seed; do
231	eulisse	1.18	if [ "$(dpkg -L $p 2>&1 \| grep 'is not installed')" = "" ]; then
232	eulisse	1.1	dpkg -L $p 2>/dev/null \| sed -e "s\|^\|Provides:\|"
233	ratnik	1.56	# FIXME: this relies on rpm being installed. We should really have our
234			# own version of find-provides, but this will bring in more rpm helper
235			# script, so we live with it for the moment.
236	eulisse	1.29	dpkg -L $p 2>/dev/null \| $rpmFindProvides \| sed -e "s\|^\|Provides:\|"
237	eulisse	1.1	fi
238			done
239			perlHarvester
240			fi
241	eulisse	1.18	if which rpm 2>&1 >/dev/null && [ "$(rpm -qa 2>&1 \| grep 'use alien')" = "" ]
242	eulisse	1.1	then
243	ratnik	1.56	echo "rpm found in $(which rpm), using it to seed the database." >&2
244	eulisse	1.1	for p in $seed; do
245	ratnik	1.56	rpm -q $p >&2
246	ratnik	1.36	if [ "$?" == "0" ]
247			then
248			rpm -q $p --provides \| sed 's!<=.!!; s!^!Provides: !'
249			rpm -q $p --list \| grep '\.so' \| sed 's!^.*/!Provides: !'
250			rpm -q $p --list \| grep '/bin/' \| sed 's!^!Provides: !'
251			fi
252	eulisse	1.1	done
253			fi
254			echo; echo "%description"; echo "Seeds RPM repository from the base system."
255			echo; echo "%prep"; echo "%build"; echo "%install"; echo "%files";
256			) > system-base-import.spec
257			cd $was
258			}
259
260			seed ()
261			{
262	eulisse	1.12	rcfile=$1
263	ratnik	1.56	cd $tmp
264			(rpmbuild -ba --rcfile $rcfile system-base-import.spec
265			echo Seeding database in in $rootdir/$rpmdb
266			rpm --define "_rpmlock_path $rpmlock" -Uvh -r $rootdir --rcfile $rcfile --dbpath $rootdir/$rpmdb RPMS/system-base-import.rpm
267			) \|\| exit $?
268	eulisse	1.1	cd $was
269			}
270
271			setup() {
272	eulisse	1.13	# FIXME: this is the ugliest trick ever found in a shell script.
273			# The problem is that rpm sometimes applies the value of --root
274			# to dbpath, some other times it does not.
275			# At some point this should be really fixed in the rpm sources,
276			# but for the time being we keep it as it is.
277	ratnik	1.56	if [ "$rootdir" = "" ]
278			then
279			echo Installation path not specified.
280			exit 1
281			fi
282	eulisse	1.31
283			rootdir=`echo $rootdir \| perl -p -e 's\|/$\|\|'`
284	ratnik	1.56
285	eulisse	1.31	eval `echo $rootdir \| awk -F \/ '{print "fakelink=$rootdir/"$2}'`
286			if [ ! -e $fakelink ]
287			then
288	ratnik	1.56	echo $rootdir \| awk -F \/ '{print "ln -s /"$2" $rootdir/"$2}'
289	eulisse	1.31	command=`echo $rootdir \| awk -F \/ '{print "ln -s /"$2" $rootdir/"$2}'`
290			eval $command
291			fi
292	eulisse	1.13
293	eulisse	1.1	# Fetch the required RPMS for RPM and APT from the server and install them using rpmcpio
294			export DOWNLOAD_DIR=$rootdir/tmp/BOOTSTRAP
295			mkdir -p $DOWNLOAD_DIR
296			cd $DOWNLOAD_DIR
297	ratnik	1.56	downloadPath=$server/$server_main_dir/$repository/RPMS/@CMSPLATF@
298	eulisse	1.41
299	ratnik	1.56	if [ "$onlineRelease" == "false" ]
300			then
301			wget -N $downloadPath/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm
302			wget -N $downloadPath/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm
303			wget -N $downloadPath/external+openssl+@OPENSSL_VERSION@-1-@OPENSSL_REVISION@.@CMSPLATF@.rpm
304			fi
305			wget -N $downloadPath/external+elfutils+@ELFUTILS_VERSION@-1-@ELFUTILS_REVISION@.@CMSPLATF@.rpm
306			wget -N $downloadPath/external+expat+@EXPAT_VERSION@-1-@EXPAT_REVISION@.@CMSPLATF@.rpm
307			wget -N $downloadPath/external+db4+@DB4_VERSION@-1-@DB4_REVISION@.@CMSPLATF@.rpm
308			wget -N $downloadPath/external+beecrypt+@BEECRYPT_VERSION@-1-@BEECRYPT_REVISION@.@CMSPLATF@.rpm
309			wget -N $downloadPath/external+bz2lib+@BZ2LIB_VERSION@-1-@BZ2LIB_REVISION@.@CMSPLATF@.rpm
310			wget -N $downloadPath/external+neon+@NEON_VERSION@-1-@NEON_REVISION@.@CMSPLATF@.rpm
311			wget -N $downloadPath/external+rpm+@RPM_VERSION@-1-@RPM_REVISION@.@CMSPLATF@.rpm
312			wget -N $downloadPath/external+libxml2+@LIBXML2_VERSION@-1-@LIBXML2_REVISION@.@CMSPLATF@.rpm
313			wget -N $downloadPath/external+apt+@APT_VERSION@-1-@APT_REVISION@.@CMSPLATF@.rpm
314	eulisse	1.1	was=`pwd`
315			cd $rootdir
316	ratnik	1.39	if [ -d $rootdir/$rpmdb ]
317	eulisse	1.1	then
318	ratnik	1.56	read -e -p "Warning, $rootdir already set up. Do you want to reconfigure it? [ y / N ] " override
319			case $(echo $override \| tr [A-Z] [a-z]) in
320			y\|ye\|yes) ;;
321			*) echo "No changes made. Exiting... "; exit 1;;
322			esac
323	eulisse	1.1	else
324			mkdir -p $rootdir/$rpmdb
325			fi
326			# Extract the packages via rpm, source the init.sh
327	ratnik	1.56	# Some packages might actually not be there (gcc on darwin, for example, where we use the system one).
328	eulisse	1.10	cd $DOWNLOAD_DIR
329	ratnik	1.56	if [ -f $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm ]
330			then
331			rpm2cpio $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm \| cpio -idu
332			fi
333			rpm2cpio $DOWNLOAD_DIR/external+elfutils+@ELFUTILS_VERSION@-1-@ELFUTILS_REVISION@.@CMSPLATF@.rpm \| cpio -idu
334			rpm2cpio $DOWNLOAD_DIR/external+expat+@EXPAT_VERSION@-1-@EXPAT_REVISION@.@CMSPLATF@.rpm \| cpio -idu
335			rpm2cpio $DOWNLOAD_DIR/external+db4+@DB4_VERSION@-1-@DB4_REVISION@.@CMSPLATF@.rpm \| cpio -idu
336			rpm2cpio $DOWNLOAD_DIR/external+beecrypt+@BEECRYPT_VERSION@-1-@BEECRYPT_REVISION@.@CMSPLATF@.rpm \| cpio -idu
337	ratnik	1.33
338	ratnik	1.56	if [ -f $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm ]
339			then
340			rpm2cpio $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm \| cpio -idu
341			fi
342			rpm2cpio $DOWNLOAD_DIR/external+bz2lib+@BZ2LIB_VERSION@-1-@BZ2LIB_REVISION@.@CMSPLATF@.rpm \| cpio -idu
343			rpm2cpio $DOWNLOAD_DIR/external+neon+@NEON_VERSION@-1-@NEON_REVISION@.@CMSPLATF@.rpm \| cpio -idu
344			rpm2cpio $DOWNLOAD_DIR/external+rpm+@RPM_VERSION@-1-@RPM_REVISION@.@CMSPLATF@.rpm \| cpio -idu
345	eulisse	1.1	# Generate the seed spec using the old rpm:
346	eulisse	1.5	generateSeedSpec
347	eulisse	1.1	# Now move to use the new RPM by sourcing its init.sh
348	ratnik	1.56	perl -p -i -e "s!(/[^ ]@CMSPLATF@)!$DOWNLOAD_DIR\$1!g" `grep -R -e "/[^ ]@CMSPLATF@" $DOWNLOAD_DIR@INSTROOT@ \| grep -v Binary \| cut -d: -f1 \| uniq`
349			source $DOWNLOAD_DIR@INSTROOT@/@CMSPLATF@/external/rpm/@RPM_VERSION@/etc/profile.d/init.sh
350	eulisse	1.10	cd $rootdir
351	eulisse	1.1	# Initialise the rpmdb using the new rpm.
352	ratnik	1.56	rpm --define "_rpmlock_path $rpmlock" -r $rootdir --dbpath $rootdir/$rpmdb --initdb
353	eulisse	1.1	# Build the seed spec and install it, in order to seed the newly generated db.
354	ratnik	1.56	rpmOptions="-r $rootdir --dbpath $rootdir/$rpmdb --rcfile $DOWNLOAD_DIR@INSTROOT@/@CMSPLATF@/external/rpm/@RPM_VERSION@/lib/rpm/rpmrc --nodeps --prefix $rootdir --ignoreos --ignorearch"
355			seed $DOWNLOAD_DIR@INSTROOT@/@CMSPLATF@/external/rpm/@RPM_VERSION@/lib/rpm/rpmrc
356	eulisse	1.22
357	eulisse	1.1	# Install the packages, this time using rpm.
358	ratnik	1.56	if [ -f $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm ]
359			then
360			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+gcc+@GCC_VERSION@-1-@GCC_REVISION@.@CMSPLATF@.rpm
361			fi
362			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+elfutils+@ELFUTILS_VERSION@-1-@ELFUTILS_REVISION@.@CMSPLATF@.rpm
363			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+expat+@EXPAT_VERSION@-1-@EXPAT_REVISION@.@CMSPLATF@.rpm
364			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+db4+@DB4_VERSION@-1-@DB4_REVISION@.@CMSPLATF@.rpm
365			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+beecrypt+@BEECRYPT_VERSION@-1-@BEECRYPT_REVISION@.@CMSPLATF@.rpm
366
367			if [ -f $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm ]
368			then
369			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+zlib+@ZLIB_VERSION@-1-@ZLIB_REVISION@.@CMSPLATF@.rpm
370			fi
371			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+bz2lib+@BZ2LIB_VERSION@-1-@BZ2LIB_REVISION@.@CMSPLATF@.rpm
372			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+neon+@NEON_VERSION@-1-@NEON_REVISION@.@CMSPLATF@.rpm
373			rpm -Uvh --define "_rpmlock_path $rpmlock" $rpmOptions $DOWNLOAD_DIR/external+rpm+@RPM_VERSION@-1-@RPM_REVISION@.@CMSPLATF@.rpm
374			source $rootdir/@CMSPLATF@/external/rpm/@RPM_VERSION@/etc/profile.d/init.sh
375			# Install the packages required by apt
376
377			if [ -f $DOWNLOAD_DIR/external+openssl+@OPENSSL_VERSION@-1-@OPENSSL_REVISION@.@CMSPLATF@.rpm ]
378			then
379			rpm -Uvh $rpmOptions $DOWNLOAD_DIR/external+openssl+@OPENSSL_VERSION@-1-@OPENSSL_REVISION@.@CMSPLATF@.rpm
380			fi
381			rpm -Uvh $rpmOptions $DOWNLOAD_DIR/external+libxml2+@LIBXML2_VERSION@-1-@LIBXML2_REVISION@.@CMSPLATF@.rpm
382			rpm -Uvh $rpmOptions $DOWNLOAD_DIR/external+apt+@APT_VERSION@-1-@APT_REVISION@.@CMSPLATF@.rpm
383			# Source the apt environment and upgrade what's already there.
384			source $rootdir/@CMSPLATF@/external/apt/@APT_VERSION@/etc/profile.d/init.sh
385			apt-get update
386			apt-get dist-upgrade
387	eulisse	1.1
388	eulisse	1.4	# If we want to use a test instance, we need to adjust the sources.list accordingly.
389	eulisse	1.18	if [ "$testInstance" = "true" ]
390	eulisse	1.4	then
391	ratnik	1.56	perl -p -i -e "s\|^\|#\|;
392			s\|###\|\|;
393	eulisse	1.27	s\|\@GROUPS\@\|$groups\|;
394			s\|\@SERVER\@\|$server\|;
395			s\|\@SERVER_PATH\@\|$server_main_dir\|;
396	ratnik	1.56	s\|\@REPOSITORY\@\|$repository\|" $rootdir/@CMSPLATF@/external/apt/@APT_VERSION@/etc/sources.list
397	eulisse	1.4	fi
398	eulisse	1.1
399			cd $was
400			}
401
402			##########################################################
403			case $command in
404			setup )
405	ratnik	1.56	setup ;;
406	eulisse	1.1	reseed )
407	eulisse	1.23	generateSeedSpec
408	ratnik	1.56	seed @CMSPLATF@/external/rpm/@RPM_VERSION@/lib/rpm/rpmrc
409	eulisse	1.23	;;
410	eulisse	1.1	esac
411
412	ratnik	1.56	exit 0