From c92358306ba2185ffa8d36fc1a4dceb198dfa82f Mon Sep 17 00:00:00 2001 From: Frantisek Dvorak Date: Tue, 9 Oct 2012 12:03:14 +0200 Subject: [PATCH] Initial version. --- HOWTO.sh | 9 ++ gen.sh | 55 +++++++ submit.sh | 77 ++++++++++ templates/emi1-nightly-lb-sl5-32.sh.in | 29 ++++ templates/emi1-nightly-lb-sl5.sh.in | 29 ++++ templates/emi1-nightly-lb-sl6.sh.in | 30 ++++ templates/emi2-nightly-gridsite-deb6.sh.in | 16 ++ templates/emi2-nightly-gridsite-deb6.sh.in.valtri | 18 +++ templates/emi2-nightly-gridsite-sl5-32.sh.in | 21 +++ templates/emi2-nightly-gridsite-sl5.sh.in | 21 +++ templates/emi2-nightly-gridsite-sl6-32.sh.in | 24 +++ templates/emi2-nightly-gridsite-sl6.sh.in | 21 +++ templates/emi2-nightly-lb-deb6.sh.in | 169 +++++++++++++++++++++ templates/emi2-nightly-lb-sl5-32.sh.in | 29 ++++ templates/emi2-nightly-lb-sl5.sh.in | 29 ++++ templates/emi2-nightly-lb-sl6-32.sh.in | 30 ++++ templates/emi2-nightly-lb-sl6.sh.in | 29 ++++ templates/emi2-nightly-upgrade-lb-sl5-32.sh.in | 39 +++++ templates/emi2-nightly-upgrade-lb-sl5.sh.in | 39 +++++ templates/emi2-nightly-upgrade-lb-sl6.sh.in | 40 +++++ ...mi2-nightly-upgrade-major-gridsite-sl5-32.sh.in | 24 +++ .../emi2-nightly-upgrade-major-gridsite-sl5.sh.in | 24 +++ .../emi2-nightly-upgrade-major-gridsite-sl6.sh.in | 25 +++ .../emi2-nightly-upgrade-minor-gridsite-deb6.sh.in | 28 ++++ ...mi2-nightly-upgrade-minor-gridsite-sl5-32.sh.in | 24 +++ .../emi2-nightly-upgrade-minor-gridsite-sl5.sh.in | 24 +++ .../emi2-nightly-upgrade-minor-gridsite-sl6.sh.in | 24 +++ .../emi2-nightly-upgrade-minor-lb-sl5-32.sh.in | 35 +++++ templates/emi2-nightly-upgrade-minor-lb-sl5.sh.in | 35 +++++ templates/emi2-nightly-upgrade-minor-lb-sl6.sh.in | 35 +++++ 30 files changed, 1032 insertions(+) create mode 100644 HOWTO.sh create mode 100755 gen.sh create mode 100755 submit.sh create mode 100644 templates/emi1-nightly-lb-sl5-32.sh.in create mode 100644 templates/emi1-nightly-lb-sl5.sh.in create mode 100644 templates/emi1-nightly-lb-sl6.sh.in create mode 100644 templates/emi2-nightly-gridsite-deb6.sh.in create mode 100644 templates/emi2-nightly-gridsite-deb6.sh.in.valtri create mode 100644 templates/emi2-nightly-gridsite-sl5-32.sh.in create mode 100644 templates/emi2-nightly-gridsite-sl5.sh.in create mode 100644 templates/emi2-nightly-gridsite-sl6-32.sh.in create mode 100644 templates/emi2-nightly-gridsite-sl6.sh.in create mode 100644 templates/emi2-nightly-lb-deb6.sh.in create mode 100644 templates/emi2-nightly-lb-sl5-32.sh.in create mode 100644 templates/emi2-nightly-lb-sl5.sh.in create mode 100644 templates/emi2-nightly-lb-sl6-32.sh.in create mode 100644 templates/emi2-nightly-lb-sl6.sh.in create mode 100644 templates/emi2-nightly-upgrade-lb-sl5-32.sh.in create mode 100644 templates/emi2-nightly-upgrade-lb-sl5.sh.in create mode 100644 templates/emi2-nightly-upgrade-lb-sl6.sh.in create mode 100644 templates/emi2-nightly-upgrade-major-gridsite-sl5-32.sh.in create mode 100644 templates/emi2-nightly-upgrade-major-gridsite-sl5.sh.in create mode 100644 templates/emi2-nightly-upgrade-major-gridsite-sl6.sh.in create mode 100644 templates/emi2-nightly-upgrade-minor-gridsite-deb6.sh.in create mode 100644 templates/emi2-nightly-upgrade-minor-gridsite-sl5-32.sh.in create mode 100644 templates/emi2-nightly-upgrade-minor-gridsite-sl5.sh.in create mode 100644 templates/emi2-nightly-upgrade-minor-gridsite-sl6.sh.in create mode 100644 templates/emi2-nightly-upgrade-minor-lb-sl5-32.sh.in create mode 100644 templates/emi2-nightly-upgrade-minor-lb-sl5.sh.in create mode 100644 templates/emi2-nightly-upgrade-minor-lb-sl6.sh.in diff --git a/HOWTO.sh b/HOWTO.sh new file mode 100644 index 0000000..a0e52d8 --- /dev/null +++ b/HOWTO.sh @@ -0,0 +1,9 @@ +#! /bin/sh +cat | ./gen.sh lb << EOF +deb6 http://scientific.zcu.cz/repos/EMI2-update2/emi-2-update2.list +sl5/64 http://etics-repository.cern.ch:8080/repository/pm/volatile/repomd/id/88ebea11-3660-451a-8259-3cc03450f123/sl5_x86_64_gcc412EPEL/etics-volatile-build-by-id-protect.repo +sl6/64 http://etics-repository.cern.ch:8080/repository/pm/volatile/repomd/id/ab5638e7-8fa4-406b-89cf-f7bf196ceef8/sl6_x86_64_gcc446EPEL/etics-volatile-build-by-id-protect.repo +sl5/32 http://etics-repository.cern.ch:8080/repository/pm/volatile/repomd/id/2714165a-a495-41e0-a943-12b4e1ca7063/sl5_ia32_gcc412EPEL/etics-volatile-build-by-id-protect.repo +EOF + +./submit.sh diff --git a/gen.sh b/gen.sh new file mode 100755 index 0000000..b37c5c2 --- /dev/null +++ b/gen.sh @@ -0,0 +1,55 @@ +#! /bin/bash + +component=$1 +proj=${2:-'emi2'} + +if test -z "$component"; then + echo "Usage: $0 COMPONENT [emi1|emi2]" + exit 1 +fi + +rm -fr scripts +mkdir scripts + +while read line; do + + if test -z "$line"; then + break + fi + + p=`echo $line | cut -f1 -d' '` + url=`echo $line | cut -f2 -d' '` + repofile=`echo $url | sed 's/.*\/\(.*\)/\1/'` + +# echo "$p is $url $repofile" + + list= + case $p in + sl5/32) + list=`ls -1 templates/$proj-nightly-*$component-sl5-32.sh.in` + ;; + sl5/64) + list=`ls -1 templates/$proj-nightly-*$component-sl5.sh.in` + ;; + sl6/32) + list=`ls -1 templates/$proj-nightly-*$component-sl6-32.sh.in` + ;; + sl6/64) + list=`ls -1 templates/$proj-nightly-*$component-sl6.sh.in` + ;; + deb*) + list=`ls -1 templates/$proj-nightly-*$component-deb*.sh.in` + ;; + *) + echo "WARNING: unknown platform '$p'" + ;; + esac + + for i in $list; do + target=`basename $i | sed 's/\.sh\.in/\.sh/'` + sed -e "s,@URL@,$url," -e "s,etics-volatile-build-by-id-protect.repo,$repofile," $i > scripts/$target + + echo $target + done + +done diff --git a/submit.sh b/submit.sh new file mode 100755 index 0000000..be06ae0 --- /dev/null +++ b/submit.sh @@ -0,0 +1,77 @@ +#! /bin/bash + +function wait() { + local maxn=$1 + + n=`qstat -u $USER | egrep ' (T|Q) ' | wc -l | sed 's/ *\(.(\) */\1/'` + while test $n -ge $maxn; do + n=`qstat -u $USER | egrep ' (T|Q) ' | wc -l | sed 's/ *\(.(\) */\1/'` + sleep 60 + done +} + +function submit() { + local platform=$1 + local name=$2 + local script=$3 + local cmd + + cmd="qsub -l nodes=$platform -l cluster=create -N $name scripts/$script" + + if test -s scripts/$script; then + echo $cmd + if test -z "$FAKE"; then + echo -n " " + $cmd + wait 3 + fi + else + test -z "$FAKE" && echo "skipping $script" + fi +} + +if test -n "$FAKE"; then + FAKE="echo " +fi + +# === L&B === +submit emi_sl5-x86_64 lb1i.sl5-64.rel emi1-nightly-lb-sl5.sh +submit emi_sl5-i386 lb1i.sl5-32.rel emi1-nightly-lb-sl5-32.sh +submit emi_sl6-x86_64:cl_minos lb1i.sl6-64.rel emi1-nightly-lb-sl6.sh + +submit emi_sl5-x86_64 lb2i.sl5-64.rel emi2-nightly-lb-sl5.sh +submit emi_sl5-i386 lb2i.sl5-32.rel emi2-nightly-lb-sl5-32.sh +submit emi_sl6-x86_64:cl_minos lb2i.sl6-64.rel emi2-nightly-lb-sl6.sh +submit emi_sl6-i386:cl_minos lb2i.sl6-32.rel emi2-nightly-lb-sl6-32.sh +submit emi_debian6-x86_64 lb2i.deb6-64.rel emi2-nightly-lb-deb6.sh + +submit emi_sl5-x86_64 lb2u1.sl5-64.rel emi2-nightly-upgrade-lb-sl5.sh +#qsub -l nodes=emi_sl5-i386 -l cluster=create -N lb2u1.sl5-32.rel emi2-nightly-upgrade-lb-sl5-32.sh +#qsub -l nodes=emi_sl6-x86_64:cl_minos -l cluster=create -N lb2u1.sl6-64.rel emi2-nightly-upgrade-lb-sl6.sh + +submit emi_sl5-x86_64 lb2u2.sl5-64.rel emi2-nightly-upgrade-minor-lb-sl5.sh +submit emi_sl5-i386 lb2u2.sl5-32.rel emi2-nightly-upgrade-minor-lb-sl5-32.sh +submit emi_sl6-x86_64:cl_minos lb2u2.sl6-64.rel emi2-nightly-upgrade-minor-lb-sl6.sh + +# === gridsite === + +submit emi_sl5-x86_64 gr1i.sl5-64.rel emi1-nightly-gridsite-sl5.sh +submit emi_sl5-i386 gr1i.sl5-32.rel emi1-nightly-gridsite-sl5-32.sh +submit emi_sl6-x86_64:cl_minos gr1i.sl6-64.rel emi1-nightly-gridsite-sl6.sh + +submit emi_sl5-x86_64 gr2i.sl5-64.rel emi2-nightly-gridsite-sl5.sh +submit emi_sl5-i386 gr2i.sl5-32.rel emi2-nightly-gridsite-sl5-32.sh +submit emi_sl6-x86_64:cl_minos gr2i.sl6-64.rel emi2-nightly-gridsite-sl6.sh +submit emi_sl6-i386:cl_minos gr2i.sl6-32.rel emi2-nightly-gridsite-sl6-32.sh +submit emi_debian6-x86_64 gr2i.deb6-64.rel emi2-nightly-gridsite-deb6.sh + +submit emi_sl5-x86_64 gr2u1.sl5-64.rel emi2-nightly-upgrade-major-gridsite-sl5.sh +submit emi_sl5-i386 gr2u1.sl5-32.rel emi2-nightly-upgrade-major-gridsite-sl5-32.sh +#qsub -l nodes=emi_sl5-i386 -l cluster=create -N gr2u1.sl5-32.rel emi2-nightly-upgrade-major-gridsite-sl5-32.sh +#qsub -l nodes=emi_sl6-x86_64:cl_minos -l cluster=create -N gr2u1.sl6-64.rel emi2-nightly-upgrade-major-gridsite-sl6.sh + +submit emi_sl5-x86_64 gr2u2.sl5-64.rel emi2-nightly-upgrade-minor-gridsite-sl5.sh +submit emi_sl5-i386 gr2u2.sl5-32.rel emi2-nightly-upgrade-minor-gridsite-sl5-32.sh +submit emi_sl6-x86_64:cl_minos gr2u2.sl6-64.rel emi2-nightly-upgrade-minor-gridsite-sl6.sh +submit emi_debian6-x86_64 gr2u2.deb6-64.rel emi2-nightly-upgrade-minor-gridsite-deb6.sh + diff --git a/templates/emi1-nightly-lb-sl5-32.sh.in b/templates/emi1-nightly-lb-sl5-32.sh.in new file mode 100644 index 0000000..017374e --- /dev/null +++ b/templates/emi1-nightly-lb-sl5-32.sh.in @@ -0,0 +1,29 @@ +#CATEGORY=EMI1-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/i386/base/emi-release-1.0.1-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -i http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/i386/base/emi-release-1.0.1-1.sl5.noarch.rpm + +cd /etc/yum.repos.d +wget @URL@ +echo priority=44 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi1-nightly-lb-sl5.sh.in b/templates/emi1-nightly-lb-sl5.sh.in new file mode 100644 index 0000000..a792039 --- /dev/null +++ b/templates/emi1-nightly-lb-sl5.sh.in @@ -0,0 +1,29 @@ +#CATEGORY=EMI1-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/x86_64/base/emi-release-1.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -i http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/x86_64/base/emi-release-1.0.0-1.sl5.noarch.rpm + +cd /etc/yum.repos.d +wget @URL@ +echo priority=44 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi1-nightly-lb-sl6.sh.in b/templates/emi1-nightly-lb-sl6.sh.in new file mode 100644 index 0000000..1e1f015 --- /dev/null +++ b/templates/emi1-nightly-lb-sl6.sh.in @@ -0,0 +1,30 @@ +#CATEGORY=EMI1-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/1/sl6/x86_64/base/emi-release-1.0.1-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Clean installation" +rpm -Uvhi http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/1/sl6/x86_64/base/emi-release-1.0.1-1.sl6.noarch.rpm +# must use EMI-1 testing repositories +for i in base updates third-party ; do sed -i 's,/EMI/1/sl5/,/EMI/testing/1/sl6/,' /etc/yum.repos.d/emi1-$i.repo; done +cd /etc/yum.repos.d +wget @URL@ +echo priority=44 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-gridsite-deb6.sh.in b/templates/emi2-nightly-gridsite-deb6.sh.in new file mode 100644 index 0000000..4922a16 --- /dev/null +++ b/templates/emi2-nightly-gridsite-deb6.sh.in @@ -0,0 +1,16 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test @URL@ && wget --no-check-certificate -O /tmp/test http://scientific.zcu.cz/repos/emi-2-external.preferences" +#COMPONENT=gridsite +#SCENARIO="Clean installation" + +wget @URL@ -O /etc/apt/sources.list.d/etics-volatile-build-by-id-protect.repo +aptitude update + +aptitude install -y --allow-untrusted gridsite gridsite-commands libgridsite-dev gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz diff --git a/templates/emi2-nightly-gridsite-deb6.sh.in.valtri b/templates/emi2-nightly-gridsite-deb6.sh.in.valtri new file mode 100644 index 0000000..da3a4c8 --- /dev/null +++ b/templates/emi2-nightly-gridsite-deb6.sh.in.valtri @@ -0,0 +1,18 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test @URL@ && wget --no-check-certificate -O /tmp/test http://scientific.zcu.cz/repos/emi-2-external.preferences" +#COMPONENT=gridsite +#SCENARIO="Clean installation" + +wget @URL@ -O /etc/apt/sources.list.d/etics-volatile-build-by-id-protect.repo +wget http://scientific.zcu.cz/repos/emi-2-external.preferences -O /etc/apt/preferences.d/emi-2 +apt-key adv --keyserver subkeys.pgp.net --recv-keys 7157882F +aptitude update + +aptitude install -y --allow-untrusted gridsite gridsite-commands libgridsite-dev gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz diff --git a/templates/emi2-nightly-gridsite-sl5-32.sh.in b/templates/emi2-nightly-gridsite-sl5-32.sh.in new file mode 100644 index 0000000..21b1425 --- /dev/null +++ b/templates/emi2-nightly-gridsite-sl5-32.sh.in @@ -0,0 +1,21 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@ " +#COMPONENT=gridsite +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install --nogpgcheck -y gridsite gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz diff --git a/templates/emi2-nightly-gridsite-sl5.sh.in b/templates/emi2-nightly-gridsite-sl5.sh.in new file mode 100644 index 0000000..f122c26 --- /dev/null +++ b/templates/emi2-nightly-gridsite-sl5.sh.in @@ -0,0 +1,21 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget -O /tmp/test @URL@" +#COMPONENT=gridsite +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install --nogpgcheck -y gridsite gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz diff --git a/templates/emi2-nightly-gridsite-sl6-32.sh.in b/templates/emi2-nightly-gridsite-sl6-32.sh.in new file mode 100644 index 0000000..af4fbd2 --- /dev/null +++ b/templates/emi2-nightly-gridsite-sl6-32.sh.in @@ -0,0 +1,24 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/i386/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=gridsite +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/6/i386/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase + +# TODO: i386 not in prod yet +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/2/sl6/i386/base/emi-release-2.0.0-1.sl6.noarch.rpm + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install --nogpgcheck -y gridsite gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz diff --git a/templates/emi2-nightly-gridsite-sl6.sh.in b/templates/emi2-nightly-gridsite-sl6.sh.in new file mode 100644 index 0000000..00e3c03 --- /dev/null +++ b/templates/emi2-nightly-gridsite-sl6.sh.in @@ -0,0 +1,21 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=gridsite +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install --nogpgcheck -y gridsite gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz diff --git a/templates/emi2-nightly-lb-deb6.sh.in b/templates/emi2-nightly-lb-deb6.sh.in new file mode 100644 index 0000000..a15f656 --- /dev/null +++ b/templates/emi2-nightly-lb-deb6.sh.in @@ -0,0 +1,169 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test @URL@ && wget --no-check-certificate -O /tmp/test http://scientific.zcu.cz/repos/emi-2-external.preferences +#COMPONENT=lb +#SCENARIO="Clean installation" + +wget @URL@ -O /etc/apt/sources.list.d/etics-volatile-build-by-id-protect.repo +wget http://scientific.zcu.cz/repos/emi-2-external.preferences -O /etc/apt/preferences.d/emi-2 +apt-key adv --keyserver subkeys.pgp.net --recv-keys 7157882F +aptitude update + +aptitude install -y alien wget libglobus-gss-assist-dev +cat > list </etc/profile.d/grid-env.sh +export X509_VOMS_DIR="/etc/grid-security/vomsdir" +export X509_CERT_DIR="/etc/grid-security/certificates" +export GLITE_WMS_QUERY_TIMEOUT="300" +export GLITE_USER="$GLITE_USER" +export GLITE_LOCATION_VAR="/var" +export GLITE_LOCATION="/usr" +export GLITE_LB_TYPE="both" +export GLITE_LB_LOCATION_VAR="/var/glite" +export GLITE_LB_LOCATION_ETC="/etc" +export GLITE_LB_LOCATION="/usr" +export GLITE_LB_EXPORT_PURGE_ARGS="--cleared 2d --aborted 15d --cancelled 15d --other 60d" +export GLITE_HOST_KEY="$GLITE_HOME_DIR/.certs/hostkey.pem" +export GLITE_HOST_CERT="$GLITE_HOME_DIR/.certs/hostcert.pem" +EOF +chmod +x /etc/profile.d/grid-env.sh +. /etc/profile.d/grid-env.sh + +cat </etc/glite-lb/glite-lb-authz.conf +resource "LB" { + +action "ADMIN_ACCESS" { + rule permit { + subject = "/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" + } +} +action "REGISTER_JOBS" { + rule permit { + subject = ".*" + } +} +action "LOG_WMS_EVENTS" { + rule permit { + subject = ".*" + } +} +action "LOG_CE_EVENTS" { + rule permit { + subject = ".*" + } +} +action "LOG_GENERAL_EVENTS" { + rule permit { + subject = ".*" + } +} + +} +EOF + +# new options in /etc/mysql/conf.d/glite-lb-server.cnf +/etc/init.d/mysql restart + +# DB setup +mysqladmin -u root password $MYSQL_PASSWORD +mysqlshow --password="$MYSQL_PASSWORD" | grep "\" > /dev/null 2>&1 +if [ ! $? = 0 ]; then + mysql -u root --password="$MYSQL_PASSWORD" -e "CREATE DATABASE lbserver20" + mysql --password="$MYSQL_PASSWORD" lbserver20 < /etc/glite-lb/glite-lb-dbsetup.sql + mysql -u root --password="$MYSQL_PASSWORD" -e "GRANT ALL PRIVILEGES on lbserver20.* to lbserver IDENTIFIED BY '' WITH GRANT OPTION;" + mysql -u root --password="$MYSQL_PASSWORD" -e "GRANT ALL PRIVILEGES on lbserver20.* to lbserver@'$HOSTNAME' IDENTIFIED BY '' WITH GRANT OPTION;" + mysql -u root --password="$MYSQL_PASSWORD" -e "GRANT ALL PRIVILEGES on lbserver20.* to lbserver@localhost IDENTIFIED BY '' WITH GRANT OPTION;" + mysql -u root --password="$MYSQL_PASSWORD" -e "ALTER TABLE short_fields MAX_ROWS=1000000000;" lbserver20 + mysql -u root --password="$MYSQL_PASSWORD" -e "ALTER TABLE long_fields MAX_ROWS=55000000;" lbserver20 + mysql -u root --password="$MYSQL_PASSWORD" -e "ALTER TABLE states MAX_ROWS=9500000;" lbserver20 + mysql -u root --password="$MYSQL_PASSWORD" -e "ALTER TABLE events MAX_ROWS=175000000;" lbserver20 +fi + +# certs +mkdir -p $GLITE_HOME_DIR/.certs +chmod 0755 $GLITE_HOME_DIR/.certs +cp -f /etc/grid-security/hostcert.pem /etc/grid-security/hostkey.pem $GLITE_HOME_DIR/.certs/ +chown -R $GLITE_USER:$GLITE_USER $GLITE_HOME_DIR/.certs + +# msg-publish +if [ -x /usr/sbin/glite-lb-msg-config ]; then + /usr/sbin/glite-lb-msg-config /etc/glite-lb/msg.conf +else + MSG_BROKERS="`/usr/share/glite-lb/msg-brokers --bdii lcg-bdii.cern.ch:2170 --network TEST-NWOB --sort find | grep -v ^stomp | grep -v ssl: | sed -e 's,openwire://,tcp://,' -e 's,openwire+ssl://,ssl://,g'`" + MSG_BROKER=`echo "$MSG_BROKERS" | head -n 1` + cat > /etc/glite-lb/msg.conf < ${GLITE_LB_LOCATION_ETC}/glite-lb/glite-lb-harvester.conf + +update-rc.d glite-lb-bkserverd defaults +update-rc.d glite-lb-locallogger defaults +/etc/init.d/glite-lb-bkserverd start +/etc/init.d/glite-lb-locallogger start + +# BDII +# L&B +export INFO_SERVICE_CONFIG='/etc/glite/info/service' +cp ${INFO_SERVICE_CONFIG}/glite-info-service-lbserver.conf.template ${INFO_SERVICE_CONFIG}/glite-info-service-lbserver.conf +cp ${INFO_SERVICE_CONFIG}/glite-info-glue2-lbserver.conf.template ${INFO_SERVICE_CONFIG}/glite-info-glue2-lbserver.conf +cat </var/lib/bdii/gip/provider/glite-info-provider-service-lbserver-wrapper +/usr/bin/glite-info-service ${INFO_SERVICE_CONFIG}/glite-info-service-lbserver.conf $SITE_NAME +/usr/bin/glite-info-glue2-simple ${INFO_SERVICE_CONFIG}/glite-info-glue2-lbserver.conf $SITE_NAME +EOF +chmod +x /var/lib/bdii/gip/provider/glite-info-provider-service-lbserver-wrapper +# hack BDII to publish proper versions +sv=`dpkg-query -W glite-lb-server | cut -f2 | cut -f1 -d-` +iv=`dpkg-query -W glite-lb-ws-interface | cut -f2 | cut -f1 -d-` +sed -i "s/\(get_version\).*/\1 = echo $sv/" /etc/glite/info/service/glite-info-service-lbserver.conf +sed -i "s/\(get_version\).*/\1 = echo $iv/" /etc/glite/info/service/glite-info-glue2-lbserver.conf +sed -i "s/\(get_implementationversion\).*/\1 = echo $sv/" /etc/glite/info/service/glite-info-glue2-lbserver.conf +# support Debian +sed -i 's,glite-info-service-status \([^ ]*\),/etc/init.d/\1 status,' /etc/glite/info/service/glite-info-service-lbserver.conf +sed -i 's,glite-info-service-status \([^ ]*\),/etc/init.d/\1 status,' /etc/glite/info/service/glite-info-glue2-lbserver.conf +# main +BDII_PASSWD=`dd if=/dev/random bs=1 count=10 2>/dev/null | base64` +cat << EOF > /etc/default/bdii +RUN=yes +SLAPD_CONF= +SLAPD= +BDII_RAM_DISK= +EOF +sed -i "s#.*rootpw.*#rootpw ${BDII_PASSWD}#" /etc/bdii/bdii-slapd.conf +/etc/init.d/bdii restart diff --git a/templates/emi2-nightly-lb-sl5-32.sh.in b/templates/emi2-nightly-lb-sl5-32.sh.in new file mode 100644 index 0000000..e13d3b3 --- /dev/null +++ b/templates/emi2-nightly-lb-sl5-32.sh.in @@ -0,0 +1,29 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@ " +#COMPONENT=lb +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-lb-sl5.sh.in b/templates/emi2-nightly-lb-sl5.sh.in new file mode 100644 index 0000000..763017c --- /dev/null +++ b/templates/emi2-nightly-lb-sl5.sh.in @@ -0,0 +1,29 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-lb-sl6-32.sh.in b/templates/emi2-nightly-lb-sl6-32.sh.in new file mode 100644 index 0000000..b57b29d --- /dev/null +++ b/templates/emi2-nightly-lb-sl6-32.sh.in @@ -0,0 +1,30 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/i386/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/2/sl6/i386/base/emi-release-2.0.0-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/6/i386/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +# TODO: i386 not in prod yet +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/2/sl6/i386/base/emi-release-2.0.0-1.sl6.noarch.rpm +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-lb-sl6.sh.in b/templates/emi2-nightly-lb-sl6.sh.in new file mode 100644 index 0000000..fdeba04 --- /dev/null +++ b/templates/emi2-nightly-lb-sl6.sh.in @@ -0,0 +1,29 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Clean installation" +rpm -ivh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-upgrade-lb-sl5-32.sh.in b/templates/emi2-nightly-upgrade-lb-sl5-32.sh.in new file mode 100644 index 0000000..dfd7359 --- /dev/null +++ b/templates/emi2-nightly-upgrade-lb-sl5-32.sh.in @@ -0,0 +1,39 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/i386/base/emi-release-1.0.1-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@ " +#COMPONENT=lb +#SCENARIO="Major upgrade from production (EMI-1 to EMI-2)" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/i386/base/emi-release-1.0.1-1.sl5.noarch.rpm + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB + +# needed additional EMI-2 repository (we have only L&B and dependencies in build repo) +rpm -e emi-release +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum -y --nogpgcheck update + +cd ~/yaim +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-upgrade-lb-sl5.sh.in b/templates/emi2-nightly-upgrade-lb-sl5.sh.in new file mode 100644 index 0000000..52099c1 --- /dev/null +++ b/templates/emi2-nightly-upgrade-lb-sl5.sh.in @@ -0,0 +1,39 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/x86_64/base/emi-release-1.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Major upgrade from production (EMI-1 to EMI-2)" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/x86_64/base/emi-release-1.0.0-1.sl5.noarch.rpm + +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB + +# needed additional EMI-2 repository (we have only L&B and depemndencies in build repo) +rpm -e emi-release +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum -y --nogpgcheck update + +cd ~/yaim +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-upgrade-lb-sl6.sh.in b/templates/emi2-nightly-upgrade-lb-sl6.sh.in new file mode 100644 index 0000000..ea7da61 --- /dev/null +++ b/templates/emi2-nightly-upgrade-lb-sl6.sh.in @@ -0,0 +1,40 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/1/sl6/x86_64/base/emi-release-1.0.1-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Major upgrade from production (EMI-1 to EMI-2)" +rpm -Uvhi http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/1/sl6/x86_64/base/emi-release-1.0.1-1.sl6.noarch.rpm +# must use EMI-1 testing repositories +for i in base updates third-party ; do sed -i 's,/EMI/1/sl5/,/EMI/testing/1/sl6/,' /etc/yum.repos.d/emi1-$i.repo; done +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB + +# needed additional EMI-2 repository (we have only L&B and depemndencies in build repo) +rpm -e emi-release +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum -y --nogpgcheck update + +cd ~/yaim +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-upgrade-major-gridsite-sl5-32.sh.in b/templates/emi2-nightly-upgrade-major-gridsite-sl5-32.sh.in new file mode 100644 index 0000000..75d13a2 --- /dev/null +++ b/templates/emi2-nightly-upgrade-major-gridsite-sl5-32.sh.in @@ -0,0 +1,24 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/i386/base/emi-release-1.0.1-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@ " +#COMPONENT=gridsite +#SCENARIO="Major upgrade from production (EMI-1 to EMI-2)" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -i http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/i386/base/emi-release-1.0.1-1.sl5.noarch.rpm + +yum install --nogpgcheck -y gridsite-apache gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum --nogpgcheck -y update diff --git a/templates/emi2-nightly-upgrade-major-gridsite-sl5.sh.in b/templates/emi2-nightly-upgrade-major-gridsite-sl5.sh.in new file mode 100644 index 0000000..bcec5cf --- /dev/null +++ b/templates/emi2-nightly-upgrade-major-gridsite-sl5.sh.in @@ -0,0 +1,24 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/x86_64/base/emi-release-1.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=gridsite +#SCENARIO="Major upgrade from production (EMI-1 to EMI-2)" +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -i http://emisoft.web.cern.ch/emisoft/dist/EMI/1/sl5/x86_64/base/emi-release-1.0.0-1.sl5.noarch.rpm + +yum install --nogpgcheck -y gridsite-apache gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum --nogpgcheck -y update diff --git a/templates/emi2-nightly-upgrade-major-gridsite-sl6.sh.in b/templates/emi2-nightly-upgrade-major-gridsite-sl6.sh.in new file mode 100644 index 0000000..b317513 --- /dev/null +++ b/templates/emi2-nightly-upgrade-major-gridsite-sl6.sh.in @@ -0,0 +1,25 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/1/sl6/x86_64/base/emi-release-1.0.1-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=gridsite +#SCENARIO="Major upgrade from production (EMI-1 to EMI-2)" +rpm -Uvhi http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/testing/1/sl6/x86_64/base/emi-release-1.0.1-1.sl6.noarch.rpm +# must use EMI-1 testing repositories +for i in base updates third-party ; do sed -i 's,/EMI/1/sl5/,/EMI/testing/1/sl6/,' /etc/yum.repos.d/emi1-$i.repo; done +yum install --nogpgcheck -y gridsite-apache gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum --nogpgcheck -y update diff --git a/templates/emi2-nightly-upgrade-minor-gridsite-deb6.sh.in b/templates/emi2-nightly-upgrade-minor-gridsite-deb6.sh.in new file mode 100644 index 0000000..df5f8aa --- /dev/null +++ b/templates/emi2-nightly-upgrade-minor-gridsite-deb6.sh.in @@ -0,0 +1,28 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test @URL@ && wget --no-check-certificate -O /tmp/test http://scientific.zcu.cz/repos/emi-2-external.preferences" +#COMPONENT=gridsite +#SCENARIO="Minor upgrade from production (EMI-2)" + +wget http://emisoft.web.cern.ch/emisoft/dist/EMI/2/debian/dists/squeeze/main/binary-amd64/emi-release_2.0.0-1.deb6.1_all.deb +dpkg -i emi-release_2.0.0-1.deb6.1_all.deb +apt-key adv --fetch-keys http://emisoft.web.cern.ch/emisoft/dist/EMI/2/RPM-GPG-KEY-emi +aptitude update + +aptitude install -y gridsite-apache gridsite-commands libgridsite-dev gridsite-gsexec gridsite-service-clients gridsite-services + +wget @URL@ -O /etc/apt/sources.list.d/etics-volatile-build-by-id-protect.repo +cat > /etc/apt/preferences.d/etics < /etc/vomses/myriad7.zcu.cz diff --git a/templates/emi2-nightly-upgrade-minor-gridsite-sl5-32.sh.in b/templates/emi2-nightly-upgrade-minor-gridsite-sl5-32.sh.in new file mode 100644 index 0000000..b96db36 --- /dev/null +++ b/templates/emi2-nightly-upgrade-minor-gridsite-sl5-32.sh.in @@ -0,0 +1,24 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=gridsite +#SCENARIO="Minor upgrade from production (EMI-2)" + +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm +yum install --nogpgcheck -y gridsite-apache gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum --nogpgcheck -y update diff --git a/templates/emi2-nightly-upgrade-minor-gridsite-sl5.sh.in b/templates/emi2-nightly-upgrade-minor-gridsite-sl5.sh.in new file mode 100644 index 0000000..ccbb540 --- /dev/null +++ b/templates/emi2-nightly-upgrade-minor-gridsite-sl5.sh.in @@ -0,0 +1,24 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@ " +#COMPONENT=gridsite +#SCENARIO="Minor upgrade from production (EMI-2)" + +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm +yum install --nogpgcheck -y gridsite-apache gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum --nogpgcheck -y update diff --git a/templates/emi2-nightly-upgrade-minor-gridsite-sl6.sh.in b/templates/emi2-nightly-upgrade-minor-gridsite-sl6.sh.in new file mode 100644 index 0000000..f497beb --- /dev/null +++ b/templates/emi2-nightly-upgrade-minor-gridsite-sl6.sh.in @@ -0,0 +1,24 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=gridsite +#SCENARIO="Minor upgrade from production (EMI-2)" + +rpm -ivh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm +yum install --nogpgcheck -y gridsite-apache gridsite-commands gridsite-debuginfo gridsite-devel gridsite-gsexec gridsite-service-clients gridsite-services + +# +# example how to use external VOMS server tests +# (deployed localy by default) +# +mkdir /etc/vomses +echo '"vo.org" "myriad7.zcu.cz" "15000" "/DC=org/DC=terena/DC=tcs/C=CZ/O=University of West Bohemia/CN=myriads.zcu.cz" "vo.org"' > /etc/vomses/myriad7.zcu.cz + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum --nogpgcheck -y update diff --git a/templates/emi2-nightly-upgrade-minor-lb-sl5-32.sh.in b/templates/emi2-nightly-upgrade-minor-lb-sl5-32.sh.in new file mode 100644 index 0000000..0316374 --- /dev/null +++ b/templates/emi2-nightly-upgrade-minor-lb-sl5-32.sh.in @@ -0,0 +1,35 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Minor upgrade from production (EMI-2)" + +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/i386/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/i386/base/emi-release-2.0.0-1.sl5.noarch.rpm +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum -y --nogpgcheck update + +cd ~/yaim +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-upgrade-minor-lb-sl5.sh.in b/templates/emi2-nightly-upgrade-minor-lb-sl5.sh.in new file mode 100644 index 0000000..665deb2 --- /dev/null +++ b/templates/emi2-nightly-upgrade-minor-lb-sl5.sh.in @@ -0,0 +1,35 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@ " +#COMPONENT=lb +#SCENARIO="Minor upgrade from production (EMI-2)" + +rpm -ivh http://dl.fedoraproject.org/pub/epel/5/x86_64/epel-release-5-4.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl5/x86_64/base/emi-release-2.0.0-1.sl5.noarch.rpm +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum -y --nogpgcheck update + +cd ~/yaim +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB diff --git a/templates/emi2-nightly-upgrade-minor-lb-sl6.sh.in b/templates/emi2-nightly-upgrade-minor-lb-sl6.sh.in new file mode 100644 index 0000000..b738b36 --- /dev/null +++ b/templates/emi2-nightly-upgrade-minor-lb-sl6.sh.in @@ -0,0 +1,35 @@ +#CATEGORY=EMI2-RELEASE +#PRETEST="wget --no-check-certificate -O /tmp/test http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm && wget --no-check-certificate -O /tmp/test http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm && wget --no-check-certificate -O /tmp/test @URL@" +#COMPONENT=lb +#SCENARIO="Minor upgrade from production (EMI-2)" + +rpm -ivh http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-7.noarch.rpm +yum install -y yum-priorities yum-protectbase +rpm -ivh http://emisoft.web.cern.ch/emisoft/dist/EMI/2/sl6/x86_64/base/emi-release-2.0.0-1.sl6.noarch.rpm +yum install -y --nogpgcheck emi-lb +yum install -y --nogpgcheck emi-lb-nagios-plugins + +cd ~/ +mkdir -m 700 yaim +cd yaim + +cat << EOF > site-info.def +MYSQL_PASSWORD=[Edited] +SITE_NAME=lbtestbed +SITE_EMAIL="[Edited]" +GLITE_LB_TYPE=both +GLITE_LB_SUPER_USERS="/C=UG/L=Tropic/O=Utopia/OU=Relaxation/CN=glite" +EOF + +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB + +cd /etc/yum.repos.d +wget @URL@ +echo priority=39 >> etics-volatile-build-by-id-protect.repo +echo timeout=120 >> etics-volatile-build-by-id-protect.repo +cd + +yum -y --nogpgcheck update + +cd ~/yaim +/opt/glite/yaim/bin/yaim -c -s ./site-info.def -n glite-LB -- 1.8.2.3